grpc 1.49.1-x86_64-linux → 1.50.0-x86_64-linux

data/src/core/lib/debug/stats_data.cc

@@ -22,665 +22,169 @@
 
 #include "src/core/lib/debug/stats_data.h"
 
-#include <inttypes.h>
+#include <stdint.h>
 
 #include "src/core/lib/debug/stats.h"
-#include "src/core/lib/gpr/useful.h"
 
+namespace {
+union DblUint {
+  double dbl;
+  uint64_t uint;
+};
+}  // namespace
 const char* grpc_stats_counter_name[GRPC_STATS_COUNTER_COUNT] = {
     "client_calls_created",
     "server_calls_created",
-    "cqs_created",
     "client_channels_created",
     "client_subchannels_created",
     "server_channels_created",
-    "syscall_poll",
-    "syscall_wait",
-    "pollset_kick",
-    "pollset_kicked_without_poller",
-    "pollset_kicked_again",
-    "pollset_kick_wakeup_fd",
-    "pollset_kick_wakeup_cv",
-    "pollset_kick_own_thread",
-    "histogram_slow_lookups",
     "syscall_write",
     "syscall_read",
-    "tcp_backup_pollers_created",
-    "tcp_backup_poller_polls",
-    "http2_op_batches",
-    "http2_op_cancel",
-    "http2_op_send_initial_metadata",
-    "http2_op_send_message",
-    "http2_op_send_trailing_metadata",
-    "http2_op_recv_initial_metadata",
-    "http2_op_recv_message",
-    "http2_op_recv_trailing_metadata",
+    "tcp_read_alloc_8k",
+    "tcp_read_alloc_64k",
     "http2_settings_writes",
     "http2_pings_sent",
     "http2_writes_begun",
-    "http2_writes_offloaded",
-    "http2_writes_continued",
-    "http2_partial_writes",
-    "http2_initiate_write_due_to_initial_write",
-    "http2_initiate_write_due_to_start_new_stream",
-    "http2_initiate_write_due_to_send_message",
-    "http2_initiate_write_due_to_send_initial_metadata",
-    "http2_initiate_write_due_to_send_trailing_metadata",
-    "http2_initiate_write_due_to_retry_send_ping",
-    "http2_initiate_write_due_to_continue_pings",
-    "http2_initiate_write_due_to_goaway_sent",
-    "http2_initiate_write_due_to_rst_stream",
-    "http2_initiate_write_due_to_close_from_api",
-    "http2_initiate_write_due_to_stream_flow_control",
-    "http2_initiate_write_due_to_transport_flow_control",
-    "http2_initiate_write_due_to_send_settings",
-    "http2_initiate_write_due_to_settings_ack",
-    "http2_initiate_write_due_to_bdp_estimator_ping",
-    "http2_initiate_write_due_to_flow_control_unstalled_by_setting",
-    "http2_initiate_write_due_to_flow_control_unstalled_by_update",
-    "http2_initiate_write_due_to_application_ping",
-    "http2_initiate_write_due_to_keepalive_ping",
-    "http2_initiate_write_due_to_transport_flow_control_unstalled",
-    "http2_initiate_write_due_to_ping_response",
-    "http2_initiate_write_due_to_force_rst_stream",
-    "http2_spurious_writes_begun",
-    "hpack_recv_indexed",
-    "hpack_recv_lithdr_incidx",
-    "hpack_recv_lithdr_incidx_v",
-    "hpack_recv_lithdr_notidx",
-    "hpack_recv_lithdr_notidx_v",
-    "hpack_recv_lithdr_nvridx",
-    "hpack_recv_lithdr_nvridx_v",
-    "hpack_recv_uncompressed",
-    "hpack_recv_huffman",
-    "hpack_recv_binary",
-    "hpack_recv_binary_base64",
-    "hpack_send_indexed",
-    "hpack_send_lithdr_incidx",
-    "hpack_send_lithdr_incidx_v",
-    "hpack_send_lithdr_notidx",
-    "hpack_send_lithdr_notidx_v",
-    "hpack_send_lithdr_nvridx",
-    "hpack_send_lithdr_nvridx_v",
-    "hpack_send_uncompressed",
-    "hpack_send_huffman",
-    "hpack_send_binary",
-    "hpack_send_binary_base64",
-    "combiner_locks_initiated",
-    "combiner_locks_scheduled_items",
-    "combiner_locks_scheduled_final_items",
-    "combiner_locks_offloaded",
-    "call_combiner_locks_initiated",
-    "call_combiner_locks_scheduled_items",
-    "call_combiner_set_notify_on_cancel",
-    "call_combiner_cancelled",
-    "executor_scheduled_short_items",
-    "executor_scheduled_long_items",
-    "executor_scheduled_to_self",
-    "executor_wakeup_initiated",
-    "executor_queue_drained",
-    "executor_push_retries",
-    "server_requested_calls",
-    "server_slowpath_requests_queued",
-    "cq_ev_queue_trylock_failures",
-    "cq_ev_queue_trylock_successes",
-    "cq_ev_queue_transient_pop_failures",
+    "http2_transport_stalls",
+    "http2_stream_stalls",
+    "cq_pluck_creates",
+    "cq_next_creates",
+    "cq_callback_creates",
 };
 const char* grpc_stats_counter_doc[GRPC_STATS_COUNTER_COUNT] = {
     "Number of client side calls created by this process",
     "Number of server side calls created by this process",
-    "Number of completion queues created",
     "Number of client channels created",
     "Number of client subchannels created",
     "Number of server channels created",
-    "Number of polling syscalls (epoll_wait, poll, etc) made by this process",
-    "Number of sleeping syscalls made by this process",
-    "How many polling wakeups were performed by the process (only valid for "
-    "epoll1 right now)",
-    "How many times was a polling wakeup requested without an active poller "
-    "(only valid for epoll1 right now)",
-    "How many times was the same polling worker awoken repeatedly before "
-    "waking up (only valid for epoll1 right now)",
-    "How many times was an eventfd used as the wakeup vector for a polling "
-    "wakeup (only valid for epoll1 right now)",
-    "How many times was a condition variable used as the wakeup vector for a "
-    "polling wakeup (only valid for epoll1 right now)",
-    "How many times could a polling wakeup be satisfied by keeping the waking "
-    "thread awake? (only valid for epoll1 right now)",
-    "Number of times histogram increments went through the slow (binary "
-    "search) path",
     "Number of write syscalls (or equivalent - eg sendmsg) made by this "
     "process",
     "Number of read syscalls (or equivalent - eg recvmsg) made by this process",
-    "Number of times a backup poller has been created (this can be expensive)",
-    "Number of polls performed on the backup poller",
-    "Number of batches received by HTTP2 transport",
-    "Number of cancelations received by HTTP2 transport",
-    "Number of batches containing send initial metadata",
-    "Number of batches containing send message",
-    "Number of batches containing send trailing metadata",
-    "Number of batches containing receive initial metadata",
-    "Number of batches containing receive message",
-    "Number of batches containing receive trailing metadata",
+    "Number of 8k allocations by the TCP subsystem for reading",
+    "Number of 64k allocations by the TCP subsystem for reading",
     "Number of settings frames sent",
     "Number of HTTP2 pings sent by process",
     "Number of HTTP2 writes initiated",
-    "Number of HTTP2 writes offloaded to the executor from application threads",
-    "Number of HTTP2 writes that finished seeing more data needed to be "
-    "written",
-    "Number of HTTP2 writes that were made knowing there was still more data "
-    "to be written (we cap maximum write size to syscall_write)",
-    "Number of HTTP2 writes initiated due to 'initial_write'",
-    "Number of HTTP2 writes initiated due to 'start_new_stream'",
-    "Number of HTTP2 writes initiated due to 'send_message'",
-    "Number of HTTP2 writes initiated due to 'send_initial_metadata'",
-    "Number of HTTP2 writes initiated due to 'send_trailing_metadata'",
-    "Number of HTTP2 writes initiated due to 'retry_send_ping'",
-    "Number of HTTP2 writes initiated due to 'continue_pings'",
-    "Number of HTTP2 writes initiated due to 'goaway_sent'",
-    "Number of HTTP2 writes initiated due to 'rst_stream'",
-    "Number of HTTP2 writes initiated due to 'close_from_api'",
-    "Number of HTTP2 writes initiated due to 'stream_flow_control'",
-    "Number of HTTP2 writes initiated due to 'transport_flow_control'",
-    "Number of HTTP2 writes initiated due to 'send_settings'",
-    "Number of HTTP2 writes initiated due to 'settings_ack'",
-    "Number of HTTP2 writes initiated due to 'bdp_estimator_ping'",
-    "Number of HTTP2 writes initiated due to "
-    "'flow_control_unstalled_by_setting'",
-    "Number of HTTP2 writes initiated due to "
-    "'flow_control_unstalled_by_update'",
-    "Number of HTTP2 writes initiated due to 'application_ping'",
-    "Number of HTTP2 writes initiated due to 'keepalive_ping'",
-    "Number of HTTP2 writes initiated due to "
-    "'transport_flow_control_unstalled'",
-    "Number of HTTP2 writes initiated due to 'ping_response'",
-    "Number of HTTP2 writes initiated due to 'force_rst_stream'",
-    "Number of HTTP2 writes initiated with nothing to write",
-    "Number of HPACK indexed fields received",
-    "Number of HPACK literal headers received with incremental indexing",
-    "Number of HPACK literal headers received with incremental indexing and "
-    "literal keys",
-    "Number of HPACK literal headers received with no indexing",
-    "Number of HPACK literal headers received with no indexing and literal "
-    "keys",
-    "Number of HPACK literal headers received with never-indexing",
-    "Number of HPACK literal headers received with never-indexing and literal "
-    "keys",
-    "Number of uncompressed strings received in metadata",
-    "Number of huffman encoded strings received in metadata",
-    "Number of binary strings received in metadata",
-    "Number of binary strings received encoded in base64 in metadata",
-    "Number of HPACK indexed fields sent",
-    "Number of HPACK literal headers sent with incremental indexing",
-    "Number of HPACK literal headers sent with incremental indexing and "
-    "literal keys",
-    "Number of HPACK literal headers sent with no indexing",
-    "Number of HPACK literal headers sent with no indexing and literal keys",
-    "Number of HPACK literal headers sent with never-indexing",
-    "Number of HPACK literal headers sent with never-indexing and literal keys",
-    "Number of uncompressed strings sent in metadata",
-    "Number of huffman encoded strings sent in metadata",
-    "Number of binary strings received in metadata",
-    "Number of binary strings received encoded in base64 in metadata",
-    "Number of combiner lock entries by process (first items queued to a "
-    "combiner)",
-    "Number of items scheduled against combiner locks",
-    "Number of final items scheduled against combiner locks",
-    "Number of combiner locks offloaded to different threads",
-    "Number of call combiner lock entries by process (first items queued to a "
-    "call combiner)",
-    "Number of items scheduled against call combiner locks",
-    "Number of times a cancellation callback was set on a call combiner",
-    "Number of times a call combiner was cancelled",
-    "Number of finite runtime closures scheduled against the executor (gRPC "
-    "thread pool)",
-    "Number of potentially infinite runtime closures scheduled against the "
-    "executor (gRPC thread pool)",
-    "Number of closures scheduled by the executor to the executor",
-    "Number of thread wakeups initiated within the executor",
-    "Number of times an executor queue was drained",
-    "Number of times we raced and were forced to retry pushing a closure to "
-    "the executor",
-    "How many calls were requested (not necessarily received) by the server",
-    "How many times was the server slow path taken (indicates too few "
-    "outstanding requests)",
-    "Number of lock (trylock) acquisition failures on completion queue event "
-    "queue. High value here indicates high contention on completion queues",
-    "Number of lock (trylock) acquisition successes on completion queue event "
-    "queue.",
-    "Number of times NULL was popped out of completion queue's event queue "
-    "even though the event queue was not empty",
+    "Number of times sending was completely stalled by the transport flow "
+    "control window",
+    "Number of times sending was completely stalled by the stream flow control "
+    "window",
+    "Number of completion queues created for cq_pluck (indicates sync api "
+    "usage)",
+    "Number of completion queues created for cq_next (indicates cq async api "
+    "usage)",
+    "Number of completion queues created for cq_callback (indicates callback "
+    "api usage)",
 };
 const char* grpc_stats_histogram_name[GRPC_STATS_HISTOGRAM_COUNT] = {
-    "call_initial_size",
-    "poll_events_returned",
-    "tcp_write_size",
-    "tcp_write_iov_size",
-    "tcp_read_size",
-    "tcp_read_offer",
-    "tcp_read_offer_iov_size",
+    "call_initial_size",       "tcp_write_size", "tcp_write_iov_size",
+    "tcp_read_size",           "tcp_read_offer", "tcp_read_offer_iov_size",
     "http2_send_message_size",
-    "http2_send_initial_metadata_per_write",
-    "http2_send_message_per_write",
-    "http2_send_trailing_metadata_per_write",
-    "http2_send_flowctl_per_write",
-    "server_cqs_checked",
 };
 const char* grpc_stats_histogram_doc[GRPC_STATS_HISTOGRAM_COUNT] = {
     "Initial size of the grpc_call arena created at call start",
-    "How many events are called for each syscall_poll",
     "Number of bytes offered to each syscall_write",
     "Number of byte segments offered to each syscall_write",
     "Number of bytes received by each syscall_read",
     "Number of bytes offered to each syscall_read",
     "Number of byte segments offered to each syscall_read",
     "Size of messages received by HTTP2 transport",
-    "Number of streams initiated written per TCP write",
-    "Number of streams whose payload was written per TCP write",
-    "Number of streams terminated per TCP write",
-    "Number of flow control updates written per TCP write",
-    "How many completion queues were checked looking for a CQ that had "
-    "requested the incoming call",
 };
-const int grpc_stats_table_0[65] = {
-    0,      1,      2,      3,      4,     5,     7,     9,     11,    14,
-    17,     21,     26,     32,     39,    47,    57,    68,    82,    98,
-    117,    140,    167,    199,    238,   284,   339,   404,   482,   575,
-    685,    816,    972,    1158,   1380,  1644,  1959,  2334,  2780,  3312,
-    3945,   4699,   5597,   6667,   7941,  9459,  11267, 13420, 15984, 19038,
-    22676,  27009,  32169,  38315,  45635, 54353, 64737, 77104, 91834, 109378,
-    130273, 155159, 184799, 220100, 262144};
-const uint8_t grpc_stats_table_1[124] = {
-    0,  0,  0,  1,  1,  1,  2,  2,  3,  3,  3,  4,  4,  5,  5,  6,  6,  6,
-    7,  7,  7,  8,  9,  9,  10, 10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15,
-    15, 16, 16, 17, 17, 18, 18, 19, 19, 20, 20, 21, 21, 22, 22, 22, 23, 24,
-    24, 25, 25, 26, 26, 26, 27, 27, 28, 29, 29, 30, 30, 30, 31, 31, 32, 33,
-    33, 34, 34, 34, 35, 35, 36, 37, 37, 37, 38, 38, 39, 39, 40, 40, 41, 41,
-    42, 42, 43, 43, 44, 44, 45, 45, 46, 46, 47, 47, 48, 48, 49, 49, 50, 50,
-    51, 51, 52, 52, 53, 53, 54, 54, 55, 55, 56, 56, 57, 57, 58, 58};
-const int grpc_stats_table_2[129] = {
-    0,   1,   2,   3,   4,   5,   6,   7,   8,   9,   10,  11,  12,  13,  14,
-    15,  16,  17,  18,  19,  20,  21,  22,  23,  24,  25,  26,  27,  28,  30,
-    32,  34,  36,  38,  40,  42,  44,  46,  48,  50,  52,  54,  56,  58,  60,
-    63,  66,  69,  72,  75,  78,  81,  84,  87,  90,  94,  98,  102, 106, 110,
-    114, 118, 122, 126, 131, 136, 141, 146, 151, 156, 162, 168, 174, 180, 186,
-    192, 199, 206, 213, 220, 228, 236, 244, 252, 260, 269, 278, 287, 297, 307,
-    317, 327, 338, 349, 360, 372, 384, 396, 409, 422, 436, 450, 464, 479, 494,
-    510, 526, 543, 560, 578, 596, 615, 634, 654, 674, 695, 717, 739, 762, 785,
-    809, 834, 859, 885, 912, 939, 967, 996, 1024};
-const uint8_t grpc_stats_table_3[166] = {
-    0,  0,  0,  1,  1,  1,  1,  2,  2,  3,  3,  4,  4,  5,  5,  6,  6,  7,  7,
-    8,  8,  9,  9,  10, 10, 11, 11, 12, 12, 13, 13, 14, 14, 15, 15, 16, 16, 16,
-    17, 17, 18, 19, 19, 20, 21, 21, 22, 23, 23, 24, 25, 25, 26, 26, 27, 27, 28,
-    28, 29, 29, 30, 30, 31, 31, 32, 32, 33, 33, 34, 34, 35, 36, 36, 37, 38, 39,
-    40, 40, 41, 42, 42, 43, 44, 44, 45, 46, 46, 47, 48, 48, 49, 49, 50, 50, 51,
-    51, 52, 52, 53, 53, 54, 54, 55, 56, 57, 58, 59, 59, 60, 61, 62, 63, 63, 64,
-    65, 65, 66, 67, 67, 68, 69, 69, 70, 71, 71, 72, 72, 73, 73, 74, 75, 75, 76,
-    76, 77, 78, 79, 79, 80, 81, 82, 83, 84, 85, 85, 86, 87, 88, 88, 89, 90, 90,
-    91, 92, 92, 93, 94, 94, 95, 95, 96, 97, 97, 98, 98, 99};
-const int grpc_stats_table_4[65] = {
-    0,       1,       2,       3,       4,       6,       8,        11,
-    15,      20,      26,      34,      44,      57,      73,       94,
-    121,     155,     199,     255,     327,     419,     537,      688,
-    881,     1128,    1444,    1848,    2365,    3026,    3872,     4954,
-    6338,    8108,    10373,   13270,   16976,   21717,   27782,    35541,
-    45467,   58165,   74409,   95189,   121772,  155778,  199281,   254933,
-    326126,  417200,  533707,  682750,  873414,  1117323, 1429345,  1828502,
-    2339127, 2992348, 3827987, 4896985, 6264509, 8013925, 10251880, 13114801,
-    16777216};
-const uint8_t grpc_stats_table_5[87] = {
-    0,  0,  1,  1,  2,  3,  3,  4,  4,  5,  6,  6,  7,  8,  8,  9,  10, 11,
-    11, 12, 13, 13, 14, 15, 15, 16, 17, 17, 18, 19, 20, 20, 21, 22, 22, 23,
-    24, 25, 25, 26, 27, 27, 28, 29, 29, 30, 31, 31, 32, 33, 34, 34, 35, 36,
-    36, 37, 38, 39, 39, 40, 41, 41, 42, 43, 44, 44, 45, 45, 46, 47, 48, 48,
-    49, 50, 51, 51, 52, 53, 53, 54, 55, 56, 56, 57, 58, 58, 59};
-const int grpc_stats_table_6[65] = {
-    0,   1,   2,   3,   4,   5,   6,   7,   8,   9,   10,  11,  12,
-    14,  16,  18,  20,  22,  24,  27,  30,  33,  36,  39,  43,  47,
-    51,  56,  61,  66,  72,  78,  85,  92,  100, 109, 118, 128, 139,
-    151, 164, 178, 193, 209, 226, 244, 264, 285, 308, 333, 359, 387,
-    418, 451, 486, 524, 565, 609, 656, 707, 762, 821, 884, 952, 1024};
-const uint8_t grpc_stats_table_7[102] = {
-    0,  0,  0,  1,  1,  1,  1,  2,  2,  3,  3,  4,  4,  5,  5,  6,  6,
-    6,  7,  7,  7,  8,  8,  9,  9,  10, 11, 11, 12, 12, 13, 13, 14, 14,
-    14, 15, 15, 16, 16, 17, 17, 18, 19, 19, 20, 20, 21, 21, 22, 22, 23,
-    23, 24, 24, 24, 25, 26, 27, 27, 28, 28, 29, 29, 30, 30, 31, 31, 32,
-    32, 33, 33, 34, 35, 35, 36, 37, 37, 38, 38, 39, 39, 40, 40, 41, 41,
-    42, 42, 43, 44, 44, 45, 46, 46, 47, 48, 48, 49, 49, 50, 50, 51, 51};
-const int grpc_stats_table_8[9] = {0, 1, 2, 4, 7, 13, 23, 39, 64};
-const uint8_t grpc_stats_table_9[9] = {0, 0, 1, 2, 2, 3, 4, 4, 5};
-void grpc_stats_inc_call_initial_size(int value) {
-  value = grpc_core::Clamp(value, 0, 262144);
-  if (value < 6) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4651092515166879744ull) {
-    int bucket =
-        grpc_stats_table_1[((_val.uint - 4618441417868443648ull) >> 49)] + 6;
-    _bkt.dbl = grpc_stats_table_0[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_CALL_INITIAL_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_0, 64));
-}
-void grpc_stats_inc_poll_events_returned(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 29) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4642789003353915392ull) {
-    int bucket =
-        grpc_stats_table_3[((_val.uint - 4628855992006737920ull) >> 47)] + 29;
-    _bkt.dbl = grpc_stats_table_2[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_POLL_EVENTS_RETURNED,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_2, 128));
-}
-void grpc_stats_inc_tcp_write_size(int value) {
-  value = grpc_core::Clamp(value, 0, 16777216);
-  if (value < 5) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4683743612465315840ull) {
-    int bucket =
-        grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5;
-    _bkt.dbl = grpc_stats_table_4[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_TCP_WRITE_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64));
-}
-void grpc_stats_inc_tcp_write_iov_size(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_TCP_WRITE_IOV_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
-}
-void grpc_stats_inc_tcp_read_size(int value) {
-  value = grpc_core::Clamp(value, 0, 16777216);
-  if (value < 5) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4683743612465315840ull) {
-    int bucket =
-        grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5;
-    _bkt.dbl = grpc_stats_table_4[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_SIZE, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_TCP_READ_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64));
-}
-void grpc_stats_inc_tcp_read_offer(int value) {
-  value = grpc_core::Clamp(value, 0, 16777216);
-  if (value < 5) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4683743612465315840ull) {
-    int bucket =
-        grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5;
-    _bkt.dbl = grpc_stats_table_4[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_TCP_READ_OFFER,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64));
-}
-void grpc_stats_inc_tcp_read_offer_iov_size(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE,
-                             value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE,
-                             bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_TCP_READ_OFFER_IOV_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
-}
-void grpc_stats_inc_http2_send_message_size(int value) {
-  value = grpc_core::Clamp(value, 0, 16777216);
-  if (value < 5) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE,
-                             value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4683743612465315840ull) {
-    int bucket =
-        grpc_stats_table_5[((_val.uint - 4617315517961601024ull) >> 50)] + 5;
-    _bkt.dbl = grpc_stats_table_4[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE,
-                             bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_SIZE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_4, 64));
-}
-void grpc_stats_inc_http2_send_initial_metadata_per_write(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(
-        GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(
-        GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE, bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_HTTP2_SEND_INITIAL_METADATA_PER_WRITE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
-}
-void grpc_stats_inc_http2_send_message_per_write(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE,
-                             value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE,
-                             bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_HTTP2_SEND_MESSAGE_PER_WRITE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
-}
-void grpc_stats_inc_http2_send_trailing_metadata_per_write(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(
-        GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(
-        GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE, bucket);
-    return;
+const int grpc_stats_table_0[25] = {
+    0,   1,   2,   4,    7,    11,   17,   26,   40,   61,    93,    142,  216,
+    329, 500, 760, 1155, 1755, 2667, 4052, 6155, 9350, 14203, 21574, 32768};
+const uint8_t grpc_stats_table_1[27] = {3,  3,  4,  5,  6,  6,  7,  8,  9,
+                                        10, 11, 11, 12, 13, 14, 15, 16, 16,
+                                        17, 18, 19, 20, 20, 21, 22, 23, 24};
+const int grpc_stats_table_2[21] = {
+    0,     1,      3,      8,       19,      45,      106,
+    250,   588,    1383,   3252,    7646,    17976,   42262,
+    99359, 233593, 549177, 1291113, 3035402, 7136218, 16777216};
+const uint8_t grpc_stats_table_3[23] = {2,  3,  3,  4,  5,  6,  7,  8,
+                                        8,  9,  10, 11, 12, 12, 13, 14,
+                                        15, 16, 16, 17, 18, 19, 20};
+const int grpc_stats_table_4[11] = {0, 1, 2, 4, 7, 11, 17, 26, 38, 56, 80};
+const uint8_t grpc_stats_table_5[9] = {3, 3, 4, 5, 6, 6, 7, 8, 9};
+namespace grpc_core {
+int BucketForHistogramValue_32768_24(int value) {
+  if (value < 3) {
+    if (value < 0) {
+      return 0;
+    } else {
+      return value;
+    }
+  } else {
+    if (value < 24577) {
+      // first_nontrivial_code=4613937818241073152
+      // last_code=4672484613396889600 [24576.000000]
+      DblUint val;
+      val.dbl = value;
+      const int bucket =
+          grpc_stats_table_1[((val.uint - 4613937818241073152ull) >> 51)];
+      return bucket - (value < grpc_stats_table_0[bucket]);
+    } else {
+      return 23;
+    }
   }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_HTTP2_SEND_TRAILING_METADATA_PER_WRITE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
 }
-void grpc_stats_inc_http2_send_flowctl_per_write(int value) {
-  value = grpc_core::Clamp(value, 0, 1024);
-  if (value < 13) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE,
-                             value);
-    return;
+int BucketForHistogramValue_16777216_20(int value) {
+  if (value < 2) {
+    if (value < 0) {
+      return 0;
+    } else {
+      return value;
+    }
+  } else {
+    if (value < 8388609) {
+      // first_nontrivial_code=4611686018427387904
+      // last_code=4710765210229538816 [8388608.000000]
+      DblUint val;
+      val.dbl = value;
+      const int bucket =
+          grpc_stats_table_3[((val.uint - 4611686018427387904ull) >> 52)];
+      return bucket - (value < grpc_stats_table_2[bucket]);
+    } else {
+      return 19;
+    }
   }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4637863191261478912ull) {
-    int bucket =
-        grpc_stats_table_7[((_val.uint - 4623507967449235456ull) >> 48)] + 13;
-    _bkt.dbl = grpc_stats_table_6[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE,
-                             bucket);
-    return;
-  }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_HTTP2_SEND_FLOWCTL_PER_WRITE,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_6, 64));
 }
-void grpc_stats_inc_server_cqs_checked(int value) {
-  value = grpc_core::Clamp(value, 0, 64);
+int BucketForHistogramValue_80_10(int value) {
   if (value < 3) {
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, value);
-    return;
-  }
-  union {
-    double dbl;
-    uint64_t uint;
-  } _val, _bkt;
-  _val.dbl = value;
-  if (_val.uint < 4625196817309499392ull) {
-    int bucket =
-        grpc_stats_table_9[((_val.uint - 4613937818241073152ull) >> 51)] + 3;
-    _bkt.dbl = grpc_stats_table_8[bucket];
-    bucket -= (_val.uint < _bkt.uint);
-    GRPC_STATS_INC_HISTOGRAM(GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED, bucket);
-    return;
+    if (value < 0) {
+      return 0;
+    } else {
+      return value;
+    }
+  } else {
+    if (value < 49) {
+      // first_nontrivial_code=4613937818241073152
+      // last_code=4631952216750555136 [48.000000]
+      DblUint val;
+      val.dbl = value;
+      const int bucket =
+          grpc_stats_table_5[((val.uint - 4613937818241073152ull) >> 51)];
+      return bucket - (value < grpc_stats_table_4[bucket]);
+    } else {
+      if (value < 56) {
+        return 8;
+      } else {
+        return 9;
+      }
+    }
   }
-  GRPC_STATS_INC_HISTOGRAM(
-      GRPC_STATS_HISTOGRAM_SERVER_CQS_CHECKED,
-      grpc_stats_histo_find_bucket_slow(value, grpc_stats_table_8, 8));
 }
-const int grpc_stats_histo_buckets[13] = {64, 128, 64, 64, 64, 64, 64,
-                                          64, 64,  64, 64, 64, 8};
-const int grpc_stats_histo_start[13] = {0,   64,  192, 256, 320, 384, 448,
-                                        512, 576, 640, 704, 768, 832};
-const int* const grpc_stats_histo_bucket_boundaries[13] = {
+}  // namespace grpc_core
+const int grpc_stats_histo_buckets[7] = {24, 20, 10, 20, 20, 10, 20};
+const int grpc_stats_histo_start[7] = {0, 24, 44, 54, 74, 94, 104};
+const int* const grpc_stats_histo_bucket_boundaries[7] = {
     grpc_stats_table_0, grpc_stats_table_2, grpc_stats_table_4,
-    grpc_stats_table_6, grpc_stats_table_4, grpc_stats_table_4,
-    grpc_stats_table_6, grpc_stats_table_4, grpc_stats_table_6,
-    grpc_stats_table_6, grpc_stats_table_6, grpc_stats_table_6,
-    grpc_stats_table_8};
-void (*const grpc_stats_inc_histogram[13])(int x) = {
-    grpc_stats_inc_call_initial_size,
-    grpc_stats_inc_poll_events_returned,
-    grpc_stats_inc_tcp_write_size,
-    grpc_stats_inc_tcp_write_iov_size,
-    grpc_stats_inc_tcp_read_size,
-    grpc_stats_inc_tcp_read_offer,
-    grpc_stats_inc_tcp_read_offer_iov_size,
-    grpc_stats_inc_http2_send_message_size,
-    grpc_stats_inc_http2_send_initial_metadata_per_write,
-    grpc_stats_inc_http2_send_message_per_write,
-    grpc_stats_inc_http2_send_trailing_metadata_per_write,
-    grpc_stats_inc_http2_send_flowctl_per_write,
-    grpc_stats_inc_server_cqs_checked};
+    grpc_stats_table_2, grpc_stats_table_2, grpc_stats_table_4,
+    grpc_stats_table_2};
+int (*const grpc_stats_get_bucket[7])(int value) = {
+    grpc_core::BucketForHistogramValue_32768_24,
+    grpc_core::BucketForHistogramValue_16777216_20,
+    grpc_core::BucketForHistogramValue_80_10,
+    grpc_core::BucketForHistogramValue_16777216_20,
+    grpc_core::BucketForHistogramValue_16777216_20,
+    grpc_core::BucketForHistogramValue_80_10,
+    grpc_core::BucketForHistogramValue_16777216_20};