00004: use jemalloc and fix recv_mmmsg batch size hist metric (#9)

Author: lvboudre

Cargo.lock

@@ -46,6 +46,7 @@ tiny_http = "0.12.0"
 tokio = "1"
 tonic = { version = "0.13", features = ["tls-webpki-roots"] }
 tonic-build = "0.13"
+tikv-jemallocator = "0.6"
 
 [profile.release]
 # thin has minimal overhead vs none (default): https://blog.llvm.org/2016/06/thinlto-scalable-and-incremental-lto.html

Cargo.toml

@@ -42,3 +42,6 @@ thiserror = { workspace = true }
 tiny_http = { workspace = true }
 tokio = { workspace = true }
 tonic = { workspace = true }
+
+[target.'cfg(not(target_env = "msvc"))'.dependencies]
+tikv-jemallocator = { workspace = true }

proxy/Cargo.toml

@@ -32,6 +32,13 @@ mod server;
 mod token_authenticator;
 mod prom;
 
+#[cfg(not(target_env = "msvc"))]
+use tikv_jemallocator::Jemalloc;
+
+#[cfg(not(target_env = "msvc"))]
+#[global_allocator]
+static GLOBAL: Jemalloc = Jemalloc;
+
 #[derive(Clone, Debug, Parser)]
 #[clap(author, version, about, long_about = None)]
 // https://docs.rs/clap/latest/clap/_derive/_cookbook/git_derive/index.html

proxy/src/main.rs

@@ -26,7 +26,7 @@ lazy_static::lazy_static! {
 
     static ref RECV_PACKET_COUNT_HIST: Histogram = Histogram::with_opts(
         HistogramOpts::new("shredstream_recv_packet_count", "Number of packets in incoming batch (before dedup)")
-            .buckets(vec![1.0, 5.0, 10.0, 20.0, 50.0, 100.0, 200.0, 500.0, 1000.0])
+            .buckets(vec![1.0, 2.0, 3.0, 5.0, 10.0, 20.0, 30.0, 40.0, 50.0, 64.0, 100.0])
     ).unwrap();
 
     static ref PACKETS_RECEIVED_TOTAL: Counter = Counter::new(