From 32d4aae32b2c18c7fba42548be90119009d95e4d Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 14:25:41 +0000 Subject: [PATCH 01/15] Add a client that measures how fast a broker forwards signals The client of the benchmark makes method calls. This one broadcasts signals instead: a burst of 40000 to one subscriber, and then 4000 to 20 subscribers at once, each of which checks that it gets every signal, in order. It prints the time that each phase takes as the other client does, so that scripts/compare-brokers.py runs it as it is: the burst as the single client, and the 20 subscribers as the simultaneous ones. With more than one binary in the crate, `cargo run` needs to be told which one to run by default: the benchmark of the README. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- Cargo.toml | 1 + src/bin/fanout.rs | 232 ++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 233 insertions(+) create mode 100644 src/bin/fanout.rs diff --git a/Cargo.toml b/Cargo.toml index 35d4868..bbea34c 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -2,6 +2,7 @@ name = "dbus-bench" version = "0.1.0" edition = "2021" +default-run = "dbus-bench" [dependencies] futures-util = "0.3.30" diff --git a/src/bin/fanout.rs b/src/bin/fanout.rs new file mode 100644 index 0000000..96831a3 --- /dev/null +++ b/src/bin/fanout.rs @@ -0,0 +1,232 @@ +//! Signal throughput of a D-Bus broker. +//! +//! The counterpart of `main.rs` for signals: it connects to the bus named by +//! `$DBUS_SESSION_BUS_ADDRESS`, broadcasts signals through it and times how long they take to +//! arrive, in two phases. It prints the timing of each in the format that `main.rs` does, so +//! that `scripts/compare-brokers.py --bench target/release/fanout` can run it as it is: +//! +//! 1. A burst: one connection broadcasts `BURST_SIGNALS` signals back to back, and a second one, +//! subscribed to them, receives all of them. +//! 2. A fan-out: one connection broadcasts `FANOUT_SIGNALS` signals back to back, and +//! `SUBSCRIBERS` others, all subscribed to them, receive each one, so the broker delivers +//! `SUBSCRIBERS` times as many signals as it is sent. +//! +//! Every signal carries its sequence number and `PAYLOAD_LEN` bytes of payload. A subscriber +//! checks that the numbers arrive as 0, 1, 2 and so on, so the run fails if the broker loses, +//! repeats or reorders a signal, and so it does if a D-Bus call fails. Like `main.rs`, it runs +//! on a single-threaded runtime: the emitter and the subscribers take turns on one thread. +//! +//! What a phase times is from just before the first signal is sent until the last subscriber has +//! received its last one. The connections are made and subscribed before that. + +use std::{ + num::NonZeroUsize, + sync::mpsc, + time::{Duration, Instant}, +}; + +use futures_util::{ + future::{try_join, try_join_all}, + TryStreamExt, +}; +use serde_bytes::Bytes; +use zbus::{message::Type, Connection, MatchRule, MessageStream}; + +/// How many signals the burst sends. +/// +/// A phase should take between 0.2 and 1.5 s: long enough to time to a fraction of a percent, +/// short enough to repeat many times. On a 4-vCPU Xeon VM, the burst takes about 0.5 s against +/// busd and against dbus-daemon, in the middle of that. The client alone is busy for about 0.45 s +/// of it, which is the least that any broker can take, so half as many signals would leave the +/// fastest of them close to 0.2 s. +const BURST_SIGNALS: usize = 40_000; + +/// How many signals the fan-out sends, each of which is delivered to every subscriber. +/// +/// That is `SUBSCRIBERS` times as many deliveries, 80000 of them, but a tenth of the signals sent, +/// which takes about as long as the burst: 0.5 s against busd and 0.7 s against dbus-daemon, on +/// the VM above. The client is busy for 0.45 s of it again, so fewer signals would bring the +/// fastest brokers close to 0.2 s here too. +const FANOUT_SIGNALS: usize = 4_000; + +/// How many subscribers the fan-out has, as many as the simultaneous clients of `main.rs`. +const SUBSCRIBERS: usize = 20; + +/// How many bytes of payload every signal carries. +const PAYLOAD_LEN: usize = 1024; + +/// How many signals more than a phase sends the queue of a subscriber's stream has room for. +/// +/// zbus holds back the reader of a connection's socket whenever the stream of one of its match +/// rules is full. A queue for every signal of the phase, and this many to spare, rules that out, +/// so that a subscriber reads its socket as fast as the broker fills it, whatever the order in +/// which the tasks of the runtime happen to run. +const QUEUE_SPARE: usize = 16; + +/// How long a phase gets, connecting included, before the process gives up on it. +const PHASE_TIMEOUT: Duration = Duration::from_secs(120); + +/// The exit status of a process that gave up on a phase, as opposed to one that failed. +const TIMEOUT_EXIT_STATUS: i32 = 2; + +/// The path that the signals are emitted from. +const PATH: &str = "/org/dbus2/benchmark"; + +/// The interface of the signals. +const INTERFACE: &str = "org.dbus2.benchmark.Fanout"; + +/// Anything that goes wrong ends the run, so the errors need no more than their message. +type Result = std::result::Result>; + +#[tokio::main(flavor = "current_thread")] +async fn main() -> Result<()> { + let data = vec![0u8; PAYLOAD_LEN]; + + let burst = Phase::connect("burst", "Burst", 1, BURST_SIGNALS).await?; + let elapsed = burst.run(&data).await?; + // The fan-out is connected before the line below is printed, and not after, because + // `scripts/compare-brokers.py` measures what the broker and the client use between the two + // lines. This keeps the connecting of the fan-out out of it. + let fanout = Phase::connect("fan-out", "Fanout", SUBSCRIBERS, FANOUT_SIGNALS).await?; + println!("Hammering using a single client took {elapsed:?}"); + + let elapsed = fanout.run(&data).await?; + println!("Hammering using {SUBSCRIBERS} simultaneous clients took {elapsed:?}"); + + Ok(()) +} + +/// A phase of the benchmark, connected and subscribed: an emitter and the subscribers that +/// receive the signals it sends. +struct Phase { + /// The member of the signals of this phase. + member: &'static str, + /// How many signals the emitter sends, and each subscriber receives. + signals: usize, + /// The connection that sends the signals. It stays open until the phase is over, so that the + /// broker never sees the sender go while signals from it are still on their way. + emitter: Connection, + /// The streams of the subscribers, each of which keeps the connection it reads open. + subscribers: Vec, + /// Ends the process if the phase takes too long, unless it is over by then and drops this. + _watchdog: Watchdog, +} + +impl Phase { + /// Connects an emitter and `subscribers` subscribers, and subscribes the latter to the + /// signals of `member`, of which the phase will send `signals`. + async fn connect( + name: &'static str, + member: &'static str, + subscribers: usize, + signals: usize, + ) -> Result { + let watchdog = Watchdog::start(name); + let rule = MatchRule::builder() + .msg_type(Type::Signal) + .interface(INTERFACE) + .member(member) + .build()?; + let queue = NonZeroUsize::new(signals + QUEUE_SPARE).expect("room for the spare signals"); + + let emitter = zbus::connection::Builder::session().build().await?; + // Each subscribes before any signal is sent: the bus has registered the match rule by the + // time that `for_match_rule` returns, as it waits for the bus to reply to `AddMatch`. + let subscribers = try_join_all((0..subscribers).map(|_| subscribe(&rule, queue))).await?; + + Ok(Self { + member, + signals, + emitter, + subscribers, + _watchdog: watchdog, + }) + } + + /// Sends the signals while the subscribers receive them, and returns how long that took. + async fn run(mut self, data: &[u8]) -> Result { + let signals = self.signals; + + let before = Instant::now(); + // The subscribers read while the emitter sends, and either failing ends the phase at + // once, rather than leaving the other to wait for what will not come. + try_join( + emit(&self.emitter, self.member, signals, data), + try_join_all( + self.subscribers + .iter_mut() + .map(|stream| receive(stream, signals)), + ), + ) + .await?; + + Ok(before.elapsed()) + } +} + +/// Connects a subscriber, and subscribes it to the signals that `rule` matches. +async fn subscribe(rule: &MatchRule<'_>, queue: NonZeroUsize) -> Result { + let conn = zbus::connection::Builder::session().build().await?; + + Ok(MessageStream::for_match_rule(rule.clone(), &conn, Some(queue)).await?) +} + +/// Broadcasts `count` signals of `member`, each with its sequence number and `data` as payload. +/// +/// The payload is borrowed by every signal, rather than copied into it first, as the byte array +/// of a call is in `main.rs`. +async fn emit(conn: &Connection, member: &str, count: usize, data: &[u8]) -> Result<()> { + let payload = Bytes::new(data); + for seq in 0..count as u64 { + conn.emit_signal(None::<&str>, PATH, INTERFACE, member, &(seq, payload)) + .await?; + } + + Ok(()) +} + +/// Receives `count` signals from `stream`, and checks that they arrive in order and intact. +async fn receive(stream: &mut MessageStream, count: usize) -> Result<()> { + for expected in 0..count as u64 { + let Some(msg) = stream.try_next().await? else { + return Err(format!("the stream ended after {expected} of {count} signals").into()); + }; + let body = msg.body(); + let (seq, payload): (u64, &Bytes) = body.deserialize()?; + + if seq != expected { + return Err(format!("signal {seq} arrived where signal {expected} was due").into()); + } + if payload.len() != PAYLOAD_LEN { + let len = payload.len(); + return Err(format!("signal {seq} carried {len} bytes, not {PAYLOAD_LEN}").into()); + } + } + + Ok(()) +} + +/// Ends the process, with `TIMEOUT_EXIT_STATUS`, if it is not dropped within `PHASE_TIMEOUT`. +/// +/// A broker that loses a signal leaves a subscriber waiting for it for good. Only the `rt` and +/// `macros` features of Tokio are on, so there is no timer to give up with, but a thread of its +/// own can. +struct Watchdog { + /// Dropping this is what calls the watchdog off. + _disarm: mpsc::Sender<()>, +} + +impl Watchdog { + /// Starts watching the phase `phase`. + fn start(phase: &'static str) -> Self { + let (disarm, disarmed) = mpsc::channel(); + std::thread::spawn(move || { + if let Err(mpsc::RecvTimeoutError::Timeout) = disarmed.recv_timeout(PHASE_TIMEOUT) { + eprintln!("the {phase} phase did not finish within {PHASE_TIMEOUT:?}"); + std::process::exit(TIMEOUT_EXIT_STATUS); + } + }); + + Self { _disarm: disarm } + } +} From fda2925396b3e3b08d4399abf3d21bc146f70044 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 14:25:41 +0000 Subject: [PATCH 02/15] Add a client that measures latencies It prints, as JSON, the distribution of how long a method call takes, one at a time with a small payload and from 20 clients at once with the 16 KiB of the benchmark, and of how long a signal broadcast to 20 subscribers takes to reach them, in a burst. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- src/bin/latency.rs | 374 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 374 insertions(+) create mode 100644 src/bin/latency.rs diff --git a/src/bin/latency.rs b/src/bin/latency.rs new file mode 100644 index 0000000..c78eb4a --- /dev/null +++ b/src/bin/latency.rs @@ -0,0 +1,374 @@ +//! Latency distributions of a D-Bus broker. +//! +//! Where `main.rs` and `fanout.rs` time whole phases, this times every message of three scenarios +//! like theirs, and prints the distributions of those times as one JSON object on the standard +//! output, and nothing else there: +//! +//! - `single_rtt`: the round trips of `SINGLE_CALLS` calls, one after the other, from a service +//! to itself through the bus, as in `main.rs`, with a small payload. +//! - `multi_rtt`: the round trips of `MULTI_CALLS` calls on each of `MULTI_CLIENTS` such +//! services at once, with the payload of `main.rs`. +//! - `fanout_delivery`: how long each of `FANOUT_SIGNALS` signals, which one connection +//! broadcasts back to back, takes to reach each of `FANOUT_SUBSCRIBERS` subscribers, as in +//! `fanout.rs`: from just before the emitter builds it until the subscriber has taken it off +//! its stream. The signals queue up behind each other, so the later ones wait longer. +//! +//! Each distribution has the number of samples, the seconds that the scenario took, and the mean, +//! the median (`p50`), the `p90`, the `p99`, the `p999` and the largest of the samples, in +//! microseconds. A percentile is the nearest-rank one: the sample at the rank that the fraction +//! of the samples ends at, rounded up, counting from the smallest. +//! +//! The clients and the services run on one single-threaded runtime, like `main.rs` does, so what +//! is timed includes the time that this process takes to get round to a message, as well as the +//! time that the broker takes. The scenarios fail on a failed call, and on a signal that is lost +//! or arrives out of order, and the process exits without printing the object. + +use std::{ + num::NonZeroUsize, + sync::mpsc, + time::{Duration, Instant}, +}; + +use futures_util::{ + future::{try_join, try_join_all}, + TryStreamExt, +}; +use serde::{Deserialize, Serialize}; +use serde_bytes::Bytes; +use zbus::{message::Type, Connection, MatchRule, MessageStream}; + +/// How many calls `single_rtt` makes. +const SINGLE_CALLS: usize = 5_000; + +/// How many bytes of payload the calls of `single_rtt` carry: a small one, so that the round +/// trip is that of the broker and not of copying the payload. +const SINGLE_PAYLOAD_LEN: usize = 64; + +/// How many services `multi_rtt` calls at once, as many as `main.rs`. +const MULTI_CLIENTS: usize = 20; + +/// How many calls `multi_rtt` makes on each service. +const MULTI_CALLS: usize = 1_000; + +/// How many bytes of payload the calls of `multi_rtt` carry, as many as in `main.rs`. +const MULTI_PAYLOAD_LEN: usize = 16 * 1024; + +/// How many signals `fanout_delivery` sends. +const FANOUT_SIGNALS: usize = 2_000; + +/// How many subscribers receive the signals of `fanout_delivery`. +const FANOUT_SUBSCRIBERS: usize = 20; + +/// How many bytes of payload the signals of `fanout_delivery` carry, as many as in `fanout.rs`. +const FANOUT_PAYLOAD_LEN: usize = 1024; + +/// How many signals more than `FANOUT_SIGNALS` the queue of a subscriber's stream has room for. +/// +/// zbus holds back the reader of a connection's socket whenever the stream of one of its match +/// rules is full. A queue for every signal, and this many to spare, rules that out, so that a +/// subscriber reads its socket as fast as the broker fills it. +const QUEUE_SPARE: usize = 16; + +/// How long a scenario gets, connecting included, before the process gives up on it. +const SCENARIO_TIMEOUT: Duration = Duration::from_secs(120); + +/// The exit status of a process that gave up on a scenario, as opposed to one that failed. +const TIMEOUT_EXIT_STATUS: i32 = 2; + +/// The path that the service is at, and that the signals are emitted from. +const PATH: &str = "/org/dbus2/benchmark"; + +/// The interface of the signals of `fanout_delivery`. +const INTERFACE: &str = "org.dbus2.benchmark.Fanout"; + +/// The member of the signals of `fanout_delivery`. +const MEMBER: &str = "Delivery"; + +/// Anything that goes wrong ends the run, so the errors need no more than their message. +type Result = std::result::Result>; + +#[derive(Debug)] +struct Service; + +#[zbus::interface( + name = "org.dbus2.benchmark", + proxy(default_path = "/org/dbus2/benchmark") +)] +impl Service { + fn take_byte_array(&self, _bytes: ByteArray<'_>) {} +} + +/// The byte array of a call, borrowed from the message that carries it. +/// +/// An argument of type `&T`, other than `&str`, is deserialized into a `T` that the method then +/// borrows, which would copy the array out of the message. A type that holds the reference itself +/// is deserialized as it is, and as a struct with a single field, it has the D-Bus type of that +/// field: an array of bytes. +#[derive(Deserialize, Serialize, zbus::wire::Type)] +struct ByteArray<'a>(#[serde(borrow)] &'a Bytes); + +#[tokio::main(flavor = "current_thread")] +async fn main() -> Result<()> { + let single_rtt = single_rtt().await?; + let multi_rtt = multi_rtt().await?; + let fanout_delivery = fanout_delivery().await?; + + println!( + "{{\"single_rtt\": {}, \"multi_rtt\": {}, \"fanout_delivery\": {}}}", + single_rtt.to_json(), + multi_rtt.to_json(), + fanout_delivery.to_json(), + ); + + Ok(()) +} + +/// The scenario `single_rtt`: calls from one service to itself, one after the other. +async fn single_rtt() -> Result { + let _watchdog = Watchdog::start("single_rtt"); + let data = vec![0u8; SINGLE_PAYLOAD_LEN]; + let pair = Pair::connect("org.dbus2.benchmark.SingleClient".to_string()).await?; + + let before = Instant::now(); + let round_trips = pair.call(&data, SINGLE_CALLS).await?; + + Ok(Stats::new(round_trips, before.elapsed())) +} + +/// The scenario `multi_rtt`: calls from many services to themselves at the same time. +async fn multi_rtt() -> Result { + let _watchdog = Watchdog::start("multi_rtt"); + let data = vec![0u8; MULTI_PAYLOAD_LEN]; + let pairs = try_join_all( + (0..MULTI_CLIENTS).map(|i| Pair::connect(format!("org.dbus2.benchmark.MultiClient{i}"))), + ) + .await?; + + let before = Instant::now(); + let round_trips = try_join_all(pairs.iter().map(|pair| pair.call(&data, MULTI_CALLS))).await?; + + Ok(Stats::new(round_trips.concat(), before.elapsed())) +} + +/// The scenario `fanout_delivery`: signals from one emitter to many subscribers. +async fn fanout_delivery() -> Result { + let _watchdog = Watchdog::start("fanout_delivery"); + let data = vec![0u8; FANOUT_PAYLOAD_LEN]; + let rule = MatchRule::builder() + .msg_type(Type::Signal) + .interface(INTERFACE) + .member(MEMBER) + .build()?; + let queue = NonZeroUsize::new(FANOUT_SIGNALS + QUEUE_SPARE).expect("room for the spare"); + + let emitter = zbus::connection::Builder::session().build().await?; + // Each subscribes before any signal is sent: the bus has registered the match rule by the + // time that `for_match_rule` returns, as it waits for the bus to reply to `AddMatch`. + let mut subscribers = + try_join_all((0..FANOUT_SUBSCRIBERS).map(|_| subscribe(&rule, queue))).await?; + + // The signals carry the time they were sent at as a number of nanoseconds since this. + let epoch = Instant::now(); + let (_, delays) = try_join( + emit(&emitter, &data, epoch), + try_join_all(subscribers.iter_mut().map(|stream| receive(stream, epoch))), + ) + .await?; + + Ok(Stats::new(delays.concat(), epoch.elapsed())) +} + +/// A service that is at a well-known name of its own, and a proxy to it on its connection, so +/// that its calls to itself go through the bus, as those of `main.rs` do. +struct Pair { + /// The proxy, which is made from the connection and keeps it open. + proxy: ServiceProxy<'static>, +} + +impl Pair { + /// Connects a service that serves its interface at `name`, and a proxy to it. + async fn connect(name: String) -> Result { + let conn = zbus::connection::Builder::session() + .serve_at(PATH, Service) + .name(name.clone()) + .build() + .await?; + let proxy = ServiceProxy::new(&conn, name).await?; + + Ok(Self { proxy }) + } + + /// Calls the service `calls` times, one call after the other, with `data` as the byte array. + /// + /// Returns how long each call took, from sending it until the reply came, in nanoseconds. + async fn call(&self, data: &[u8], calls: usize) -> Result> { + let mut round_trips = Vec::with_capacity(calls); + for _ in 0..calls { + let before = Instant::now(); + self.proxy + .take_byte_array(ByteArray(Bytes::new(data))) + .await?; + round_trips.push(nanos(before.elapsed())); + } + + Ok(round_trips) + } +} + +/// Connects a subscriber, and subscribes it to the signals that `rule` matches. +async fn subscribe(rule: &MatchRule<'_>, queue: NonZeroUsize) -> Result { + let conn = zbus::connection::Builder::session().build().await?; + + Ok(MessageStream::for_match_rule(rule.clone(), &conn, Some(queue)).await?) +} + +/// Broadcasts the signals of `fanout_delivery`. +/// +/// Each carries its sequence number, the time at which this started to build it, in nanoseconds +/// since `epoch`, and `data` as payload, which is borrowed, rather than copied into the signal +/// first, as the byte array of a call is in `main.rs`. +async fn emit(conn: &Connection, data: &[u8], epoch: Instant) -> Result<()> { + let payload = Bytes::new(data); + for seq in 0..FANOUT_SIGNALS as u64 { + let sent = nanos(epoch.elapsed()); + conn.emit_signal(None::<&str>, PATH, INTERFACE, MEMBER, &(seq, sent, payload)) + .await?; + } + + Ok(()) +} + +/// Receives the signals of `fanout_delivery` from `stream`, checking that they arrive in order. +/// +/// Returns how long each took to arrive, from the time that it carries until the stream gave it +/// up, in nanoseconds. +async fn receive(stream: &mut MessageStream, epoch: Instant) -> Result> { + let mut delays = Vec::with_capacity(FANOUT_SIGNALS); + for expected in 0..FANOUT_SIGNALS as u64 { + let msg = stream.try_next().await?; + // Taken before anything else is done with the signal, so as to count only the delivery. + let received = nanos(epoch.elapsed()); + let Some(msg) = msg else { + let count = FANOUT_SIGNALS; + return Err(format!("the stream ended after {expected} of {count} signals").into()); + }; + let body = msg.body(); + let (seq, sent, payload): (u64, u64, &Bytes) = body.deserialize()?; + + if seq != expected { + return Err(format!("signal {seq} arrived where signal {expected} was due").into()); + } + if payload.len() != FANOUT_PAYLOAD_LEN { + let len = payload.len(); + return Err( + format!("signal {seq} carried {len} bytes, not {FANOUT_PAYLOAD_LEN}").into(), + ); + } + let Some(delay) = received.checked_sub(sent) else { + return Err(format!("signal {seq} arrived before it was sent").into()); + }; + delays.push(delay); + } + + Ok(delays) +} + +/// The nanoseconds in `duration`. +fn nanos(duration: Duration) -> u64 { + u64::try_from(duration.as_nanos()).expect("a duration of less than 584 years") +} + +/// The distribution of the samples of a scenario. +struct Stats { + /// How many samples there are. + count: usize, + /// How long the scenario took, in seconds. + elapsed_s: f64, + /// The mean of the samples, in microseconds. + mean_us: f64, + /// The median of the samples, in microseconds. + p50_us: f64, + /// The 90th percentile of the samples, in microseconds. + p90_us: f64, + /// The 99th percentile of the samples, in microseconds. + p99_us: f64, + /// The 99.9th percentile of the samples, in microseconds. + p999_us: f64, + /// The largest of the samples, in microseconds. + max_us: f64, +} + +impl Stats { + /// The distribution of `samples`, in nanoseconds, of a scenario that took `elapsed`. + fn new(mut samples: Vec, elapsed: Duration) -> Self { + samples.sort_unstable(); + let count = samples.len(); + let total: u128 = samples.iter().map(|&sample| u128::from(sample)).sum(); + let us = |ns: u64| ns as f64 / 1000.0; + + Self { + count, + elapsed_s: elapsed.as_secs_f64(), + mean_us: total as f64 / count as f64 / 1000.0, + p50_us: us(percentile(&samples, 500)), + p90_us: us(percentile(&samples, 900)), + p99_us: us(percentile(&samples, 990)), + p999_us: us(percentile(&samples, 999)), + max_us: us(samples[count - 1]), + } + } + + /// The distribution as a JSON object. + fn to_json(&self) -> String { + format!( + "{{\"count\": {}, \"elapsed_s\": {:.6}, \"mean_us\": {:.3}, \"p50_us\": {:.3}, \ + \"p90_us\": {:.3}, \"p99_us\": {:.3}, \"p999_us\": {:.3}, \"max_us\": {:.3}}}", + self.count, + self.elapsed_s, + self.mean_us, + self.p50_us, + self.p90_us, + self.p99_us, + self.p999_us, + self.max_us, + ) + } +} + +/// The nearest-rank percentile of `sorted`, at `permille` thousandths of the way through them. +/// +/// That is the sample at the rank that `permille` thousandths of their number comes to, rounded +/// up, counting from 1 for the smallest. It is worked out in whole numbers, which a fraction of +/// a float could get wrong by one at the boundaries. +fn percentile(sorted: &[u64], permille: usize) -> u64 { + let rank = (permille * sorted.len()) + .div_ceil(1000) + .clamp(1, sorted.len()); + + sorted[rank - 1] +} + +/// Ends the process, with `TIMEOUT_EXIT_STATUS`, if it is not dropped within `SCENARIO_TIMEOUT`. +/// +/// A broker that loses a message leaves a client waiting for it for good. Only the `rt` and +/// `macros` features of Tokio are on, so there is no timer to give up with, but a thread of its +/// own can. It says so on the standard error, as the standard output is for the object only. +struct Watchdog { + /// Dropping this is what calls the watchdog off. + _disarm: mpsc::Sender<()>, +} + +impl Watchdog { + /// Starts watching the scenario `scenario`. + fn start(scenario: &'static str) -> Self { + let (disarm, disarmed) = mpsc::channel(); + std::thread::spawn(move || { + if let Err(mpsc::RecvTimeoutError::Timeout) = disarmed.recv_timeout(SCENARIO_TIMEOUT) { + eprintln!("{scenario} did not finish within {SCENARIO_TIMEOUT:?}"); + std::process::exit(TIMEOUT_EXIT_STATUS); + } + }); + + Self { _disarm: disarm } + } +} From 4755f79169124b808945b8ae2f1313ba59d38c0c Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 14:25:41 +0000 Subject: [PATCH 03/15] Add a client of 100 proxies that share a connection, on zbus 6 The some-changes branch has 100 proxies on one connection call the object that the same connection serves, which hung against busd with the client on zbus 4.3. This is that phase on zbus 6, followed by one of 100 connections that call themselves, in the output format of the benchmark, so that scripts/compare-brokers.py runs it as it is: the shared connection as the single client. $DBUS_BENCH_CLIENTS sets how many there are of each. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- src/bin/shared.rs | 71 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 71 insertions(+) create mode 100644 src/bin/shared.rs diff --git a/src/bin/shared.rs b/src/bin/shared.rs new file mode 100644 index 0000000..5049490 --- /dev/null +++ b/src/bin/shared.rs @@ -0,0 +1,71 @@ +//! The multi-client phases of dbus-bench's `some-changes` branch, on zbus 6, in the output format +//! of dbus-bench's client, so that scripts/compare-brokers.py can drive it: first one connection +//! that serves the object and that `$DBUS_BENCH_CLIENTS` (100 by default) proxies share, each +//! making 1000 calls to it, with a 16 KiB byte array, through the bus ("a single client"), then as +//! many connections, each serving the object and calling it 1000 times ("simultaneous clients"). +use serde::{Deserialize, Serialize}; +use serde_bytes::Bytes; + +#[derive(Debug)] +struct Service; + +#[zbus::interface( + name = "org.dbus2.benchmark", + proxy(default_path = "/org/dbus2/benchmark") +)] +impl Service { + fn take_byte_array(&self, _bytes: ByteArray<'_>) {} +} + +#[derive(Deserialize, Serialize, zbus::wire::Type)] +struct ByteArray<'a>(#[serde(borrow)] &'a Bytes); + +#[tokio::main(flavor = "current_thread")] +async fn main() -> Result<(), Box> { + let clients: usize = std::env::var("DBUS_BENCH_CLIENTS") + .ok() + .and_then(|n| n.parse().ok()) + .unwrap_or(100); + let data = vec![0u8; 16 * 1024]; + + // A single client connection, which serves the object, shared by `clients` proxies. + let conn = serving().await?; + let before = std::time::Instant::now(); + futures_util::future::try_join_all((0..clients).map(|_| hammer(&conn, &data))).await?; + println!( + "Hammering using a single client took {:?}", + before.elapsed() + ); + + // `clients` connections, each serving the object and calling it. + let before = std::time::Instant::now(); + futures_util::future::try_join_all((0..clients).map(|_| async { + let conn = serving().await?; + hammer(&conn, &data).await + })) + .await?; + println!( + "Hammering using {clients} simultaneous clients took {:?}", + before.elapsed() + ); + + Ok(()) +} + +async fn serving() -> zbus::Result { + zbus::connection::Builder::session() + .serve_at("/org/dbus2/benchmark", Service) + .build() + .await +} + +/// Make 1000 calls, through the bus, to the object that `conn` serves. +async fn hammer(conn: &zbus::Connection, data: &[u8]) -> zbus::Result<()> { + let name = conn.unique_name().unwrap().to_owned(); + let proxy = ServiceProxy::new(conn, name).await?; + for _ in 0..1000 { + proxy.take_byte_array(ByteArray(Bytes::new(data))).await?; + } + + Ok(()) +} From 5ea6c9ccd74d276f5da33d0d8c4e180fcac31c50 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 14:25:41 +0000 Subject: [PATCH 04/15] Add a script that compares the latencies of brokers It runs the latency client against each broker in turn, round after round, as scripts/compare-brokers.py runs the benchmark, whose code it reuses, and records the latencies along with what the broker cost. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/compare-latency.py | 383 +++++++++++++++++++++++++++++++++++++ 1 file changed, 383 insertions(+) create mode 100755 scripts/compare-latency.py diff --git a/scripts/compare-latency.py b/scripts/compare-latency.py new file mode 100755 index 0000000..b2ebca8 --- /dev/null +++ b/scripts/compare-latency.py @@ -0,0 +1,383 @@ +#!/usr/bin/env python3 +r"""Compare D-Bus message brokers by the latency of their messages, with a latency client. + +This is compare-brokers.py for a client that measures latency: it starts each broker you name on a +private socket, runs the client against it once, stops the broker and records what the client +measured together with what the broker cost (CPU time and peak memory). That is repeated for +``--rounds`` rounds. Within a round the brokers run in a random order (reshuffled every round, +reproducibly from ``--seed``, the same order as compare-brokers.py makes), so that drift of the +machine hits all of them alike, and every run gets a fresh broker process. The ``--warmup`` rounds +run first and are left out of the tables (the JSON file still holds them, flagged). The brokers +are started, waited for, stopped and measured by the code of compare-brokers.py, which this script +loads: see its ``--help`` for how a broker command is written (``{address}`` and ``{path}``, +``VAR=value`` words before the program, dbus-broker under ``systemd-socket-activate``) and for +what its CPU time, peak memory and context switches mean. + +Usage (build the client and the brokers in release mode first):: + + scripts/compare-latency.py --bench target/release/latency --rounds 15 --out latency.json \ + --broker busd "/path/to/busd --address {address}" \ + --broker busd-1thread "TOKIO_WORKER_THREADS=1 /path/to/busd --address {address}" \ + --broker dbus-daemon "dbus-daemon --session --nofork --address={address}" + +The client is run with ``$DBUS_SESSION_BUS_ADDRESS`` set to the broker's address, no arguments +(it gets this script's environment, so settings can go through that) and a limit of 600 seconds, +and prints one JSON object on standard output: a member for each scenario it ran, with the +statistics of that scenario's latencies. Anything else it prints should go to standard error, +which is kept for the report of a failure:: + + {"single_rtt": {"count": 10000, "elapsed_s": 0.91, "mean_us": 91.2, "p50_us": 88.0, + "p90_us": 101.5, "p99_us": 140.2, "p999_us": 310.8, "max_us": 1204.3}, + "multi_rtt": {...}, "fanout_delivery": {...}} + +Each number of each scenario (any name will do, but a number it must be) becomes a metric +named ``_``, such as ``single_rtt_p99_us``. + +Recorded per run (``runs`` in the JSON file, one flat object, so that paired-stats.py reads it): + + label, round, warmup as in compare-brokers.py: rounds count from 0, warmup rounds included + _ every number the client printed + client_wall_s wall time of the whole client process, start-up included + client_cpu_s the client's user + system CPU time + broker_cpu_s the broker's user + system CPU time over its whole life (also given as + broker_user_s and broker_sys_s), from wait4() of each of its processes + broker_vcsw the voluntary context switches of the broker + broker_maxrss_kib the broker's peak resident memory (VmHWM), read once the client has + finished, summed over its processes if it has more than one + broker_exit the broker's exit status, negative if a signal killed it + +Output: a progress line per run goes to stderr, Markdown tables go to stdout and ``--out`` writes +everything as JSON in the shape of compare-brokers.py (machine, config, started, runs, failures, +summary; config also lists the scenarios). The tables show, per scenario and broker, the mean and +the median over the measured rounds of the median (p50), the 99th percentile (p99) and the +maximum latency of a run, in microseconds, then the broker's CPU time and peak memory and the +client's wall time. The summary has the statistics of every metric. Each ``--meta KEY=VALUE``, +such as the version of a broker, goes into the JSON and the output too. A run that fails (the +broker exits early, the client fails or prints something else than the JSON above, ...) is reported +on stderr and listed under ``failures`` in the JSON; the other runs go on, the tables count only the +runs that worked (column ``n``) and the exit status is 1. Interrupting with Ctrl-C cleans up and +reports the runs finished so far (exit status 130). + +To tell whether a change of a broker moved a metric, give the JSON file to paired-stats.py, which +compares two labels round by round. + +Needs Linux, Python 3.9 or later and compare-brokers.py next to this script. For numbers worth +comparing keep the machine otherwise idle. +""" + +from __future__ import annotations + +import argparse +import importlib.util +import json +import math +import os +import platform +import random +import resource +import shutil +import signal +import subprocess +import sys +import tempfile +import time +from datetime import datetime, timezone + +# The percentiles that the tables show (a scenario's keys), and the columns of the last table. +TABLE_KEYS = ("p50_us", "p99_us", "max_us") +COST_FIELDS = (("broker_cpu_s", 3), ("broker_maxrss_kib", 0), ("client_wall_s", 3)) +# The names of a run's own fields, which no metric of the client may take, and those of them that +# the summary leaves out. +RESERVED = {"label", "round", "warmup", "client_wall_s", "client_cpu_s", "broker_user_s", + "broker_sys_s", "broker_cpu_s", "broker_vcsw", "broker_maxrss_kib", "broker_exit"} +NOT_SUMMARIZED = {"label", "round", "warmup", "broker_exit"} + + +def load_compare_brokers(): + """Load compare-brokers.py, next to this script, as a module (its name has a hyphen).""" + path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "compare-brokers.py") + spec = importlib.util.spec_from_file_location("compare_brokers", path) + if spec is None or spec.loader is None: + sys.exit(f"{sys.argv[0]}: error: cannot load {path}") + module = importlib.util.module_from_spec(spec) + # Registered before it runs: its dataclasses look their module up here. + sys.modules[spec.name] = module + keep = sys.dont_write_bytecode + sys.dont_write_bytecode = True # no __pycache__ next to the scripts + try: + spec.loader.exec_module(module) + except OSError as e: + sys.exit(f"{sys.argv[0]}: error: cannot load {path}: {e}") + finally: + sys.dont_write_bytecode = keep + return module + + +cb = load_compare_brokers() + + +def is_number(value: object) -> bool: + return (isinstance(value, (int, float)) and not isinstance(value, bool) + and math.isfinite(value)) + + +def flatten(stdout: str) -> tuple[dict[str, float], list[str]]: + """The numbers of the client's report as {scenario_key: number}, and the scenarios' names.""" + try: + report = json.loads(stdout) + except ValueError as e: + raise cb.RunError(f"the client's output is not JSON ({e}):\n{cb.tail(stdout)}") from e + if not isinstance(report, dict) or not report: + raise cb.RunError(f"the client's output is not a JSON object of scenarios:\n" + f"{cb.tail(stdout)}") + metrics: dict[str, float] = {} + scenarios = [] + for scenario, stats in report.items(): + if not isinstance(stats, dict): + raise cb.RunError(f"scenario {scenario!r} of the client's output is not a JSON " + f"object: {cb.tail(json.dumps(stats), 200)}") + found = 0 + for key, value in stats.items(): + if isinstance(value, float) and not math.isfinite(value): + raise cb.RunError(f"{scenario}.{key} of the client's output is {value}") + if not is_number(value): + continue # descriptive, not a metric + name = f"{scenario}_{key}" + if name in metrics or name in RESERVED: + raise cb.RunError(f"two metrics of the client are named {name!r}") + metrics[name] = value + found += 1 + if not found: + raise cb.RunError(f"scenario {scenario!r} of the client's output has no number") + scenarios.append(scenario) + return metrics, scenarios + + +def run_client(bench: str, address: str, log_path: str + ) -> tuple[dict[str, float], list[str], float, float]: + """Run the client once. Give its metrics, its scenarios, its wall time and its CPU time.""" + env = {**os.environ, "DBUS_SESSION_BUS_ADDRESS": address} + # The client is the only child reaped in between, so the difference is its own usage. + before = resource.getrusage(resource.RUSAGE_CHILDREN) + start = time.perf_counter() + with open(log_path, "wb") as stderr: + client = subprocess.Popen( + [bench], env=env, stdin=subprocess.DEVNULL, stdout=subprocess.PIPE, stderr=stderr, + encoding="utf-8", errors="replace", + ) + try: + stdout, _ = client.communicate(timeout=cb.CLIENT_TIMEOUT) + except subprocess.TimeoutExpired: + client.kill() + client.communicate() + raise cb.RunError(f"client still running after {cb.CLIENT_TIMEOUT:g}s") from None + finally: + if client.poll() is None: # an interrupt, say + client.kill() + client.wait() + wall = time.perf_counter() - start + after = resource.getrusage(resource.RUSAGE_CHILDREN) + if client.returncode != 0: + raise cb.RunError(f"client exited with status {client.returncode}:\n" + f"{cb.read_tail(log_path)}") + metrics, scenarios = flatten(stdout) + cpu = (after.ru_utime - before.ru_utime) + (after.ru_stime - before.ru_stime) + return metrics, scenarios, wall, cpu + + +def run_once(label: str, command: str, bench: str, rnd: int, warmup: bool + ) -> tuple[dict, list[str]]: + """Start a broker, run the client against it once and stop the broker.""" + tmp = tempfile.mkdtemp(prefix="dbus-latency-") + try: + sock = os.path.join(tmp, "bus") + env, argv = cb.split_command(command, sock) + broker_log = os.path.join(tmp, "broker.log") + with cb.Broker(argv, {**os.environ, **env}, broker_log) as broker: + broker.wait_ready(sock) + try: + metrics, scenarios, wall, cpu = run_client( + bench, f"unix:path={sock}", os.path.join(tmp, "client.log")) + except cb.RunError as e: + raise cb.RunError(f"{e}\nbroker log:\n{cb.read_tail(broker_log)}") from None + peak_kib = broker.peak_rss_kib() + broker.stop() + user, system, vcsw, _ = broker.usage() + run = {"label": label, "round": rnd, "warmup": warmup, **metrics, + "client_wall_s": wall, "client_cpu_s": cpu, "broker_user_s": user, + "broker_sys_s": system, "broker_cpu_s": user + system, "broker_vcsw": vcsw, + "broker_maxrss_kib": peak_kib, "broker_exit": broker.status} + return run, scenarios + finally: + shutil.rmtree(tmp, ignore_errors=True) + + +def summarize(runs: list[dict], labels: list[str]) -> dict: + """Per metric and broker, the statistics of the measured (not warmup) runs.""" + measured = [run for run in runs if not run["warmup"]] + fields: dict[str, None] = {} # in the order they are first seen + for run in measured: + fields.update((key, None) for key, value in run.items() + if key not in NOT_SUMMARIZED and is_number(value)) + return { + field: {label: cb.describe([run[field] for run in measured + if run["label"] == label and is_number(run.get(field))]) + for label in labels} + for field in fields + } + + +def cell(summary: dict, field: str, label: str, stat: str, decimals: int) -> str: + value = summary.get(field, {}).get(label, {}).get(stat) + return "-" if value is None else f"{value:.{decimals}f}" + + +def print_tables(summary: dict, scenarios: list[str], labels: list[str]) -> None: + for scenario in scenarios: + print(f"\n### {scenario} (microseconds, over the measured rounds)\n") + columns = [f"{key.removesuffix('_us')} {stat}" for key in TABLE_KEYS + for stat in ("mean", "median")] + print("| broker | n | " + " | ".join(columns) + " |") + print("|---|---:|" + "---:|" * len(columns)) + for label in labels: + fields = [f"{scenario}_{key}" for key in TABLE_KEYS] + n = max((summary.get(field, {}).get(label, {}).get("n", 0) for field in fields), + default=0) + cells = [cell(summary, field, label, stat, 1) for field in fields + for stat in ("mean", "median")] + print(f"| {label} | {n} | " + " | ".join(cells) + " |") + print("\n### broker and client (over the measured rounds)\n") + columns = [f"{field} {stat}" for field, _ in COST_FIELDS for stat in ("mean", "median")] + print("| broker | n | " + " | ".join(columns) + " |") + print("|---|---:|" + "---:|" * len(columns)) + for label in labels: + n = summary.get("broker_cpu_s", {}).get(label, {}).get("n", 0) + cells = [cell(summary, field, label, stat, decimals) for field, decimals in COST_FIELDS + for stat in ("mean", "median")] + print(f"| {label} | {n} | " + " | ".join(cells) + " |") + + +def progress(run: dict, scenarios: list[str]) -> str: + """The numbers of a run for the progress line: p50/p99/max of each scenario, and the cost.""" + shown = ", ".join( + scenario + " " + "/".join( + "-" if run.get(f"{scenario}_{key}") is None else f"{run[f'{scenario}_{key}']:.1f}" + for key in TABLE_KEYS) + for scenario in scenarios if any(f"{scenario}_{key}" in run for key in TABLE_KEYS)) + return (f"p50/p99/max us: {shown}; broker cpu {run['broker_cpu_s']:.2f}s " + f"rss {run['broker_maxrss_kib']} KiB exit {run['broker_exit']}") + + +def parse_args() -> argparse.Namespace: + p = argparse.ArgumentParser( + description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) + p.add_argument("--bench", required=True, metavar="PATH", + help="the latency client, which prints its report as JSON") + p.add_argument("--broker", nargs=2, action="append", required=True, + metavar=("LABEL", "COMMAND"), + help="a broker to compare, repeat for each; {address} in COMMAND stands for " + "unix:path=SOCKET, and {path} for SOCKET") + p.add_argument("--rounds", type=int, default=15, help="measured rounds (default: %(default)s)") + p.add_argument("--warmup", type=int, default=1, + help="rounds run first and left out of the tables (default: %(default)s)") + p.add_argument("--seed", type=int, default=0, + help="seed of the per-round shuffle of the brokers (default: %(default)s)") + p.add_argument("--out", metavar="PATH", help="write the runs and the summary here, as JSON") + p.add_argument("--meta", action="append", default=[], metavar="KEY=VALUE", + help="a note to keep with the results, such as the version of a broker") + args = p.parse_args() + + if args.rounds < 1 or args.warmup < 0: + p.error("--rounds must be at least 1 and --warmup at least 0") + bench = shutil.which(args.bench) + if bench is None: + p.error("--bench is not an executable file") + args.bench = os.path.abspath(bench) + labels = [label for label, _ in args.broker] + if len(set(labels)) != len(labels): + p.error("the broker labels must be different from each other") + for label, command in args.broker: + if "{address}" not in command and "{path}" not in command: + p.error(f"the command of broker {label!r} has neither {{address}} nor {{path}}") + try: + argv = cb.split_command(command, "/x")[1] + except ValueError as e: + p.error(f"the command of broker {label!r} cannot be split: {e}") + if not argv or not shutil.which(argv[0]): + p.error(f"the command of broker {label!r} does not name a program that can be run") + meta = {} + for note in args.meta: + key, sep, value = note.partition("=") + if not sep or not key: + p.error(f"--meta {note!r} is not of the form KEY=VALUE") + meta[key] = value + args.meta = meta + return args + + +def main() -> int: + args = parse_args() + cb.become_subreaper() + for sig in (signal.SIGINT, signal.SIGTERM, signal.SIGHUP): + # As compare-brokers.py does: each is a KeyboardInterrupt, so that the brokers get cleaned + # up, but what was ignored on purpose (nohup ignores SIGHUP) stays so. SIGINT is taken + # regardless, for the brokers would inherit it ignored if this was started in the + # background, and not stop on the SIGINT that is meant to stop them. + if sig == signal.SIGINT or signal.getsignal(sig) != signal.SIG_IGN: + signal.signal(sig, signal.default_int_handler) + if args.out: + os.makedirs(os.path.dirname(os.path.abspath(args.out)), exist_ok=True) + + brokers = [(label, command) for label, command in args.broker] + labels = [label for label, _ in brokers] + machine = {"nproc": os.cpu_count(), "cpu_model": cb.cpu_model(), "kernel": platform.release()} + started = datetime.now(timezone.utc).isoformat(timespec="seconds") + runs: list[dict] = [] + failures: list[dict] = [] + scenarios: dict[str, None] = {} # in the order the client prints them + total = (args.warmup + args.rounds) * len(brokers) + interrupted = False + try: + for rnd in range(args.warmup + args.rounds): + order = list(brokers) + random.Random(args.seed + rnd).shuffle(order) # reproducible, differs per round + for label, command in order: + warmup = rnd < args.warmup + position = f"[{len(runs) + len(failures) + 1}/{total}] round {rnd} {label}" + try: + run, found = run_once(label, command, args.bench, rnd, warmup) + except cb.RunError as e: + failures.append({"label": label, "round": rnd, "warmup": warmup, + "error": str(e)}) + cb.log(f"{position}: FAILED: {e}") + continue + runs.append(run) + scenarios.update((scenario, None) for scenario in found) + cb.log(f"{position}: {progress(run, found)}" + (" (warmup)" if warmup else "")) + except KeyboardInterrupt: + interrupted = True + cb.log("interrupted: reporting the runs that finished") + + summary = summarize(runs, labels) + if args.out: # before the tables, so that a closed stdout cannot lose it + config = { + "brokers": [{"label": label, "command": command} for label, command in brokers], + "bench": args.bench, "rounds": args.rounds, "warmup": args.warmup, + "seed": args.seed, "meta": args.meta, "scenarios": list(scenarios), + } + with open(args.out, "w", encoding="utf-8") as f: + json.dump({"machine": machine, "config": config, "started": started, + "runs": runs, "failures": failures, "summary": summary}, f, indent=2) + f.write("\n") + print(f"rounds: {args.rounds} measured after {args.warmup} warmup; {machine['nproc']} CPUs, " + f"{machine['cpu_model']}") + for key, value in args.meta.items(): + print(f"{key}: {value}") + print_tables(summary, list(scenarios), labels) + if failures: + cb.log(f"{len(failures)} run(s) failed (see above); the tables leave them out") + return 130 if interrupted else 1 if failures else 0 + + +if __name__ == "__main__": + sys.exit(main()) From 4b30671ba666b1e5a077a114f7019f9ccdfa3f11 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 14:25:41 +0000 Subject: [PATCH 05/15] Add a script that compares two brokers round by round Each round of the comparison scripts runs every broker once, so the runs of two brokers in a round make a pair. It gives the difference between the two, in percent, for each metric, with a bootstrap confidence interval over the pairs, and says whether the difference is within a margin, beyond it, or neither for sure. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/paired-stats.py | 698 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 698 insertions(+) create mode 100755 scripts/paired-stats.py diff --git a/scripts/paired-stats.py b/scripts/paired-stats.py new file mode 100755 index 0000000..d27e6ce --- /dev/null +++ b/scripts/paired-stats.py @@ -0,0 +1,698 @@ +#!/usr/bin/env python3 +r"""Compare two labels of a results file in pairs, round by round. + +The results files that compare-brokers.py and compare-latency.py write hold one run of every label +in every round, and the labels of a round run in a random order, close together in time. The two +runs of a round therefore share most of the machine's drift, and comparing them as pairs, rather +than as two independent samples, cancels it. This script pairs the measured runs of --baseline and +--candidate by round (warmup runs are always left out, and so is a round in which either label has +no run, such as one that failed) and says, for each metric, whether the candidate changed it by +more than a margin. + +Usage:: + + scripts/paired-stats.py RESULTS.json --baseline LABEL --candidate LABEL \ + [--metric NAME ...] [--margin 5] [--json OUT] + scripts/paired-stats.py --self-test + +Put RESULTS.json before --metric, which takes every word up to the next option. The metrics are +the fields of the runs: by default each one that is a number in every measured run of both labels, +less ``round`` and ``broker_exit`` (an exit status, not a measurement). ``--metric`` names others, +and then the pairs of rounds in which either label lacks the field (or has null there) are left out +of that metric alone, which its ``n`` shows. The fields that some runs lack are named on standard +error, as not compared by default. + +Per metric (a row of the table on standard output; the medians and the mean difference are in a +second table below it, and every number is in the ``--json`` file): + + n the number of pairs + baseline mean, the mean and the median of each label over the pairs + candidate mean + diff the mean of the paired differences, candidate - baseline, with its 95% + confidence interval from the paired t interval, mean +- t * s / sqrt(n) + (s is the sample standard deviation of the differences and t the 97.5% + quantile of Student's t distribution with n - 1 degrees of freedom) + diff % 100 * (mean_candidate / mean_baseline - 1), the change relative to the + baseline, with two confidence intervals from one percentile bootstrap: the + rounds are resampled with replacement 10000 times (always from the seed 1, + so a run can be repeated exactly), the same rounds for both labels, and the + ratio of the means is taken in each resample. The 95% interval is the + 2.5th to the 97.5th percentile of the 10000 values and the 90% interval + the 5th to the 95th (percentiles by linear interpolation between order + statistics, as numpy's default). A resample whose baseline mean is not + positive has no ratio and is left out (counted in the JSON file). + median ratio the median over the pairs of candidate / baseline (pairs whose baseline is + 0 have no ratio) + Wilcoxon p the two-sided p-value of the Wilcoxon signed-rank test of the differences, + by its normal approximation: pairs without a difference are dropped, ties + among the absolute differences get their average rank and the variance is + corrected for them, and there is no continuity correction (as in scipy's + default). Only the pairs that differ count, so it is crude for fewer than + about 10 of them. It is shown for reference and never decides the verdict. + verdict decided by the margin M (--margin, in percent, 5 by default) and the + bootstrap intervals of diff % alone: + + no material change the 90% interval lies within (-M, +M) entirely: the change is + shown to be smaller than M (this is the equivalence test, TOST: + two one-sided tests at the 5% level) + slower/larger the 95% interval lies above +M entirely + faster/smaller the 95% interval lies below -M entirely + inconclusive anything else: the data cannot tell whether the change is within + the margin (also when diff % is undefined, as when the baseline mean + is 0, or there are fewer than 2 pairs) + + repeatable change a flag next to the verdict when the 95% interval excludes 0, which means a + change of the sign shown is likely whatever its size, even if it is + within the margin (a change larger than M is repeatable by definition, + and the verdict says no more than that) + +The metrics are for values where less is better, which the words of the verdicts assume. The +numbers are in the units of the field, seconds, KiB or microseconds, as the end of its name says +(_s, _kib, _us), and other fields, such as counts, as they are. + +``--json OUT`` writes every number: for each metric also the medians, the mean difference with its +interval and standard error, the t quantile, the Wilcoxon statistics, and the rounds that were +paired and those that were left out. + +``--self-test`` checks the statistics against published values and exact results and exits with +status 0 if they all pass. It needs no results file. + +Only the Python standard library is used, so Student's t quantile comes from the regularized +incomplete beta function (a continued fraction, evaluated by Lentz's method) inverted by bisection. +With few pairs (under about 10) the intervals are too narrow and the Wilcoxon approximation is +poor: take 15 rounds or more. Means are sensitive to the odd slow run, so where the percent +difference and the median ratio disagree, look at the runs. +""" + +from __future__ import annotations + +import argparse +import json +import math +import os +import random +import statistics +import sys +from typing import NoReturn + +RESAMPLES = 10000 # bootstrap resamples +SEED = 1 # seed of the bootstrap +FEW = 10 # fewer pairs than this get a warning +ENOUGH = 15 # the number of pairs that the warning advises +SKIPPED = {"round", "broker_exit"} # numeric fields of a run that are not metrics + +NO_CHANGE = "no material change" +LARGER = "slower/larger" +SMALLER = "faster/smaller" +INCONCLUSIVE = "inconclusive" + + +# Student's t distribution, from the regularized incomplete beta function. + +def betacf(a: float, b: float, x: float) -> float: + """The continued fraction of the incomplete beta function I_x(a, b), by Lentz's method.""" + tiny = 1e-300 # stands in for a zero that Lentz's method must not divide by + qab, qap, qam = a + b, a + 1.0, a - 1.0 + c = 1.0 + d = 1.0 - qab * x / qap + d = 1.0 / (d if abs(d) > tiny else tiny) + h = d + for m in range(1, 10001): + m2 = 2 * m + # An even and an odd term of the fraction per step. + aa = m * (b - m) * x / ((qam + m2) * (a + m2)) + d = 1.0 + aa * d + d = 1.0 / (d if abs(d) > tiny else tiny) + c = 1.0 + aa / c + c = c if abs(c) > tiny else tiny + h *= d * c + aa = -(a + m) * (qab + m) * x / ((a + m2) * (qap + m2)) + d = 1.0 + aa * d + d = 1.0 / (d if abs(d) > tiny else tiny) + c = 1.0 + aa / c + c = c if abs(c) > tiny else tiny + delta = d * c + h *= delta + if abs(delta - 1.0) < 1e-15: + return h + raise ArithmeticError(f"the continued fraction of I_{x}({a}, {b}) does not converge") + + +def betainc(a: float, b: float, x: float) -> float: + """The regularized incomplete beta function I_x(a, b), for a, b > 0 and 0 <= x <= 1.""" + if not 0.0 <= x <= 1.0: + raise ValueError(f"x = {x} is not in [0, 1]") + if x == 0.0 or x == 1.0: + return x + front = math.exp(math.lgamma(a + b) - math.lgamma(a) - math.lgamma(b) + + a * math.log(x) + b * math.log1p(-x)) + # The fraction converges quickly for x below the mean of the distribution: use the symmetry + # I_x(a, b) = 1 - I_(1-x)(b, a) for the others. + if x < (a + 1.0) / (a + b + 2.0): + return front * betacf(a, b, x) / a + return 1.0 - front * betacf(b, a, 1.0 - x) / b + + +def t_sf(t: float, df: float) -> float: + """P(T > t) for Student's t distribution with df degrees of freedom.""" + tail = 0.5 * betainc(df / 2.0, 0.5, df / (df + t * t)) # P(T > |t|) + return tail if t >= 0 else 1.0 - tail + + +def t_cdf(t: float, df: float) -> float: + return 1.0 - t_sf(t, df) + + +def t_ppf(p: float, df: float) -> float: + """The quantile of Student's t distribution: t with P(T <= t) = p, by bisection.""" + if not 0.0 < p < 1.0: + raise ValueError(f"p = {p} is not in (0, 1)") + if p == 0.5: + return 0.0 + if p < 0.5: + return -t_ppf(1.0 - p, df) + upper = 1.0 - p # t_sf falls as t rises: find where it reaches this + lo, hi = 0.0, 1.0 + while t_sf(hi, df) > upper: + lo, hi = hi, hi * 2.0 + if hi > 1e300: + raise ArithmeticError(f"no t quantile for p = {p}") + for _ in range(300): + mid = (lo + hi) / 2.0 + if t_sf(mid, df) > upper: + lo = mid + else: + hi = mid + if hi - lo <= 1e-14 * hi: + break + return (lo + hi) / 2.0 + + +# The statistics of one metric. + +def quantile(ordered: list[float], q: float) -> float: + """The quantile q of sorted values, by linear interpolation between the order statistics.""" + pos = q * (len(ordered) - 1) + below = int(math.floor(pos)) + above = min(below + 1, len(ordered) - 1) + return ordered[below] + (ordered[above] - ordered[below]) * (pos - below) + + +_resamples: dict[tuple[int, int, int], list[list[int]]] = {} + + +def resample_indices(n: int, resamples: int, seed: int) -> list[list[int]]: + """The indices of the pairs in each bootstrap resample: n draws with replacement from range(n). + + The draws depend only on n, so they are made once and shared by the metrics (which come out + the same as if each metric started a generator of its own from the seed). They are made from + random(), whose stream the random module guarantees, rather than from choices() or randrange(), + whose algorithm it may change, so a result can be reproduced with any Python. + """ + key = (n, resamples, seed) + if key not in _resamples: + rand = random.Random(seed).random + _resamples[key] = [[int(rand() * n) for _ in range(n)] for _ in range(resamples)] + return _resamples[key] + + +def bootstrap_percent(base: list[float], cand: list[float], resamples: int, seed: int + ) -> tuple[list[float], int]: + """100 * (mean_candidate / mean_baseline - 1) in each resample of the pairs, sorted, and how + many resamples had no such value (their baseline mean was not positive).""" + get_base, get_cand = base.__getitem__, cand.__getitem__ + values, skipped = [], 0 + for indices in resample_indices(len(base), resamples, seed): + base_sum = sum(map(get_base, indices)) + if base_sum <= 0.0: + skipped += 1 + continue + values.append(100.0 * (sum(map(get_cand, indices)) / base_sum - 1.0)) + values.sort() + return values, skipped + + +def wilcoxon(diffs: list[float], tol: float = 0.0) -> dict | None: + """The Wilcoxon signed-rank test of paired differences, by the normal approximation. + + Differences up to `tol` in size count as 0 and are dropped; absolute differences within `tol` + of each other are tied (floating-point noise would split ties otherwise, such as those of + values counted in clock ticks), and get the average of their ranks. The variance has the + correction for ties, n(n+1)(2n+1)/24 - sum(t^3 - t)/48 over the groups of t tied values. The + p-value is two-sided, without continuity correction. None if no difference is left. + """ + nonzero = [d for d in diffs if abs(d) > tol] + n = len(nonzero) + if n == 0: + return None + order = sorted(range(n), key=lambda i: abs(nonzero[i])) + ranks = [0.0] * n + ties = [] # the sizes of the groups of tied values + start = 0 + while start < n: + end = start + while end + 1 < n and abs(nonzero[order[end + 1]]) - abs(nonzero[order[start]]) <= tol: + end += 1 + for k in range(start, end + 1): + ranks[order[k]] = (start + end) / 2.0 + 1.0 + if end > start: + ties.append(end - start + 1) + start = end + 1 + w_plus = sum(rank for rank, d in zip(ranks, nonzero) if d > 0) + mean = n * (n + 1) / 4.0 + variance = n * (n + 1) * (2 * n + 1) / 24.0 - sum(t ** 3 - t for t in ties) / 48.0 + z = (w_plus - mean) / math.sqrt(variance) + return {"p": math.erfc(abs(z) / math.sqrt(2.0)), "z": z, "w_plus": w_plus, + "n_nonzero": n, "variance": variance, "ranks": ranks} + + +def classify(ci95: list[float] | None, ci90: list[float] | None, margin: float + ) -> tuple[str, bool]: + """The verdict on the change in percent, and whether it is a repeatable change.""" + if ci95 is None or ci90 is None: + return INCONCLUSIVE, False + repeatable = ci95[0] > 0.0 or ci95[1] < 0.0 + # The 90% interval lies within the 95% one, so at most one of the first three holds. + if ci90[0] > -margin and ci90[1] < margin: + return NO_CHANGE, repeatable + if ci95[0] > margin: + return LARGER, repeatable + if ci95[1] < -margin: + return SMALLER, repeatable + return INCONCLUSIVE, repeatable + + +def analyze(metric: str, base: list[float], cand: list[float], margin: float, + resamples: int = RESAMPLES, seed: int = SEED) -> dict: + """Every statistic of one metric, from its values in the paired rounds (equally many).""" + n = len(base) + diffs = [c - b for b, c in zip(base, cand)] + tol = 1e-9 * max(abs(x) for x in (*base, *cand)) # below this, differences are rounding + mean_base, mean_cand = statistics.fmean(base), statistics.fmean(cand) + mean_diff = statistics.fmean(diffs) + notes = [] + + diff = {"mean": mean_diff, "sd": None, "se": None, "df": n - 1, "t": None, "ci95": None} + if n >= 2: + sd = statistics.stdev(diffs) + t = t_ppf(0.975, n - 1) + se = sd / math.sqrt(n) + diff.update(sd=sd, se=se, t=t, ci95=[mean_diff - t * se, mean_diff + t * se]) + + pct = {"value": None, "ci95": None, "ci90": None, "resamples": 0, "skipped": 0} + if all(abs(d) <= tol for d in diffs): # the same in every pair, even if it is 0 (no ratio) + pct["value"] = 0.0 + if n >= 2: + pct.update(ci95=[0.0, 0.0], ci90=[0.0, 0.0]) + elif mean_base <= 0.0: + notes.append("the baseline mean is not positive, so there is no percent difference") + else: + pct["value"] = 100.0 * (mean_cand / mean_base - 1.0) + if n >= 2: + values, skipped = bootstrap_percent(base, cand, resamples, seed) + pct.update(resamples=len(values), skipped=skipped) + if skipped: + notes.append(f"{skipped} bootstrap resamples had a baseline mean that is not " + f"positive and are left out") + if values: + pct.update(ci95=[quantile(values, 0.025), quantile(values, 0.975)], + ci90=[quantile(values, 0.05), quantile(values, 0.95)]) + if n < 2: + notes.append("one pair only: no intervals") + + ratios = [c / b for b, c in zip(base, cand) if b != 0.0] + test = wilcoxon(diffs, tol) + verdict, repeatable = classify(pct["ci95"], pct["ci90"], margin) + return { + "metric": metric, "n": n, + "baseline": {"mean": mean_base, "median": statistics.median(base)}, + "candidate": {"mean": mean_cand, "median": statistics.median(cand)}, + "diff": diff, "pct": pct, + "median_ratio": statistics.median(ratios) if ratios else None, + "wilcoxon": None if test is None else {k: v for k, v in test.items() if k != "ranks"}, + "verdict": verdict, "repeatable_change": repeatable, "notes": notes, + } + + +# The results file. + +def is_number(value: object) -> bool: + return (isinstance(value, (int, float)) and not isinstance(value, bool) + and math.isfinite(value)) + + +def fail(message: str) -> NoReturn: + sys.exit(f"{os.path.basename(sys.argv[0])}: error: {message}") + + +def load_results(path: str) -> dict: + try: + with open(path, encoding="utf-8") as f: + data = json.load(f) + except (OSError, ValueError) as e: + fail(f"cannot read {path}: {e}") + if not isinstance(data, dict) or not isinstance(data.get("runs"), list): + fail(f"{path} has no list of runs: it is not a results file of compare-brokers.py " + f"or compare-latency.py") + return data + + +def measured_runs(data: dict, label: str) -> dict[int, dict]: + """The measured (not warmup) runs of a label, by round.""" + runs: dict[int, dict] = {} + for run in data["runs"]: + if not isinstance(run, dict) or run.get("label") != label or run.get("warmup"): + continue + rnd = run.get("round") + if not isinstance(rnd, int) or isinstance(rnd, bool): + fail(f"a run of {label!r} has no round number") + if rnd in runs: + fail(f"{label!r} has two measured runs in round {rnd}: they cannot be paired") + runs[rnd] = run + if not runs: + labels = sorted({run.get("label") for run in data["runs"] if isinstance(run, dict) + and not run.get("warmup") and isinstance(run.get("label"), str)}) + fail(f"no measured run of {label!r}; the file has: {', '.join(labels) or 'none'}") + return runs + + +def default_metrics(runs: list[dict]) -> tuple[list[str], dict[str, int]]: + """The fields that are a number in every one of the runs, in the order of the first run, and + how many runs lack a number in each of the others that are a number in some run.""" + names = known_metrics(runs) + missing = {name: sum(not is_number(run.get(name)) for run in runs) for name in names} + return ([name for name in names if not missing[name] and name not in SKIPPED], + {name: count for name, count in missing.items() if count and name not in SKIPPED}) + + +def known_metrics(runs: list[dict]) -> list[str]: + """The fields that are a number in some of the runs, in the order they are first seen.""" + names: dict[str, None] = {} + for run in runs: + names.update((name, None) for name, value in run.items() + if is_number(value) and name != "round") + return list(names) + + +# Output. + +def places(result: dict) -> int: + """How many decimals the values of a metric get: by the unit that its name ends in, and for + other fields, such as counts, by their size.""" + name = result["metric"] + for suffix, decimals in (("_s", 4), ("_kib", 0), ("_us", 1)): + if name.endswith(suffix): + return decimals + return 1 if abs(result["baseline"]["mean"]) >= 100 else 3 + + +def fmt(value: float | None, decimals: int, sign: bool = False) -> str: + if value is None: + return "-" + return f"{value:{'+' if sign else ''}.{decimals}f}" + + +def fmt_pct(value: float | None) -> str: + return "-" if value is None else f"{value:+.2f}" + + +def fmt_interval(interval: list[float] | None) -> str: + return "-" if interval is None else f"[{interval[0]:+.2f}, {interval[1]:+.2f}]" + + +def fmt_p(p: float | None) -> str: + return "-" if p is None else "<0.0001" if p < 0.0001 else f"{p:.4f}" + + +def verdict_text(result: dict) -> str: + text = result["verdict"] + if result["repeatable_change"] and text in (NO_CHANGE, INCONCLUSIVE): + text += f"; repeatable change ({'+' if result['pct']['ci95'][0] > 0 else '-'})" + return text + + +def print_tables(results: list[dict], margin: float) -> None: + print("| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % " + "| median ratio | Wilcoxon p | verdict |") + print("|---|---:|---:|---:|---:|---|---|---:|---:|---|") + for r in results: + d = places(r) + ratio = r["median_ratio"] + test = r["wilcoxon"] + print(f"| {r['metric']} | {r['n']} | {fmt(r['baseline']['mean'], d)} " + f"| {fmt(r['candidate']['mean'], d)} | {fmt_pct(r['pct']['value'])} " + f"| {fmt_interval(r['pct']['ci95'])} | {fmt_interval(r['pct']['ci90'])} " + f"| {'-' if ratio is None else f'{ratio:.3f}'} " + f"| {fmt_p(None if test is None else test['p'])} | {verdict_text(r)} |") + print("\n### Differences in the units of the metrics\n") + print("| metric | baseline median | candidate median | mean diff (candidate - baseline) " + "| 95% CI of the mean diff |") + print("|---|---:|---:|---:|---|") + for r in results: + d = places(r) + diff = r["diff"] + ci = diff["ci95"] + interval = "-" if ci is None else f"[{fmt(ci[0], d, True)}, {fmt(ci[1], d, True)}]" + print(f"| {r['metric']} | {fmt(r['baseline']['median'], d)} " + f"| {fmt(r['candidate']['median'], d)} | {fmt(diff['mean'], d, True)} " + f"| {interval} |") + print(f""" +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-{margin:g}%): "{NO_CHANGE}" if the 90% CI lies within the +margin, "{LARGER}" or "{SMALLER}" if the 95% CI lies beyond it, "{INCONCLUSIVE}" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only.""") + for r in results: + for note in r["notes"]: + print(f"- {r['metric']}: {note}") + + +def describe_rounds(rounds: list[int], only_base: list[int], only_cand: list[int]) -> str: + text = (f"{len(rounds)} pairs (rounds {min(rounds)} to {max(rounds)})" if len(rounds) > 1 + else f"1 pair (round {rounds[0]})") + for name, left in (("baseline", only_base), ("candidate", only_cand)): + if left: + text += (f"; left out, as only the {name} has a run in it: round " + + ", ".join(map(str, left))) + return text + + +def parse_args() -> argparse.Namespace: + p = argparse.ArgumentParser( + description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) + p.add_argument("results", nargs="?", metavar="RESULTS.json", + help="results of compare-brokers.py or compare-latency.py") + p.add_argument("--baseline", metavar="LABEL", help="the label to compare against") + p.add_argument("--candidate", metavar="LABEL", help="the label that is compared") + p.add_argument("--metric", nargs="+", action="extend", metavar="NAME", + help="the metrics to compare (default: every field that is a number in " + "every measured run of both labels, less round and broker_exit)") + p.add_argument("--margin", type=float, default=5.0, metavar="PERCENT", + help="the change that does not matter, in percent (default: %(default)g)") + p.add_argument("--json", metavar="OUT", help="write every number here, as JSON") + p.add_argument("--self-test", action="store_true", + help="check the statistics against known values and exit") + args = p.parse_args() + if args.self_test: + return args + if not (args.results and args.baseline and args.candidate): + p.error("RESULTS.json, --baseline and --candidate are required") + if args.baseline == args.candidate: + p.error("--baseline and --candidate name the same label") + if not math.isfinite(args.margin) or args.margin < 0: + p.error("--margin must be 0 or more") + return args + + +def main() -> int: + args = parse_args() + if args.self_test: + return self_test() + data = load_results(args.results) + base_runs = measured_runs(data, args.baseline) + cand_runs = measured_runs(data, args.candidate) + rounds = sorted(base_runs.keys() & cand_runs.keys()) + only_base = sorted(base_runs.keys() - cand_runs.keys()) + only_cand = sorted(cand_runs.keys() - base_runs.keys()) + if not rounds: + fail(f"{args.baseline!r} and {args.candidate!r} have no measured round in common") + + all_runs = [*base_runs.values(), *cand_runs.values()] + lacking: dict[str, int] = {} + if args.metric: + metrics = list(dict.fromkeys(args.metric)) + else: + metrics, lacking = default_metrics(all_runs) + if lacking: + print("note: not compared, as some runs have no number there (--metric NAME compares " + "the rounds that have): " + + ", ".join(f"{name} ({count} of {len(all_runs)} runs)" + for name, count in lacking.items()), file=sys.stderr) + if not metrics: + fail("no field is a number in every run of both labels; name metrics with --metric") + for metric in metrics: + if not any(is_number(run.get(metric)) for run in all_runs): + fail(f"{metric!r} is not a numeric field of these runs; they have: " + f"{', '.join(known_metrics(all_runs))}") + + results = [] + for metric in metrics: + pairs = [(base_runs[r][metric], cand_runs[r][metric]) for r in rounds + if is_number(base_runs[r].get(metric)) and is_number(cand_runs[r].get(metric))] + if not pairs: + fail(f"{metric!r} is not a number in any round of both labels") + result = analyze(metric, [float(b) for b, _ in pairs], [float(c) for _, c in pairs], + args.margin) + if len(pairs) < len(rounds): + result["notes"].append(f"{len(rounds) - len(pairs)} of the {len(rounds)} paired " + f"rounds lack this field in a run") + results.append(result) + + if args.json: + report = { + "source": {"file": args.results, "started": data.get("started"), + "machine": data.get("machine"), + "meta": (data.get("config") or {}).get("meta")}, + "baseline": args.baseline, "candidate": args.candidate, "margin_pct": args.margin, + "bootstrap": {"resamples": RESAMPLES, "seed": SEED, + "intervals": "percentile, linear interpolation"}, + "rounds": {"paired": rounds, "only_baseline": only_base, "only_candidate": only_cand}, + "not_compared": lacking, + "metrics": results, + } + os.makedirs(os.path.dirname(os.path.abspath(args.json)), exist_ok=True) + with open(args.json, "w", encoding="utf-8") as f: + json.dump(report, f, indent=2, allow_nan=False) + f.write("\n") + + if len(rounds) < FEW: + print(f"warning: with {len(rounds)} pairs the intervals are too narrow and the Wilcoxon " + f"approximation is poor; take {ENOUGH} rounds or more", file=sys.stderr) + print(f"candidate {args.candidate} against baseline {args.baseline}, " + f"from {args.results}") + print(f"{describe_rounds(rounds, only_base, only_cand)}; margin +-{args.margin:g}%; " + f"bootstrap of {RESAMPLES} resamples, seed {SEED}\n") + print_tables(results, args.margin) + return 0 + + +# The self-test: published values, exact results and a synthetic comparison. + +def exact_wilcoxon_p(diffs: list[int]) -> float: + """The exact two-sided p-value of the signed-rank test, for distinct integer |differences| + that rank 1..n: the count of every sum of a subset of 1..n by dynamic programming.""" + n = len(diffs) + counts = [1] + [0] * (n * (n + 1) // 2) + for rank in range(1, n + 1): + for total in range(len(counts) - 1, rank - 1, -1): + counts[total] += counts[total - rank] + order = sorted(range(n), key=lambda i: abs(diffs[i])) + w_plus = sum(rank for rank, i in enumerate(order, 1) if diffs[i] > 0) + below = sum(counts[: w_plus + 1]) / 2 ** n + above = sum(counts[w_plus:]) / 2 ** n + return min(1.0, 2.0 * min(below, above)) + + +def self_test() -> int: + failed = 0 + + def check(name: str, got: float, want: float, tol: float) -> None: + nonlocal failed + good = abs(got - want) <= tol + failed += not good + print(f"{'ok ' if good else 'FAIL'} {name} = {got:.6f} (want {want:g} +- {tol:g})") + + def expect(name: str, good: bool, detail: str = "") -> None: + nonlocal failed + failed += not good + print(f"{'ok ' if good else 'FAIL'} {name}" + (f" ({detail})" if detail else "")) + + print("Student's t quantiles, against published values:") + for p, df, want in ((0.975, 29, 2.04523), (0.975, 39, 2.02269), (0.975, 9, 2.26216), + (0.95, 29, 1.69913)): + check(f"t_{{{p}, {df}}}", t_ppf(p, df), want, 6e-6) + for p, df, want in ((0.975, 4, 2.776), (0.975, 10, 2.228), (0.975, 30, 2.042), + (0.975, 60, 2.000), (0.975, 120, 1.980), (0.95, 9, 1.833), + (0.995, 29, 2.756)): + check(f"t_{{{p}, {df}}}", t_ppf(p, df), want, 6e-4) + print("Student's t, against the exact forms of 1 and 2 degrees of freedom, and the normal:") + for t in (0.3, 1.0, 2.5, 12.706): + check(f"t_cdf({t}, 1)", t_cdf(t, 1), 0.5 + math.atan(t) / math.pi, 1e-12) + check(f"t_cdf({t}, 2)", t_cdf(t, 2), 0.5 + t / (2 * math.sqrt(2 + t * t)), 1e-12) + check("t_{0.975, 1e5} - z_{0.975}", t_ppf(0.975, 1e5) - 1.959963984540054, 2.4e-5, 2e-6) + check("t_{0.025, 29} + t_{0.975, 29}", t_ppf(0.025, 29) + t_ppf(0.975, 29), 0.0, 1e-12) + print("incomplete beta:") + check("I_0.3(1, 1)", betainc(1, 1, 0.3), 0.3, 1e-14) + check("I_0.3(4, 1)", betainc(4, 1, 0.3), 0.3 ** 4, 1e-14) + check("I_0.3(1, 4)", betainc(1, 4, 0.3), 1 - 0.7 ** 4, 1e-14) + check("I_0.5(7.5, 7.5)", betainc(7.5, 7.5, 0.5), 0.5, 1e-13) + + print("quantile (linear interpolation):") + check("quantile([1, 2, 3, 4], 0.25)", quantile([1, 2, 3, 4], 0.25), 1.75, 1e-15) + check("quantile(range(11), 0.9)", quantile(list(range(11)), 0.9), 9.0, 1e-15) + + print("Wilcoxon signed-rank, on Darwin's plant data as scipy documents it:") + darwin = [6, 8, 14, 16, 23, 24, 28, 29, 41, -48, 49, 56, 60, -67, 75] + exact = exact_wilcoxon_p(darwin) + check("exact two-sided p (scipy: 0.041259765625)", exact, 0.041259765625, 1e-12) + test = wilcoxon([float(d) for d in darwin]) + check("W+ = 120 - 24", test["w_plus"], 96.0, 1e-12) + check("normal approximation against the exact p", test["p"], exact, 3e-3) + print("Wilcoxon, with ties (absolute differences 1, 1, 2, 2, 2, 5, 7, 7, 9, a zero dropped):") + tied = [1.0, -1.0, 2.0, 2.0, -2.0, 5.0, 7.0, -7.0, 9.0, 0.0] + test = wilcoxon(tied) + # Given the ranks, the statistic is the sum of the ranks with independent random signs: its + # variance is sum(rank^2) / 4, which the formula with the correction for ties must equal. + check("variance with the correction for ties", test["variance"], + sum(r * r for r in test["ranks"]) / 4.0, 1e-12) + check("ranks of the 9 differences add up to 45", sum(test["ranks"]), 45.0, 1e-12) + jittered = wilcoxon([d * (1 + 1e-12 * i) for i, d in enumerate(tied)], tol=1e-9 * 9) + check("floating-point noise does not split ties", jittered["variance"], test["variance"], + 1e-12) + expect("no difference, no test", wilcoxon([0.0, 0.0]) is None) + + print("bootstrap and verdicts:") + same = analyze("same", [1.0, 2.0, 3.0, 4.0], [1.0, 2.0, 3.0, 4.0], 5.0) + check("identical values: diff %", same["pct"]["value"], 0.0, 1e-12) + expect("identical values: CIs are [0, 0], so no material change", + same["pct"]["ci95"] == [0.0, 0.0] and same["verdict"] == NO_CHANGE) + tenth = analyze("tenth", [1.0, 2.0, 3.0, 4.0], [1.1, 2.2, 3.3, 4.4], 5.0) + check("10% more in every pair: 95% CI low", tenth["pct"]["ci95"][0], 10.0, 1e-9) + check("10% more in every pair: 90% CI high", tenth["pct"]["ci90"][1], 10.0, 1e-9) + expect("10% more in every pair: slower/larger", tenth["verdict"] == LARGER) + for ci95, ci90, margin, want, repeatable in ( + ([-1.4, 1.9], [-1.0, 1.5], 5.0, NO_CHANGE, False), + ([0.5, 3.0], [0.8, 2.7], 5.0, NO_CHANGE, True), + ([-3.0, -0.5], [-2.7, -0.8], 5.0, NO_CHANGE, True), + ([5.2, 9.0], [5.5, 8.5], 5.0, LARGER, True), + ([-9.0, -5.2], [-8.5, -5.5], 5.0, SMALLER, True), + ([-2.0, 7.0], [-1.0, 6.0], 5.0, INCONCLUSIVE, False), + ([3.0, 9.0], [3.5, 8.0], 5.0, INCONCLUSIVE, True), + ([4.0, 8.0], [5.0, 7.0], 5.0, INCONCLUSIVE, True), # 90% CI starts at the margin + ([5.0, 8.0], [5.5, 7.0], 5.0, INCONCLUSIVE, True), # 95% CI starts at the margin + ([-4.9, 4.9], [-4.5, 4.5], 5.0, NO_CHANGE, False), + ([-4.9, 4.9], [-4.5, 5.0], 5.0, INCONCLUSIVE, False)): + got = classify(ci95, ci90, margin) + expect(f"verdict for 95% {ci95}, 90% {ci90}, margin {margin:g}", + got == (want, repeatable), f"{got[0]}, repeatable {got[1]}") + expect("no intervals, no verdict", classify(None, None, 5.0) == (INCONCLUSIVE, False)) + + print("a synthetic comparison, the candidate 2% above the baseline, 40 pairs:") + rng = random.Random(20260101) + base = [rng.gauss(0.09, 0.0009) for _ in range(40)] + cand = [1.02 * b + rng.gauss(0.0, 0.0009) for b in base] + found = analyze("synthetic_s", base, cand, 5.0) + low, high = found["pct"]["ci95"] + check("diff %", found["pct"]["value"], 2.0, 1.0) + expect("95% CI contains 2", low < 2.0 < high, f"[{low:.2f}, {high:.2f}]") + low, high = found["diff"]["ci95"] + expect("t interval of the mean difference contains 0.02 * mean", low < 0.0018 < high, + f"[{low:.5f}, {high:.5f}]") + expect("verdict: no material change, repeatable", + found["verdict"] == NO_CHANGE and found["repeatable_change"], verdict_text(found)) + + print(f"{'all checks passed' if not failed else f'{failed} check(s) FAILED'}") + return 1 if failed else 0 + + +if __name__ == "__main__": + sys.exit(main()) From e4e75ce73a4127016ded04f44590743eb2a532dc Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 15:04:19 +0000 Subject: [PATCH 06/15] Add measurements of busd with a time limit on its sends A branch of busd reverts the queue for each client of z-galaxy/busd#376 and gives each send to a client a time limit instead. This compares it with busd's main branch, with the revert alone and with dbus-broker: in pairs, on the benchmark, on signals, on latencies and on a connection that 100 proxies share, on zbus 6, and on clients that stop reading, as frozen subscribers of the bus's signals and as the shared connection of the zbus 4.3 client. Along with an experiment with reading more messages ahead from each client. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- ...2026-10-22-busd-send-timeout-xeon-4vcpu.md | 348 + .../calls.json | 3814 ++++++++ .../calls.md | 62 + .../environment.txt | 17 + .../frozen.log | 34 + .../latency.json | 7844 +++++++++++++++++ .../latency.md | 38 + .../read-ahead-zbus43.log | 82 + .../read-ahead.diff | 15 + .../run-benchmarks.sh | 63 + .../run-stalls.sh | 60 + .../shared-read-ahead.json | 2104 +++++ .../shared-read-ahead.md | 62 + .../shared-zbus43.log | 118 + .../shared.json | 2674 ++++++ .../shared.md | 62 + .../signals.json | 3814 ++++++++ .../signals.md | 62 + .../stalls/fake-journald.py | 61 + .../stalls/frozen-timed.sh | 84 + .../stalls/shared-phase.sh | 51 + .../stalls/zbus43-clients.diff | 52 + .../stats/calls-revert.stats.json | 706 ++ .../stats/calls-revert.stats.md | 41 + .../stats/calls-timeout-vs-revert.stats.json | 706 ++ .../stats/calls-timeout-vs-revert.stats.md | 41 + .../stats/calls-timeout.stats.json | 700 ++ .../stats/calls-timeout.stats.md | 41 + .../stats/latency-revert.stats.json | 1534 ++++ .../stats/latency-revert.stats.md | 77 + .../latency-timeout-vs-revert.stats.json | 1534 ++++ .../stats/latency-timeout-vs-revert.stats.md | 77 + .../stats/latency-timeout.stats.json | 1534 ++++ .../stats/latency-timeout.stats.md | 77 + ...-ahead-timeout-rq256-vs-timeout.stats.json | 670 ++ ...ad-ahead-timeout-rq256-vs-timeout.stats.md | 41 + ...shared-read-ahead-timeout-rq256.stats.json | 670 ++ .../shared-read-ahead-timeout-rq256.stats.md | 41 + .../shared-read-ahead-timeout.stats.json | 670 ++ .../stats/shared-read-ahead-timeout.stats.md | 41 + .../stats/shared-revert.stats.json | 686 ++ .../stats/shared-revert.stats.md | 41 + .../stats/shared-timeout-vs-revert.stats.json | 686 ++ .../stats/shared-timeout-vs-revert.stats.md | 41 + .../stats/shared-timeout.stats.json | 680 ++ .../stats/shared-timeout.stats.md | 41 + .../stats/signals-revert.stats.json | 706 ++ .../stats/signals-revert.stats.md | 41 + .../signals-timeout-vs-revert.stats.json | 700 ++ .../stats/signals-timeout-vs-revert.stats.md | 41 + .../stats/signals-timeout.stats.json | 706 ++ .../stats/signals-timeout.stats.md | 41 + 52 files changed, 35132 insertions(+) create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/environment.txt create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/frozen.log create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead-zbus43.log create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff create mode 100755 results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh create mode 100755 results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-zbus43.log create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/fake-journald.py create mode 100755 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/frozen-timed.sh create mode 100755 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.md create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.json create mode 100644 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.md diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md new file mode 100644 index 0000000..e798ded --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md @@ -0,0 +1,348 @@ +# busd with a time limit on its sends, rather than a queue for each client + +Measured on 2026-10-22, on a cloud VM: 4 vCPUs of an Intel Xeon @ 2.10GHz under KVM, 15 GiB, +Linux 6.18, Ubuntu 24.04.5. Every build of busd was made with rustc 1.97.0, on zbus 6.0.0 and +zruntime 0.2.0, and dbus-broker is the 35 of Ubuntu 24.04. These numbers are not comparable with +those of the other files here: compare the builds with each other, within this file only. + +The builds of busd, from z-galaxy/busd and from the `ccr-314882eb-9cvuxt` branch of zeenix/busd: + +* **baseline**, 0c52e9c: main, with a queue of up to 127 MiB for each client (z-galaxy/busd#376), + and #377 and #378. +* **revert**, 41407f0: main with the queue of #376 reverted: a send to a client waits for as long + as it takes. +* **timeout**, 8d57e20: the revert, then a time limit of 1 s on each send, past which the bus + disconnects the client. +* **timeout-rq256**, e93cec5 with [read-ahead.diff]: the time limit, with zbus reading 256 messages + ahead from each client, rather than 64. + +8d57e20 is an earlier version of e93cec5, the commit on the branch, that differs from it only in +comments, and 63d08b0, which the results of the read-ahead name, has the tree of e93cec5, with a +shorter commit message. timeout-rq256 is an experiment, for [the read-ahead](#more-read-ahead) +below, and not a proposal. + +[read-ahead.diff]: 2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff + +## Summary + +The time limit keeps a client that stops reading from freezing the bus, which is what the queue of +z-galaxy/busd#376 was for, with no queue or task of its own for each client, and with less memory. +It falls short of the queue, and of dbus-broker, on a connection that many calls share at once, +which serves the object that they call: + +* **On zbus 4.3, with 100 proxies, busd disconnects the client**, in 3 runs out of 3 (and in 2 out + of 3 with 96 proxies), where the queue and dbus-broker complete the phase in about 11 s. +* **On zbus 6, with 100 proxies, the phase is 12.8% slower than with the queue** (from +9.1 to + +16.6%, 40 pairs, and +12.7% in a second comparison of 30). The revert alone is 10.7% slower, + and the time limit adds nothing to that which the runs can tell. + +Both come from forwarding with no queue: while busd waits for a recipient of a client's messages, it +reads no further ahead from that client than the 64 messages that zbus queues for it. Reading 256 +ahead, an experiment, moves the point where the zbus 4.3 client gets disconnected from about 100 +proxies to between 200 and 300, and takes back about half of the slowdown on zbus 6, which leaves it +5.8% behind the queue (from +2.0 to +9.7%). + +Elsewhere, the time limit is level with the queue or better: + +* Calls: within 5%, or inconclusive with intervals that reach no higher than +2.0% for the + timings, +5.7% for the median latencies and +8.1% for the p99 ones, which vary a lot from run to + run. +* Signals: a burst to one subscriber is 19.5% faster, with 91% less memory, as there is no queue + to hold it. A broadcast to 20 subscribers takes as long as with the queue, within 5%, and each + of its signals reaches the subscribers 61% sooner at the median. + +Clients that stop reading hold up the others for longer than with the queue, by design: while K +frozen subscribers of the bus's signals stall, every message of the bus waits up to K times 1 s, +before the bus disconnects them: 1012, 2007 and 3007 ms with 1, 2 and 3 of them. The queue and +dbus-broker kept them, and answered every call within 49 ms. + +## The benchmarks + +Each comparison runs every build once per round, in an order shuffled for each round, on a fresh +broker each time, after 3 rounds of warm-up that the tables leave out, and compares the builds round +by round, in pairs, with [scripts/paired-stats.py](../scripts/paired-stats.py): the difference of +the means, in percent, with a bootstrap 95% confidence interval over the pairs, against a margin of +5%. "Within ±5%" means that the 90% interval lies within the margin, "better" or "worse" that the +95% interval lies beyond it, and "inconclusive" anything else. The workloads: + +* **calls**: the benchmark itself, on zbus 6 (`src/main.rs`): a connection that serves an object + calls it 1000 times through the bus, with 16 KiB each time, then 20 such connections at once. +* **signals**: [fanout](../src/bin/fanout.rs): a burst of 40000 signals of 1 KiB to one + subscriber, then 4000 broadcast to 20 subscribers, each of which checks that it gets them all, + in order. +* **latency**: [latency](../src/bin/latency.rs): the distributions of the round trips of 5000 calls + one after the other, of 64 bytes each, of 1000 calls of 16 KiB on each of 20 connections at once, + and of how long each of 2000 signals takes to reach each of 20 subscribers. The percentiles are + those of each run, averaged over the runs. +* **shared**: [shared](../src/bin/shared.rs): the phase of the `some-changes` branch where 100 + proxies share one connection, which serves the object that they all call, 1000 times each, on + zbus 6, then 100 connections that each call themselves 1000 times. + +The broker's CPU time is that of its process from start to end, from `wait4()`, and its peak memory +its `VmHWM`. [run-benchmarks.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh) runs +them all, the raw results of each run are in the `.json` files of +[the directory](2026-10-22-busd-send-timeout-xeon-4vcpu), and the comparisons, with the other +metrics and the medians, in its [stats](2026-10-22-busd-send-timeout-xeon-4vcpu/stats). + +### The time limit against the queue + +The rows that name a number of connections or subscribers time whole phases, of the benchmark, of +fanout or of shared, and the RTT and delivery rows are latencies, from the latency client. A star +marks a difference whose 95% interval excludes 0 but not the margin. + +| Measure | n | baseline | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.164 s | 0.161 s | -1.9% | -5.7, +2.0 | inconclusive | +| calls, 20 connections | 60 | 0.721 s | 0.721 s | +0.0% | -4.0, +4.1 | within ±5% | +| calls, broker CPU | 60 | 0.599 s | 0.588 s | -1.9% | -5.7, +2.0 | inconclusive | +| calls, broker peak RSS | 60 | 4.8 MiB | 4.8 MiB | -0.5% | -1.1, +0.1 | within ±5% | +| signals, burst to 1 | 60 | 0.519 s | 0.417 s | -19.5% | -22.0, -16.7 | **better** | +| signals, broadcast to 20 | 60 | 0.501 s | 0.495 s | -1.0% | -4.3, +2.5 | within ±5% | +| signals, broker CPU | 60 | 0.613 s | 0.564 s | -7.9% | -10.2, -5.5 | **better** | +| signals, broker peak RSS | 60 | 50.2 MiB | 4.7 MiB | -90.6% | -90.8, -90.3 | **better** | +| RTT, 1 connection, p50 | 60 | 131 µs | 131 µs | -0.4% | -2.2, +1.6 | within ±5% | +| RTT, 1 connection, p99 | 60 | 335 µs | 309 µs | -7.9% | -25.1, +8.1 | inconclusive | +| RTT, 20 connections, p50 | 60 | 660 µs | 659 µs | -0.1% | -6.1, +5.7 | inconclusive | +| RTT, 20 connections, p99 | 60 | 2032 µs | 1915 µs | -5.8% | -15.9, +5.2 | inconclusive | +| delivery to 20, p50 | 60 | 59.7 ms | 23.2 ms | -61.1% | -62.8, -59.4 | **better** | +| delivery to 20, p99 | 60 | 101.7 ms | 35.9 ms | -64.7% | -67.6, -61.3 | **better** | +| latency, broker CPU | 60 | 0.987 s | 0.980 s | -0.8% | -3.2, +1.6 | within ±5% | +| latency, broker peak RSS | 60 | 6.2 MiB | 4.9 MiB | -20.2% | -21.0, -19.5 | **better** | +| 100 proxies, 1 connection | 40 | 3.16 s | 3.56 s | +12.8% | +9.1, +16.6 | **worse** | +| 100 connections | 40 | 4.36 s | 4.22 s | -3.2% | -6.6, +0.1 | inconclusive | +| shared, broker CPU | 40 | 5.76 s | 5.48 s | -4.8% | -7.3, -2.3 | inconclusive* | +| shared, broker peak RSS | 40 | 7.3 MiB | 6.9 MiB | -6.2% | -7.4, -5.1 | **better** | + +Only the phase where 100 proxies share one connection is worse, by 12.8%. The revert alone makes it +10.7% worse ([below](#the-revert-alone-against-the-queue)), and the time limit adds nothing to that +which the runs can tell (+1.9%, from -0.7 to +4.6%, +[below](#the-time-limit-against-the-revert-alone)), so it comes from forwarding without a queue: +busd reads the calls and the replies of that connection only as fast as it writes them back to it. +The signals are faster without the queue, and busd takes less memory: the queue of the baseline held +up to 50 MiB of the burst to one subscriber. The p99 latencies vary too much from run to run for +their intervals to say anything against the margin. + +### The time limit against the revert alone + +What the time limit itself costs, over sends that wait for as long as it takes: + +| Measure | n | revert | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.158 s | 0.161 s | +1.5% | -1.7, +4.9 | within ±5% | +| calls, 20 connections | 60 | 0.731 s | 0.721 s | -1.3% | -4.4, +1.9 | within ±5% | +| calls, broker CPU | 60 | 0.580 s | 0.588 s | +1.3% | -2.4, +5.1 | within ±5% | +| calls, broker peak RSS | 60 | 4.7 MiB | 4.8 MiB | +0.9% | +0.2, +1.6 | within ±5%* | +| signals, burst to 1 | 60 | 0.426 s | 0.417 s | -2.0% | -6.2, +2.4 | inconclusive | +| signals, broadcast to 20 | 60 | 0.510 s | 0.495 s | -2.9% | -7.1, +1.3 | inconclusive | +| signals, broker CPU | 60 | 0.556 s | 0.564 s | +1.5% | -1.2, +4.2 | within ±5% | +| signals, broker peak RSS | 60 | 4.7 MiB | 4.7 MiB | +0.4% | -0.2, +1.0 | within ±5% | +| RTT, 1 connection, p50 | 60 | 130 µs | 131 µs | +0.5% | -1.0, +2.0 | within ±5% | +| RTT, 1 connection, p99 | 60 | 315 µs | 309 µs | -2.1% | -9.9, +6.5 | inconclusive | +| RTT, 20 connections, p50 | 60 | 641 µs | 659 µs | +2.8% | -1.2, +8.2 | inconclusive | +| RTT, 20 connections, p99 | 60 | 1702 µs | 1915 µs | +12.5% | +1.1, +24.8 | inconclusive* | +| delivery to 20, p50 | 60 | 22.5 ms | 23.2 ms | +3.2% | -0.9, +7.4 | inconclusive | +| delivery to 20, p99 | 60 | 32.9 ms | 35.9 ms | +9.1% | +0.2, +18.9 | inconclusive* | +| latency, broker CPU | 60 | 0.951 s | 0.980 s | +3.0% | +0.7, +5.1 | within ±5%* | +| latency, broker peak RSS | 60 | 4.9 MiB | 4.9 MiB | +0.6% | -0.1, +1.3 | within ±5% | +| 100 proxies, 1 connection | 40 | 3.50 s | 3.56 s | +1.9% | -0.7, +4.6 | within ±5% | +| 100 connections | 40 | 4.28 s | 4.22 s | -1.6% | -5.0, +1.7 | within ±5% | +| shared, broker CPU | 40 | 5.40 s | 5.48 s | +1.5% | -0.9, +3.8 | within ±5% | +| shared, broker peak RSS | 40 | 6.9 MiB | 6.9 MiB | +0.6% | -1.0, +2.1 | within ±5% | + +The time limit costs 3.0% more CPU time of the broker in the latency runs (from +0.7 to +5.1%), +and it adds to the p99 latencies of the calls of 20 connections (+12.5%, from +1.1 to +24.8%) and +of the deliveries of the signals (+9.1%, from +0.2 to +18.9%). Against the queue, all three come +out level or better. + +### The revert alone against the queue + +| Measure | n | baseline | revert | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.164 s | 0.158 s | -3.3% | -6.8, +0.3 | inconclusive | +| calls, 20 connections | 60 | 0.721 s | 0.731 s | +1.3% | -2.1, +4.6 | within ±5% | +| calls, broker CPU | 60 | 0.599 s | 0.580 s | -3.1% | -6.5, +0.3 | inconclusive | +| calls, broker peak RSS | 60 | 4.8 MiB | 4.7 MiB | -1.4% | -2.0, -0.8 | within ±5%* | +| signals, burst to 1 | 60 | 0.519 s | 0.426 s | -17.9% | -21.0, -14.6 | **better** | +| signals, broadcast to 20 | 60 | 0.501 s | 0.510 s | +1.9% | -2.2, +6.2 | inconclusive | +| signals, broker CPU | 60 | 0.613 s | 0.556 s | -9.3% | -11.7, -6.8 | **better** | +| signals, broker peak RSS | 60 | 50.2 MiB | 4.7 MiB | -90.6% | -90.9, -90.4 | **better** | +| RTT, 1 connection, p50 | 60 | 131 µs | 130 µs | -0.8% | -2.3, +0.8 | within ±5% | +| RTT, 1 connection, p99 | 60 | 335 µs | 315 µs | -6.0% | -23.0, +8.8 | inconclusive | +| RTT, 20 connections, p50 | 60 | 660 µs | 641 µs | -2.9% | -8.0, +1.3 | inconclusive | +| RTT, 20 connections, p99 | 60 | 2032 µs | 1702 µs | -16.3% | -25.9, -5.6 | **better** | +| delivery to 20, p50 | 60 | 59.7 ms | 22.5 ms | -62.3% | -63.9, -60.7 | **better** | +| delivery to 20, p99 | 60 | 101.7 ms | 32.9 ms | -67.6% | -69.5, -65.6 | **better** | +| latency, broker CPU | 60 | 0.987 s | 0.951 s | -3.6% | -6.5, -0.8 | inconclusive* | +| latency, broker peak RSS | 60 | 6.2 MiB | 4.9 MiB | -20.7% | -21.4, -20.0 | **better** | +| 100 proxies, 1 connection | 40 | 3.16 s | 3.50 s | +10.7% | +7.1, +14.5 | **worse** | +| 100 connections | 40 | 4.36 s | 4.28 s | -1.7% | -5.1, +1.9 | within ±5% | +| shared, broker CPU | 40 | 5.76 s | 5.40 s | -6.2% | -9.3, -3.0 | inconclusive* | +| shared, broker peak RSS | 40 | 7.3 MiB | 6.9 MiB | -6.7% | -8.0, -5.4 | **better** | + +## Clients that stop reading + +[run-stalls.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh) runs these, with the +scripts of [stalls](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls), and their logs are in the +directory next to this file. + +### Frozen subscribers of the bus's signals + +[frozen-timed.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/frozen-timed.sh) is the test of +[the earlier look into stalls](2026-10-20-busd-stalled-reader-xeon-4vcpu.md), timed: it freezes +`gdbus monitor --dest org.freedesktop.DBus`, which subscribes to the signals of the bus, with +SIGSTOP, then has new clients call the bus one after the other, each of which has the bus signal +NameOwnerChanged as it comes and as it goes, and records how long each call takes. With K of them +frozen ([log](2026-10-22-busd-send-timeout-xeon-4vcpu/frozen.log)): + +| Broker | K | Calls | Slowest call | Calls over 100 ms | The frozen clients, once let go | +|---|---:|---:|---:|---:|---| +| baseline | 1 | 1500 | 49 ms | 0 | connected | +| timeout | 1 | 1500 | 1012 ms | 1 | disconnected | +| dbus-broker | 1 | 1500 | 22 ms | 0 | connected | +| baseline | 3 | 600 | 43 ms | 0 | connected | +| timeout | 2 | 600 | 2007 ms | 1 | disconnected, 1 s apart | +| timeout | 3 | 600 | 3007 ms | 1 | disconnected, 1 s apart | +| dbus-broker | 3 | 600 | 14 ms | 0 | connected | + +The bus no longer freezes, as it did before the queue: once the socket of a frozen client is full, +the next message of the bus for it waits for the time limit, and every other message of the bus +waits behind that one, until the bus disconnects the client and goes on. The bus sends a message to +its recipients one after the other, so with K frozen clients subscribed to the same signal, that +takes K times the time limit. The queue of the baseline, and dbus-broker, keep the messages for the +frozen clients instead, and keep the clients. + +### The zbus 4.3 client and its shared connection + +The client of the `some-changes` branch, on zbus 4.3, has three phases: a connection that calls +itself through the bus, then 100 such connections at once, then 100 proxies that share one +connection, which serves the object that they all call, 1000 times each, with 16 KiB +([shared-phase.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh), +[log](2026-10-22-busd-send-timeout-xeon-4vcpu/shared-zbus43.log)): + +| Broker | 1 connection | 100 connections | 100 proxies on 1 connection | +|---|---:|---:|---| +| baseline | 0.22 s | 8.82 s | 11.32 s | +| timeout | 0.20 s | 9.17 s | disconnected by busd | +| revert | 0.21 s | 9.01 s | hung, until killed after 60 s | +| dbus-broker | 0.22 s | 13.67 s | 10.96 s | + +The last phase alone, by the number of proxies that share the connection: + +| Broker | Proxies | Completed | Times | +|---|---:|---:|---| +| baseline | 100 | 3 of 3 | 10.6, 11.0 and 11.1 s | +| dbus-broker | 100 | 3 of 3 | 10.8, 11.5 and 11.8 s | +| timeout | 100 | 0 of 3 | disconnected after 2.1, 15.5 and 20.5 s | +| timeout | 96 | 1 of 3 | 45.5 s; disconnected after 2.1 and 32.6 s | +| timeout | 92 | 3 of 3 | 7.9, 10.5 and 12.1 s | +| timeout | 88 | 3 of 3 | 8.3, 8.3 and 8.9 s | +| baseline | 200 | 1 of 1 | 25.2 s | +| dbus-broker | 200 | 1 of 1 | 24.7 s | + +zbus 4.3 stops reading its socket while it cannot write to it, as the section on the shared +connection of [the earlier look](2026-10-20-busd-stalled-reader-xeon-4vcpu.md) found. busd forwards +the calls and the replies of the shared connection back into it, and while it waits for the +connection to take one, it reads nothing more from it, past the 64 messages that zbus reads ahead +from it. Once the calls under way outgrow that, each side waits for the other. Without a time limit, +that is for good, with data that neither side reads in both directions, as in the log; with one, +until busd disconnects the client, 1 s later. The queue of the baseline, like dbus-broker, goes on +reading from a client while that client does not read, so the client never waits on the bus for +long. + +## More read-ahead + +What hurts the shared connection, on zbus 4.3 and on zbus 6, is that busd reads only 64 messages +ahead from a client while it waits for one of that client's recipients. zbus sets that number, with +`connection::Builder::max_queued`, and [read-ahead.diff] has busd's connections to its clients read +up to `$BUSD_MAX_QUEUED` messages ahead instead. That is a limit on how many messages busd holds for +a client, not on how many bytes: 256 messages may be 4 MiB of the calls above, or 32 GiB of the +largest messages that D-Bus allows. + +The shared phase of the zbus 4.3 client +([log](2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead-zbus43.log)): + +| Read-ahead | Proxies | Completed | Times | +|---:|---:|---:|---| +| 64 | 100 | 0 of 3 | disconnected after 2.1, 2.1 and 3.2 s | +| 128 | 100 | 3 of 3 | 11.0, 11.6 and 11.9 s | +| 256 | 100 | 3 of 3 | 11.3, 11.5 and 12.6 s | +| 1024 | 100 | 3 of 3 | 11.2, 11.3 and 11.3 s | +| 256 | 200 | 2 of 2 | 24.8 and 25.4 s | +| 1024 | 200 | 2 of 2 | 23.9 and 24.7 s | +| 256 | 300 | 0 of 2 | disconnected after 2.1 and 2.2 s | +| 1024 | 300 | 2 of 2 | 43.3 and 43.9 s | + +64 is zbus's default, which the time limit has. + +The shared phase on zbus 6 (100 proxies), in a comparison of its own, of 30 rounds: + +| Measure | n | baseline | timeout-rq256 | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| 100 proxies, 1 connection | 30 | 3.12 s | 3.29 s | +5.8% | +2.0, +9.7 | inconclusive* | +| 100 connections | 30 | 4.22 s | 4.18 s | -0.9% | -4.6, +3.0 | within ±5% | +| shared, broker CPU | 30 | 5.63 s | 5.50 s | -2.4% | -5.2, +0.5 | within ±5% | +| shared, broker peak RSS | 30 | 7.3 MiB | 7.8 MiB | +6.1% | +4.1, +8.0 | inconclusive* | + +| Measure | n | timeout | timeout-rq256 | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| 100 proxies, 1 connection | 30 | 3.51 s | 3.29 s | -6.1% | -8.3, -3.8 | inconclusive* | +| 100 connections | 30 | 4.16 s | 4.18 s | +0.5% | -2.9, +3.9 | within ±5% | +| shared, broker CPU | 30 | 5.33 s | 5.50 s | +3.2% | +0.7, +5.7 | inconclusive* | +| shared, broker peak RSS | 30 | 6.9 MiB | 7.8 MiB | +13.0% | +11.1, +15.0 | **worse** | + +The comparison repeats the slowdown of the time limit alone, against the queue: + +| Measure | n | baseline | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| 100 proxies, 1 connection | 30 | 3.12 s | 3.51 s | +12.7% | +9.2, +16.4 | **worse** | +| 100 connections | 30 | 4.22 s | 4.16 s | -1.4% | -4.6, +1.7 | within ±5% | +| shared, broker CPU | 30 | 5.63 s | 5.33 s | -5.4% | -8.0, -2.8 | inconclusive* | +| shared, broker peak RSS | 30 | 7.3 MiB | 6.9 MiB | -6.2% | -7.8, -4.5 | inconclusive* | + +More read-ahead moves the point where a shared connection on zbus 4.3 gets disconnected, rather than +doing away with it: with 256 messages, it is somewhere between 200 and 300 proxies, rather than +between 92 and 100. On zbus 6, it takes back about half of what the time limit loses against the +queue, and leaves the phase 5.8% slower than with the queue, for 13% more memory than the time limit +alone. The queue of the baseline has a limit too, but of 127 MiB, which is about 8000 of these +calls. + +## Reproducing + +The binaries go into one directory, `$BIN`. busd, in a clone of z-galaxy/busd with the branch of +zeenix/busd fetched (e93cec5 has the code of 8d57e20, which the branch no longer holds): + +```sh +for b in baseline-0c52e9c revert-41407f0 timeout-e93cec5; do + git checkout ${b#*-} && cargo build --release --locked && cp target/release/busd $BIN/busd-$b +done +mv $BIN/busd-timeout-e93cec5 $BIN/busd-timeout-8d57e20 +git apply $RESULTS/read-ahead.diff && cargo build --release --locked && + cp target/release/busd $BIN/busd-read-ahead +``` + +where `$RESULTS` is the directory next to this file. The clients, in dbus-bench: those of this +commit, the zbus 4.3 client of the `some-changes` branch (7b5f235), with +[zbus43-clients.diff](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff), which +lets it run the shared-connection phase alone, and the pinger of +[the earlier look into stalls](2026-10-20-busd-stalled-reader-xeon-4vcpu.md): + +```sh +cargo build --release --locked && cp target/release/{dbus-bench,fanout,latency,shared} $BIN/ +git checkout 7b5f235 && git apply $RESULTS/stalls/zbus43-clients.diff && + cargo build --release --locked && cp target/release/dbus-bench $BIN/dbus-bench-zbus43 +git checkout -f - && (cd results/2026-10-20-busd-stalled-reader-xeon-4vcpu/pinger && + cargo build --release --locked) +``` + +Then, from the root of dbus-bench: + +```sh +BIN=... OUT=... $RESULTS/run-benchmarks.sh +# dbus-broker-launch logs to journald: with no systemd, as on the VM, this stands in for it. +python3 $RESULTS/stalls/fake-journald.py /tmp/journal.log & +BIN=... OUT=... PINGER=.../pinger/target/release/pinger JOURNAL=/tmp/journal.log \ + $RESULTS/run-stalls.sh +``` + +The runs above were made with these scripts, other than for the names of their paths, which were +those of the VM. The busd of timeout-rq256 was named `busd-timeout-mq` in the benchmark's results. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.json new file mode 100644 index 0000000..b4d04fa --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.json @@ -0,0 +1,3814 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "revert", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-revert-41407f0 --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/dbus-bench-zbus6", + "rounds": 60, + "warmup": 3, + "seed": 11, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "started": "2026-10-22T13:46:37+00:00", + "runs": [ + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.186952228, + "multi_s": 0.7874231780000001, + "client_wall_s": 0.9822174639994046, + "client_cpu_s": 0.756869, + "client_vcsw": 6725, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.63, + "broker_user_s": 0.39378799999999997, + "broker_sys_s": 0.34769, + "broker_cpu_s": 0.741478, + "broker_vcsw": 4514, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18332, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 0, + "warmup": true, + "single_s": 0.162266639, + "multi_s": 0.728938059, + "client_wall_s": 0.8972182870002143, + "client_cpu_s": 0.7348909999999998, + "client_vcsw": 5988, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.326129, + "broker_sys_s": 0.317106, + "broker_cpu_s": 0.643235, + "broker_vcsw": 4688, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.21652638, + "multi_s": 1.165369692, + "client_wall_s": 1.3945163609996598, + "client_cpu_s": 1.0106890000000002, + "client_vcsw": 8902, + "multi_client_cpu_s": 0.92, + "multi_broker_cpu_s": 0.8, + "broker_user_s": 0.432928, + "broker_sys_s": 0.503421, + "broker_cpu_s": 0.936349, + "broker_vcsw": 5534, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.174548651, + "multi_s": 0.740188494, + "client_wall_s": 0.9227365910001026, + "client_cpu_s": 0.8145360000000004, + "client_vcsw": 4061, + "multi_client_cpu_s": 0.7200000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.32794, + "broker_sys_s": 0.280848, + "broker_cpu_s": 0.608788, + "broker_vcsw": 5483, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 1, + "warmup": true, + "single_s": 0.155923826, + "multi_s": 0.647571848, + "client_wall_s": 0.808159969999906, + "client_cpu_s": 0.704405, + "client_vcsw": 4495, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.292638, + "broker_sys_s": 0.272866, + "broker_cpu_s": 0.565504, + "broker_vcsw": 4951, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.151478332, + "multi_s": 0.756974237, + "client_wall_s": 0.9147239860003538, + "client_cpu_s": 0.7949929999999998, + "client_vcsw": 4411, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.315434, + "broker_sys_s": 0.260193, + "broker_cpu_s": 0.575627, + "broker_vcsw": 5559, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.152763698, + "multi_s": 0.739732932, + "client_wall_s": 0.8974454429999241, + "client_cpu_s": 0.7869380000000001, + "client_vcsw": 4254, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.30499899999999996, + "broker_sys_s": 0.27530099999999996, + "broker_cpu_s": 0.5802999999999999, + "broker_vcsw": 5484, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 2, + "warmup": true, + "single_s": 0.157816807, + "multi_s": 0.7768026180000001, + "client_wall_s": 0.9394471200002954, + "client_cpu_s": 0.8211840000000006, + "client_vcsw": 4302, + "multi_client_cpu_s": 0.7300000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.34469299999999997, + "broker_sys_s": 0.24285199999999998, + "broker_cpu_s": 0.587545, + "broker_vcsw": 5597, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.15647465500000002, + "multi_s": 0.5772024370000001, + "client_wall_s": 0.7389641999998275, + "client_cpu_s": 0.6376290000000013, + "client_vcsw": 4428, + "multi_client_cpu_s": 0.56, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.311573, + "broker_sys_s": 0.26387, + "broker_cpu_s": 0.5754429999999999, + "broker_vcsw": 4011, + "broker_maxrss_kib": 5064, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.16659770599999998, + "multi_s": 0.784561155, + "client_wall_s": 0.9559861859997909, + "client_cpu_s": 0.8275730000000001, + "client_vcsw": 4314, + "multi_client_cpu_s": 0.7300000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.26359299999999997, + "broker_sys_s": 0.302121, + "broker_cpu_s": 0.5657139999999999, + "broker_vcsw": 5752, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 3, + "warmup": false, + "single_s": 0.204780511, + "multi_s": 0.741183119, + "client_wall_s": 0.9530282670002634, + "client_cpu_s": 0.7364879999999996, + "client_vcsw": 6653, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.59, + "broker_user_s": 0.343509, + "broker_sys_s": 0.364614, + "broker_cpu_s": 0.7081230000000001, + "broker_vcsw": 4361, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.186105768, + "multi_s": 0.699095397, + "client_wall_s": 0.8900001680003697, + "client_cpu_s": 0.718805999999999, + "client_vcsw": 5587, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.37199299999999996, + "broker_sys_s": 0.27311199999999997, + "broker_cpu_s": 0.6451049999999999, + "broker_vcsw": 5105, + "broker_maxrss_kib": 5056, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.176172634, + "multi_s": 0.750303142, + "client_wall_s": 0.9316510569997263, + "client_cpu_s": 0.7959809999999994, + "client_vcsw": 4727, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.293439, + "broker_sys_s": 0.298927, + "broker_cpu_s": 0.592366, + "broker_vcsw": 5831, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 4, + "warmup": false, + "single_s": 0.154895781, + "multi_s": 0.607011567, + "client_wall_s": 0.7666998780005088, + "client_cpu_s": 0.6740879999999994, + "client_vcsw": 4073, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.29917699999999997, + "broker_sys_s": 0.237555, + "broker_cpu_s": 0.536732, + "broker_vcsw": 4991, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.137325138, + "multi_s": 0.6117281990000001, + "client_wall_s": 0.7536623189998863, + "client_cpu_s": 0.6652529999999999, + "client_vcsw": 4353, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.296782, + "broker_sys_s": 0.231341, + "broker_cpu_s": 0.528123, + "broker_vcsw": 5402, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.14987393000000002, + "multi_s": 0.729264031, + "client_wall_s": 0.8929130610003995, + "client_cpu_s": 0.7163699999999995, + "client_vcsw": 4439, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.297066, + "broker_sys_s": 0.258997, + "broker_cpu_s": 0.556063, + "broker_vcsw": 5239, + "broker_maxrss_kib": 4940, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 5, + "warmup": false, + "single_s": 0.149795699, + "multi_s": 0.8211998, + "client_wall_s": 0.9788538120001249, + "client_cpu_s": 0.7626629999999999, + "client_vcsw": 4438, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.30239299999999997, + "broker_sys_s": 0.266165, + "broker_cpu_s": 0.5685579999999999, + "broker_vcsw": 5755, + "broker_maxrss_kib": 5024, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.166801179, + "multi_s": 0.7087183240000001, + "client_wall_s": 0.8819266700002117, + "client_cpu_s": 0.7327840000000005, + "client_vcsw": 4885, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.289472, + "broker_sys_s": 0.306774, + "broker_cpu_s": 0.596246, + "broker_vcsw": 5080, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.147776383, + "multi_s": 0.639416847, + "client_wall_s": 0.792289996999898, + "client_cpu_s": 0.7016799999999996, + "client_vcsw": 4221, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.290224, + "broker_sys_s": 0.24057299999999998, + "broker_cpu_s": 0.530797, + "broker_vcsw": 5377, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.14622612100000001, + "multi_s": 0.663870787, + "client_wall_s": 0.8251339999997072, + "client_cpu_s": 0.7224650000000015, + "client_vcsw": 4291, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.279391, + "broker_sys_s": 0.23795999999999998, + "broker_cpu_s": 0.517351, + "broker_vcsw": 5968, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 6, + "warmup": false, + "single_s": 0.140769914, + "multi_s": 0.72084223, + "client_wall_s": 0.8664129749995482, + "client_cpu_s": 0.7687349999999995, + "client_vcsw": 4195, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.28618299999999997, + "broker_sys_s": 0.24989999999999998, + "broker_cpu_s": 0.536083, + "broker_vcsw": 5899, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.13916517, + "multi_s": 0.596260762, + "client_wall_s": 0.7399831749999066, + "client_cpu_s": 0.651542000000001, + "client_vcsw": 4515, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.249835, + "broker_sys_s": 0.26192899999999997, + "broker_cpu_s": 0.511764, + "broker_vcsw": 5416, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 7, + "warmup": false, + "single_s": 0.139525197, + "multi_s": 0.652063993, + "client_wall_s": 0.7961263119996147, + "client_cpu_s": 0.6747999999999976, + "client_vcsw": 5038, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.31145999999999996, + "broker_sys_s": 0.24090899999999998, + "broker_cpu_s": 0.5523689999999999, + "broker_vcsw": 5140, + "broker_maxrss_kib": 4756, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.15269058200000002, + "multi_s": 0.734173582, + "client_wall_s": 0.8928266509992682, + "client_cpu_s": 0.7508249999999972, + "client_vcsw": 4374, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.29079, + "broker_sys_s": 0.26212199999999997, + "broker_cpu_s": 0.552912, + "broker_vcsw": 5644, + "broker_maxrss_kib": 4716, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.146062135, + "multi_s": 0.637407453, + "client_wall_s": 0.7882465229995432, + "client_cpu_s": 0.6950159999999972, + "client_vcsw": 4135, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.256416, + "broker_sys_s": 0.268436, + "broker_cpu_s": 0.524852, + "broker_vcsw": 5687, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.16016818100000002, + "multi_s": 0.646253797, + "client_wall_s": 0.8112783830001717, + "client_cpu_s": 0.7035699999999991, + "client_vcsw": 4323, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.30038699999999996, + "broker_sys_s": 0.24521199999999999, + "broker_cpu_s": 0.545599, + "broker_vcsw": 5549, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 8, + "warmup": false, + "single_s": 0.186683704, + "multi_s": 0.6885241580000001, + "client_wall_s": 0.8800924929992107, + "client_cpu_s": 0.7796919999999989, + "client_vcsw": 3436, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.33134399999999997, + "broker_sys_s": 0.191543, + "broker_cpu_s": 0.522887, + "broker_vcsw": 5923, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.14529399699999998, + "multi_s": 0.7361986, + "client_wall_s": 0.8874495479994948, + "client_cpu_s": 0.7518239999999992, + "client_vcsw": 4576, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.30439, + "broker_sys_s": 0.26658, + "broker_cpu_s": 0.57097, + "broker_vcsw": 5327, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.17545787200000001, + "multi_s": 0.688410073, + "client_wall_s": 0.8695986080001603, + "client_cpu_s": 0.7473679999999998, + "client_vcsw": 3909, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.31081, + "broker_sys_s": 0.265239, + "broker_cpu_s": 0.576049, + "broker_vcsw": 4914, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 9, + "warmup": false, + "single_s": 0.16180867699999998, + "multi_s": 0.685201969, + "client_wall_s": 0.8514487379998172, + "client_cpu_s": 0.7424430000000015, + "client_vcsw": 4585, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.318739, + "broker_sys_s": 0.278701, + "broker_cpu_s": 0.59744, + "broker_vcsw": 4909, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 10, + "warmup": false, + "single_s": 0.15305548, + "multi_s": 0.729716449, + "client_wall_s": 0.8880740939994212, + "client_cpu_s": 0.7935019999999966, + "client_vcsw": 4211, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.28848999999999997, + "broker_sys_s": 0.282074, + "broker_cpu_s": 0.570564, + "broker_vcsw": 5866, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.151265657, + "multi_s": 0.672704086, + "client_wall_s": 0.8284561239997856, + "client_cpu_s": 0.6958959999999976, + "client_vcsw": 4732, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.2799, + "broker_sys_s": 0.290601, + "broker_cpu_s": 0.5705009999999999, + "broker_vcsw": 4675, + "broker_maxrss_kib": 5100, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.178588356, + "multi_s": 0.769974429, + "client_wall_s": 0.9548039300007076, + "client_cpu_s": 0.8010340000000014, + "client_vcsw": 4519, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.338848, + "broker_sys_s": 0.286151, + "broker_cpu_s": 0.624999, + "broker_vcsw": 5431, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.158520955, + "multi_s": 0.788004732, + "client_wall_s": 0.9553446669997356, + "client_cpu_s": 0.812424, + "client_vcsw": 5002, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.36146, + "broker_sys_s": 0.26814699999999997, + "broker_cpu_s": 0.629607, + "broker_vcsw": 5474, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 11, + "warmup": false, + "single_s": 0.14811760200000001, + "multi_s": 0.680641478, + "client_wall_s": 0.8340720790001797, + "client_cpu_s": 0.708282999999998, + "client_vcsw": 4130, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.309815, + "broker_sys_s": 0.238455, + "broker_cpu_s": 0.54827, + "broker_vcsw": 5110, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.156339571, + "multi_s": 0.680107854, + "client_wall_s": 0.8414210999999341, + "client_cpu_s": 0.7252569999999992, + "client_vcsw": 4587, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.321256, + "broker_sys_s": 0.284258, + "broker_cpu_s": 0.605514, + "broker_vcsw": 4295, + "broker_maxrss_kib": 4952, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 12, + "warmup": false, + "single_s": 0.14566286, + "multi_s": 0.641911563, + "client_wall_s": 0.7921493460007696, + "client_cpu_s": 0.7077209999999994, + "client_vcsw": 4181, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.286336, + "broker_sys_s": 0.246966, + "broker_cpu_s": 0.5333019999999999, + "broker_vcsw": 5456, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.172055612, + "multi_s": 0.761881824, + "client_wall_s": 0.9383962339998106, + "client_cpu_s": 0.7611139999999956, + "client_vcsw": 4737, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.49, + "broker_user_s": 0.329431, + "broker_sys_s": 0.268858, + "broker_cpu_s": 0.598289, + "broker_vcsw": 5528, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.153055093, + "multi_s": 0.622216057, + "client_wall_s": 0.7802581220003049, + "client_cpu_s": 0.6744479999999982, + "client_vcsw": 4486, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.255095, + "broker_sys_s": 0.30876899999999996, + "broker_cpu_s": 0.5638639999999999, + "broker_vcsw": 4477, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.1463097, + "multi_s": 0.696178533, + "client_wall_s": 0.8474663120005062, + "client_cpu_s": 0.7553360000000033, + "client_vcsw": 4278, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.282169, + "broker_sys_s": 0.28370799999999996, + "broker_cpu_s": 0.565877, + "broker_vcsw": 5239, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.15219517899999999, + "multi_s": 0.635831375, + "client_wall_s": 0.7925935060002303, + "client_cpu_s": 0.702455999999998, + "client_vcsw": 4020, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.35856299999999997, + "broker_sys_s": 0.19713, + "broker_cpu_s": 0.555693, + "broker_vcsw": 4893, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 13, + "warmup": false, + "single_s": 0.14585204200000002, + "multi_s": 0.7026011590000001, + "client_wall_s": 0.8537821070003702, + "client_cpu_s": 0.7038770000000021, + "client_vcsw": 5596, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.28271599999999997, + "broker_sys_s": 0.303637, + "broker_cpu_s": 0.5863529999999999, + "broker_vcsw": 5179, + "broker_maxrss_kib": 4704, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 14, + "warmup": false, + "single_s": 0.156271081, + "multi_s": 0.745514458, + "client_wall_s": 0.9073079629997665, + "client_cpu_s": 0.7419799999999981, + "client_vcsw": 4802, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.34173, + "broker_sys_s": 0.262865, + "broker_cpu_s": 0.604595, + "broker_vcsw": 4668, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.168132034, + "multi_s": 0.7871262339999999, + "client_wall_s": 0.9606821180004772, + "client_cpu_s": 0.8103710000000035, + "client_vcsw": 4867, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.28893599999999997, + "broker_sys_s": 0.348273, + "broker_cpu_s": 0.6372089999999999, + "broker_vcsw": 5011, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.153841463, + "multi_s": 0.719014103, + "client_wall_s": 0.8817737600002147, + "client_cpu_s": 0.717489999999998, + "client_vcsw": 4732, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.327219, + "broker_sys_s": 0.239842, + "broker_cpu_s": 0.567061, + "broker_vcsw": 5047, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.198877569, + "multi_s": 0.8610959850000001, + "client_wall_s": 1.0667821770002774, + "client_cpu_s": 0.7870320000000035, + "client_vcsw": 8338, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.7000000000000001, + "broker_user_s": 0.44612999999999997, + "broker_sys_s": 0.377277, + "broker_cpu_s": 0.823407, + "broker_vcsw": 4325, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.172494248, + "multi_s": 0.68349119, + "client_wall_s": 0.8616200249998656, + "client_cpu_s": 0.749564000000003, + "client_vcsw": 4319, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.316229, + "broker_sys_s": 0.244335, + "broker_cpu_s": 0.560564, + "broker_vcsw": 5568, + "broker_maxrss_kib": 4956, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 15, + "warmup": false, + "single_s": 0.156754624, + "multi_s": 0.6663057410000001, + "client_wall_s": 0.8291350560002684, + "client_cpu_s": 0.7352200000000018, + "client_vcsw": 4175, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.24909299999999998, + "broker_sys_s": 0.283655, + "broker_cpu_s": 0.532748, + "broker_vcsw": 5663, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.149498724, + "multi_s": 0.709736166, + "client_wall_s": 0.8638359320002564, + "client_cpu_s": 0.7357969999999945, + "client_vcsw": 4661, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.311673, + "broker_sys_s": 0.26777799999999996, + "broker_cpu_s": 0.5794509999999999, + "broker_vcsw": 5268, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.172546513, + "multi_s": 0.6683012770000001, + "client_wall_s": 0.8456874160001462, + "client_cpu_s": 0.7322649999999982, + "client_vcsw": 4529, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.317986, + "broker_sys_s": 0.23299699999999998, + "broker_cpu_s": 0.550983, + "broker_vcsw": 5521, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 16, + "warmup": false, + "single_s": 0.14604957300000002, + "multi_s": 0.668960746, + "client_wall_s": 0.8199295479998909, + "client_cpu_s": 0.6994429999999987, + "client_vcsw": 4371, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.284253, + "broker_sys_s": 0.30252999999999997, + "broker_cpu_s": 0.5867829999999999, + "broker_vcsw": 4160, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.16783799800000002, + "multi_s": 0.8911666410000001, + "client_wall_s": 1.0643046570003207, + "client_cpu_s": 0.8619460000000032, + "client_vcsw": 4102, + "multi_client_cpu_s": 0.77, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.356077, + "broker_sys_s": 0.251588, + "broker_cpu_s": 0.6076649999999999, + "broker_vcsw": 6113, + "broker_maxrss_kib": 5060, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 17, + "warmup": false, + "single_s": 0.179298072, + "multi_s": 0.790384143, + "client_wall_s": 0.9751533879998533, + "client_cpu_s": 0.8133370000000042, + "client_vcsw": 4117, + "multi_client_cpu_s": 0.7100000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.27505999999999997, + "broker_sys_s": 0.316754, + "broker_cpu_s": 0.591814, + "broker_vcsw": 5547, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.17162877399999998, + "multi_s": 0.703737735, + "client_wall_s": 0.8809467880000739, + "client_cpu_s": 0.7593819999999987, + "client_vcsw": 4086, + "multi_client_cpu_s": 0.67, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.325816, + "broker_sys_s": 0.24689899999999998, + "broker_cpu_s": 0.572715, + "broker_vcsw": 4911, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.139702833, + "multi_s": 0.712909617, + "client_wall_s": 0.8576984530000118, + "client_cpu_s": 0.7390570000000025, + "client_vcsw": 4772, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.344782, + "broker_sys_s": 0.264554, + "broker_cpu_s": 0.609336, + "broker_vcsw": 4424, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.152828063, + "multi_s": 0.8256518, + "client_wall_s": 0.9835587799998393, + "client_cpu_s": 0.9024560000000008, + "client_vcsw": 3840, + "multi_client_cpu_s": 0.81, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.366946, + "broker_sys_s": 0.21584699999999998, + "broker_cpu_s": 0.582793, + "broker_vcsw": 6293, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 18, + "warmup": false, + "single_s": 0.152709497, + "multi_s": 0.708055759, + "client_wall_s": 0.8687680230004844, + "client_cpu_s": 0.7708600000000025, + "client_vcsw": 4163, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.33604999999999996, + "broker_sys_s": 0.232947, + "broker_cpu_s": 0.568997, + "broker_vcsw": 5474, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.149232989, + "multi_s": 0.7769627050000001, + "client_wall_s": 0.9318021100007172, + "client_cpu_s": 0.8218270000000025, + "client_vcsw": 4534, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.56, + "broker_user_s": 0.387486, + "broker_sys_s": 0.251732, + "broker_cpu_s": 0.6392180000000001, + "broker_vcsw": 5260, + "broker_maxrss_kib": 5072, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.174260253, + "multi_s": 0.7225382650000001, + "client_wall_s": 0.9015964149994034, + "client_cpu_s": 0.7829319999999989, + "client_vcsw": 4516, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.273059, + "broker_sys_s": 0.321165, + "broker_cpu_s": 0.594224, + "broker_vcsw": 4969, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 19, + "warmup": false, + "single_s": 0.172679137, + "multi_s": 0.66165881, + "client_wall_s": 0.8394006270000318, + "client_cpu_s": 0.720164999999998, + "client_vcsw": 4324, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.4600000000000001, + "broker_user_s": 0.31385799999999997, + "broker_sys_s": 0.24434799999999998, + "broker_cpu_s": 0.558206, + "broker_vcsw": 5520, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 20, + "warmup": false, + "single_s": 0.144289623, + "multi_s": 0.601078846, + "client_wall_s": 0.750190916000065, + "client_cpu_s": 0.6508850000000024, + "client_vcsw": 4773, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.332015, + "broker_sys_s": 0.201514, + "broker_cpu_s": 0.533529, + "broker_vcsw": 5189, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.14313161600000002, + "multi_s": 0.763081965, + "client_wall_s": 0.9115878189995783, + "client_cpu_s": 0.7543199999999999, + "client_vcsw": 5991, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.6200000000000001, + "broker_user_s": 0.261262, + "broker_sys_s": 0.426504, + "broker_cpu_s": 0.687766, + "broker_vcsw": 4117, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.14386639299999998, + "multi_s": 0.678113096, + "client_wall_s": 0.8266273010003715, + "client_cpu_s": 0.7182529999999971, + "client_vcsw": 4677, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.333431, + "broker_sys_s": 0.264428, + "broker_cpu_s": 0.5978589999999999, + "broker_vcsw": 4458, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.13459462, + "multi_s": 0.635976003, + "client_wall_s": 0.7761373809998986, + "client_cpu_s": 0.6937250000000006, + "client_vcsw": 4253, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.30682499999999996, + "broker_sys_s": 0.226324, + "broker_cpu_s": 0.533149, + "broker_vcsw": 5389, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 21, + "warmup": false, + "single_s": 0.147303202, + "multi_s": 0.6859383800000001, + "client_wall_s": 0.8385180949999267, + "client_cpu_s": 0.7361500000000021, + "client_vcsw": 4151, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.279248, + "broker_sys_s": 0.27611199999999997, + "broker_cpu_s": 0.55536, + "broker_vcsw": 5203, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.16454617700000002, + "multi_s": 0.611809629, + "client_wall_s": 0.7810371559999112, + "client_cpu_s": 0.6857509999999962, + "client_vcsw": 3900, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.288854, + "broker_sys_s": 0.281861, + "broker_cpu_s": 0.570715, + "broker_vcsw": 4163, + "broker_maxrss_kib": 4920, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.140250392, + "multi_s": 0.708836959, + "client_wall_s": 0.8552598619999117, + "client_cpu_s": 0.7216440000000048, + "client_vcsw": 5477, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.31313799999999997, + "broker_sys_s": 0.27688399999999996, + "broker_cpu_s": 0.5900219999999999, + "broker_vcsw": 5087, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.171283041, + "multi_s": 0.697097702, + "client_wall_s": 0.8726021389993548, + "client_cpu_s": 0.7122069999999994, + "client_vcsw": 5029, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.315581, + "broker_sys_s": 0.28268099999999996, + "broker_cpu_s": 0.598262, + "broker_vcsw": 4650, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 22, + "warmup": false, + "single_s": 0.139014147, + "multi_s": 0.6978319669999999, + "client_wall_s": 0.8417482590002692, + "client_cpu_s": 0.735839999999996, + "client_vcsw": 4292, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.293835, + "broker_sys_s": 0.235428, + "broker_cpu_s": 0.529263, + "broker_vcsw": 5937, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.144616844, + "multi_s": 0.641325722, + "client_wall_s": 0.790621357999953, + "client_cpu_s": 0.6776230000000112, + "client_vcsw": 4532, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.251144, + "broker_sys_s": 0.28524299999999997, + "broker_cpu_s": 0.536387, + "broker_vcsw": 5093, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.137480808, + "multi_s": 0.689763949, + "client_wall_s": 0.8323632949995954, + "client_cpu_s": 0.7216750000000047, + "client_vcsw": 4606, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.286678, + "broker_sys_s": 0.25043499999999996, + "broker_cpu_s": 0.537113, + "broker_vcsw": 5730, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 23, + "warmup": false, + "single_s": 0.14953945400000002, + "multi_s": 0.7461121510000001, + "client_wall_s": 0.9013372419994994, + "client_cpu_s": 0.7462969999999984, + "client_vcsw": 5767, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.323609, + "broker_sys_s": 0.29540099999999997, + "broker_cpu_s": 0.61901, + "broker_vcsw": 5050, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.14414666, + "multi_s": 0.690670471, + "client_wall_s": 0.8404074199997922, + "client_cpu_s": 0.7145450000000011, + "client_vcsw": 4528, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.27180499999999996, + "broker_sys_s": 0.296056, + "broker_cpu_s": 0.567861, + "broker_vcsw": 4883, + "broker_maxrss_kib": 5036, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.15938520500000003, + "multi_s": 0.6323151100000001, + "client_wall_s": 0.7966104329998416, + "client_cpu_s": 0.6861730000000037, + "client_vcsw": 4074, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.264307, + "broker_sys_s": 0.26249, + "broker_cpu_s": 0.526797, + "broker_vcsw": 5829, + "broker_maxrss_kib": 5056, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 24, + "warmup": false, + "single_s": 0.150951585, + "multi_s": 0.75701012, + "client_wall_s": 0.9127849139995305, + "client_cpu_s": 0.784085999999995, + "client_vcsw": 4946, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.307042, + "broker_sys_s": 0.308481, + "broker_cpu_s": 0.615523, + "broker_vcsw": 5159, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 25, + "warmup": false, + "single_s": 0.161428603, + "multi_s": 0.613138025, + "client_wall_s": 0.7793636269998387, + "client_cpu_s": 0.6911910000000034, + "client_vcsw": 3710, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.223331, + "broker_sys_s": 0.280319, + "broker_cpu_s": 0.5036499999999999, + "broker_vcsw": 5667, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.156712987, + "multi_s": 0.6398233090000001, + "client_wall_s": 0.80148514099983, + "client_cpu_s": 0.6845250000000007, + "client_vcsw": 4807, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.30954699999999996, + "broker_sys_s": 0.242917, + "broker_cpu_s": 0.552464, + "broker_vcsw": 5288, + "broker_maxrss_kib": 5020, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.145041747, + "multi_s": 0.68943486, + "client_wall_s": 0.84079995600041, + "client_cpu_s": 0.7068820000000002, + "client_vcsw": 5340, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.294199, + "broker_sys_s": 0.27031299999999997, + "broker_cpu_s": 0.5645119999999999, + "broker_vcsw": 5491, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.148255803, + "multi_s": 0.69145413, + "client_wall_s": 0.8444199419991492, + "client_cpu_s": 0.6969980000000007, + "client_vcsw": 5235, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.268402, + "broker_sys_s": 0.311917, + "broker_cpu_s": 0.580319, + "broker_vcsw": 5332, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.14097220500000002, + "multi_s": 0.697922694, + "client_wall_s": 0.8437216150005042, + "client_cpu_s": 0.7478320000000025, + "client_vcsw": 4303, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.308299, + "broker_sys_s": 0.23943299999999998, + "broker_cpu_s": 0.547732, + "broker_vcsw": 5461, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 26, + "warmup": false, + "single_s": 0.16180496, + "multi_s": 0.639512525, + "client_wall_s": 0.8066235719998076, + "client_cpu_s": 0.7150919999999985, + "client_vcsw": 4118, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.27708699999999997, + "broker_sys_s": 0.251592, + "broker_cpu_s": 0.5286789999999999, + "broker_vcsw": 5851, + "broker_maxrss_kib": 4908, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.142008319, + "multi_s": 0.668714665, + "client_wall_s": 0.8156149639999057, + "client_cpu_s": 0.7062709999999939, + "client_vcsw": 4625, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.24314, + "broker_sys_s": 0.30701999999999996, + "broker_cpu_s": 0.55016, + "broker_vcsw": 5202, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.155069807, + "multi_s": 0.6438223630000001, + "client_wall_s": 0.8039339100005236, + "client_cpu_s": 0.6876389999999972, + "client_vcsw": 4712, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.322082, + "broker_sys_s": 0.229901, + "broker_cpu_s": 0.551983, + "broker_vcsw": 4870, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 27, + "warmup": false, + "single_s": 0.13584438299999999, + "multi_s": 0.694478875, + "client_wall_s": 0.8349982719992113, + "client_cpu_s": 0.7161519999999939, + "client_vcsw": 4524, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.28661, + "broker_sys_s": 0.24856899999999998, + "broker_cpu_s": 0.535179, + "broker_vcsw": 5330, + "broker_maxrss_kib": 4752, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 28, + "warmup": false, + "single_s": 0.15228154100000002, + "multi_s": 0.774451471, + "client_wall_s": 0.9637254650006071, + "client_cpu_s": 0.7966830000000087, + "client_vcsw": 4395, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.302094, + "broker_sys_s": 0.29701299999999997, + "broker_cpu_s": 0.599107, + "broker_vcsw": 5296, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.187225419, + "multi_s": 0.676230803, + "client_wall_s": 0.868085899000107, + "client_cpu_s": 0.7375410000000002, + "client_vcsw": 4353, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.311729, + "broker_sys_s": 0.257365, + "broker_cpu_s": 0.569094, + "broker_vcsw": 5134, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.152865744, + "multi_s": 0.685373573, + "client_wall_s": 0.8435047299999496, + "client_cpu_s": 0.7188390000000027, + "client_vcsw": 4609, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.33172199999999996, + "broker_sys_s": 0.23662699999999998, + "broker_cpu_s": 0.568349, + "broker_vcsw": 5110, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 29, + "warmup": false, + "single_s": 0.150632716, + "multi_s": 0.692887322, + "client_wall_s": 0.8480679149997741, + "client_cpu_s": 0.6836430000000107, + "client_vcsw": 6359, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.31134, + "broker_sys_s": 0.295771, + "broker_cpu_s": 0.607111, + "broker_vcsw": 5243, + "broker_maxrss_kib": 4668, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.185310204, + "multi_s": 0.627573717, + "client_wall_s": 0.8171447639997496, + "client_cpu_s": 0.6711150000000004, + "client_vcsw": 4723, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.25317, + "broker_sys_s": 0.28579499999999997, + "broker_cpu_s": 0.5389649999999999, + "broker_vcsw": 5291, + "broker_maxrss_kib": 4940, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.155221862, + "multi_s": 0.781168764, + "client_wall_s": 0.941344036999908, + "client_cpu_s": 0.7769409999999937, + "client_vcsw": 4660, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.34224499999999997, + "broker_sys_s": 0.262276, + "broker_cpu_s": 0.604521, + "broker_vcsw": 5029, + "broker_maxrss_kib": 4920, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.20881812300000002, + "multi_s": 0.740403153, + "client_wall_s": 0.953973016999953, + "client_cpu_s": 0.7549710000000047, + "client_vcsw": 5475, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.39729699999999996, + "broker_sys_s": 0.277964, + "broker_cpu_s": 0.6752609999999999, + "broker_vcsw": 5216, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 30, + "warmup": false, + "single_s": 0.14579023100000002, + "multi_s": 0.72334549, + "client_wall_s": 0.8745162610002808, + "client_cpu_s": 0.7687930000000023, + "client_vcsw": 4662, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.327471, + "broker_sys_s": 0.249102, + "broker_cpu_s": 0.576573, + "broker_vcsw": 5248, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.159229799, + "multi_s": 0.66969548, + "client_wall_s": 0.8358292800003255, + "client_cpu_s": 0.7278479999999945, + "client_vcsw": 4439, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.300543, + "broker_sys_s": 0.264895, + "broker_cpu_s": 0.565438, + "broker_vcsw": 5412, + "broker_maxrss_kib": 4992, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.168929474, + "multi_s": 0.742579394, + "client_wall_s": 0.9164263049997317, + "client_cpu_s": 0.7568509999999904, + "client_vcsw": 5284, + "multi_client_cpu_s": 0.67, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.273229, + "broker_sys_s": 0.344672, + "broker_cpu_s": 0.617901, + "broker_vcsw": 5493, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.16853555, + "multi_s": 0.650253801, + "client_wall_s": 0.8262453939996703, + "client_cpu_s": 0.7240330000000057, + "client_vcsw": 4165, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.29176199999999997, + "broker_sys_s": 0.257248, + "broker_cpu_s": 0.54901, + "broker_vcsw": 5540, + "broker_maxrss_kib": 4924, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 31, + "warmup": false, + "single_s": 0.163241863, + "multi_s": 0.705528876, + "client_wall_s": 0.8733360010000979, + "client_cpu_s": 0.761868000000014, + "client_vcsw": 4028, + "multi_client_cpu_s": 0.67, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.307635, + "broker_sys_s": 0.220047, + "broker_cpu_s": 0.527682, + "broker_vcsw": 5975, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 32, + "warmup": false, + "single_s": 0.183744119, + "multi_s": 0.632196638, + "client_wall_s": 0.8225862270001016, + "client_cpu_s": 0.7012940000000043, + "client_vcsw": 4129, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.254008, + "broker_sys_s": 0.292158, + "broker_cpu_s": 0.5461659999999999, + "broker_vcsw": 5120, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.149557026, + "multi_s": 0.676027118, + "client_wall_s": 0.8308620650004741, + "client_cpu_s": 0.7103380000000072, + "client_vcsw": 4629, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.29645499999999997, + "broker_sys_s": 0.264461, + "broker_cpu_s": 0.560916, + "broker_vcsw": 5054, + "broker_maxrss_kib": 5000, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.1541658, + "multi_s": 0.6943249, + "client_wall_s": 0.8534429789997375, + "client_cpu_s": 0.7239780000000025, + "client_vcsw": 4237, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.30839, + "broker_sys_s": 0.264099, + "broker_cpu_s": 0.572489, + "broker_vcsw": 4772, + "broker_maxrss_kib": 5068, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 33, + "warmup": false, + "single_s": 0.14517918800000001, + "multi_s": 0.933329668, + "client_wall_s": 1.0832287839994024, + "client_cpu_s": 0.773142, + "client_vcsw": 10754, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.79, + "broker_user_s": 0.388295, + "broker_sys_s": 0.476695, + "broker_cpu_s": 0.8649899999999999, + "broker_vcsw": 4119, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.212586616, + "multi_s": 0.8537225979999999, + "client_wall_s": 1.0722366620002504, + "client_cpu_s": 0.8258869999999945, + "client_vcsw": 6778, + "multi_client_cpu_s": 0.7100000000000001, + "multi_broker_cpu_s": 0.7000000000000001, + "broker_user_s": 0.40319699999999997, + "broker_sys_s": 0.389521, + "broker_cpu_s": 0.792718, + "broker_vcsw": 3964, + "broker_maxrss_kib": 4948, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.159562226, + "multi_s": 0.895315333, + "client_wall_s": 1.0612784630002352, + "client_cpu_s": 0.8992750000000029, + "client_vcsw": 5148, + "multi_client_cpu_s": 0.8200000000000001, + "multi_broker_cpu_s": 0.6100000000000001, + "broker_user_s": 0.38740399999999997, + "broker_sys_s": 0.301612, + "broker_cpu_s": 0.689016, + "broker_vcsw": 5392, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.167646247, + "multi_s": 0.740104997, + "client_wall_s": 0.9146507030000066, + "client_cpu_s": 0.7592400000000126, + "client_vcsw": 5241, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.6, + "broker_user_s": 0.330413, + "broker_sys_s": 0.362454, + "broker_cpu_s": 0.692867, + "broker_vcsw": 4037, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 34, + "warmup": false, + "single_s": 0.153105297, + "multi_s": 0.743450521, + "client_wall_s": 0.9022098750001533, + "client_cpu_s": 0.8011710000000036, + "client_vcsw": 4241, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.308732, + "broker_sys_s": 0.235367, + "broker_cpu_s": 0.544099, + "broker_vcsw": 5963, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.16329674, + "multi_s": 0.615239643, + "client_wall_s": 0.7834482560001561, + "client_cpu_s": 0.6797579999999925, + "client_vcsw": 4474, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.304132, + "broker_sys_s": 0.239899, + "broker_cpu_s": 0.544031, + "broker_vcsw": 5124, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 35, + "warmup": false, + "single_s": 0.164074668, + "multi_s": 0.662283862, + "client_wall_s": 0.8311943059998157, + "client_cpu_s": 0.7158709999999928, + "client_vcsw": 4213, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.30644099999999996, + "broker_sys_s": 0.237372, + "broker_cpu_s": 0.543813, + "broker_vcsw": 5376, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.151824125, + "multi_s": 0.670796386, + "client_wall_s": 0.8284520309998697, + "client_cpu_s": 0.7264559999999989, + "client_vcsw": 4410, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.304797, + "broker_sys_s": 0.25135399999999997, + "broker_cpu_s": 0.556151, + "broker_vcsw": 5380, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.192086021, + "multi_s": 0.842609809, + "client_wall_s": 1.051082273999782, + "client_cpu_s": 0.8752220000000079, + "client_vcsw": 4577, + "multi_client_cpu_s": 0.78, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.328655, + "broker_sys_s": 0.308509, + "broker_cpu_s": 0.637164, + "broker_vcsw": 5868, + "broker_maxrss_kib": 4908, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 36, + "warmup": false, + "single_s": 0.167097409, + "multi_s": 0.850126489, + "client_wall_s": 1.0230119430007107, + "client_cpu_s": 0.8985479999999981, + "client_vcsw": 4239, + "multi_client_cpu_s": 0.8, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.29855699999999996, + "broker_sys_s": 0.28902, + "broker_cpu_s": 0.587577, + "broker_vcsw": 5971, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.220666, + "multi_s": 0.6908785000000001, + "client_wall_s": 0.9165262439992148, + "client_cpu_s": 0.7141030000000015, + "client_vcsw": 4492, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.318583, + "broker_sys_s": 0.26444, + "broker_cpu_s": 0.5830230000000001, + "broker_vcsw": 4784, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.15907667, + "multi_s": 0.762120599, + "client_wall_s": 0.9261827749996883, + "client_cpu_s": 0.8110920000000021, + "client_vcsw": 4341, + "multi_client_cpu_s": 0.7300000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.331165, + "broker_sys_s": 0.270563, + "broker_cpu_s": 0.601728, + "broker_vcsw": 5470, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.17401887800000002, + "multi_s": 0.6958653050000001, + "client_wall_s": 0.8752065579992632, + "client_cpu_s": 0.7479259999999925, + "client_vcsw": 4683, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.337831, + "broker_sys_s": 0.299228, + "broker_cpu_s": 0.637059, + "broker_vcsw": 4392, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.227517888, + "multi_s": 0.849367208, + "client_wall_s": 1.082707491000292, + "client_cpu_s": 0.8432750000000127, + "client_vcsw": 6846, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.67, + "broker_user_s": 0.401089, + "broker_sys_s": 0.388186, + "broker_cpu_s": 0.789275, + "broker_vcsw": 4568, + "broker_maxrss_kib": 4948, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 37, + "warmup": false, + "single_s": 0.152980426, + "multi_s": 0.902729989, + "client_wall_s": 1.0750269139998636, + "client_cpu_s": 0.9822430000000111, + "client_vcsw": 3825, + "multi_client_cpu_s": 0.89, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.303521, + "broker_sys_s": 0.26605, + "broker_cpu_s": 0.569571, + "broker_vcsw": 6977, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 38, + "warmup": false, + "single_s": 0.20850261800000003, + "multi_s": 0.905115111, + "client_wall_s": 1.1194964900005289, + "client_cpu_s": 0.9207750000000061, + "client_vcsw": 4756, + "multi_client_cpu_s": 0.8300000000000001, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.37823999999999997, + "broker_sys_s": 0.29586999999999997, + "broker_cpu_s": 0.67411, + "broker_vcsw": 5625, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.178856639, + "multi_s": 0.866055984, + "client_wall_s": 1.0504869649994362, + "client_cpu_s": 0.8225100000000012, + "client_vcsw": 5149, + "multi_client_cpu_s": 0.7300000000000001, + "multi_broker_cpu_s": 0.5700000000000001, + "broker_user_s": 0.286778, + "broker_sys_s": 0.36521, + "broker_cpu_s": 0.651988, + "broker_vcsw": 5040, + "broker_maxrss_kib": 4992, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.153708713, + "multi_s": 0.793943574, + "client_wall_s": 0.953399779999927, + "client_cpu_s": 0.753508999999994, + "client_vcsw": 4281, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.35276399999999997, + "broker_sys_s": 0.228787, + "broker_cpu_s": 0.5815509999999999, + "broker_vcsw": 5347, + "broker_maxrss_kib": 4952, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.165717742, + "multi_s": 0.743559534, + "client_wall_s": 0.9145254209997802, + "client_cpu_s": 0.7842509999999905, + "client_vcsw": 4166, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.324766, + "broker_sys_s": 0.28779899999999997, + "broker_cpu_s": 0.612565, + "broker_vcsw": 4932, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 39, + "warmup": false, + "single_s": 0.17956650500000002, + "multi_s": 0.785183501, + "client_wall_s": 0.9712855729994772, + "client_cpu_s": 0.7828190000000106, + "client_vcsw": 4794, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.298575, + "broker_sys_s": 0.286731, + "broker_cpu_s": 0.585306, + "broker_vcsw": 5410, + "broker_maxrss_kib": 5220, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.177940137, + "multi_s": 0.688981088, + "client_wall_s": 0.8726171850003084, + "client_cpu_s": 0.7516520000000071, + "client_vcsw": 4354, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.282103, + "broker_sys_s": 0.30128499999999997, + "broker_cpu_s": 0.583388, + "broker_vcsw": 5008, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.169749976, + "multi_s": 0.725963075, + "client_wall_s": 0.9014834390000033, + "client_cpu_s": 0.7433379999999943, + "client_vcsw": 4707, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.31262, + "broker_sys_s": 0.299463, + "broker_cpu_s": 0.6120829999999999, + "broker_vcsw": 4869, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 40, + "warmup": false, + "single_s": 0.17402457300000002, + "multi_s": 0.759547246, + "client_wall_s": 0.9387650770004257, + "client_cpu_s": 0.7891140000000121, + "client_vcsw": 4500, + "multi_client_cpu_s": 0.7000000000000001, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.295504, + "broker_sys_s": 0.29894299999999996, + "broker_cpu_s": 0.594447, + "broker_vcsw": 5537, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.17753915, + "multi_s": 0.796666756, + "client_wall_s": 0.9797635169998102, + "client_cpu_s": 0.8183070000000185, + "client_vcsw": 5033, + "multi_client_cpu_s": 0.7300000000000001, + "multi_broker_cpu_s": 0.6199999999999999, + "broker_user_s": 0.32851199999999997, + "broker_sys_s": 0.374336, + "broker_cpu_s": 0.7028479999999999, + "broker_vcsw": 3932, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 41, + "warmup": false, + "single_s": 0.16724630099999999, + "multi_s": 0.808334458, + "client_wall_s": 0.9813838270001725, + "client_cpu_s": 0.8399410000000103, + "client_vcsw": 4211, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.316307, + "broker_sys_s": 0.27186, + "broker_cpu_s": 0.588167, + "broker_vcsw": 5626, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18668, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.203767304, + "multi_s": 0.739236065, + "client_wall_s": 0.949142333999589, + "client_cpu_s": 0.7981929999999977, + "client_vcsw": 4410, + "multi_client_cpu_s": 0.7000000000000001, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.38151199999999996, + "broker_sys_s": 0.26076699999999997, + "broker_cpu_s": 0.6422789999999999, + "broker_vcsw": 5118, + "broker_maxrss_kib": 5104, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.17469106199999998, + "multi_s": 0.698801535, + "client_wall_s": 0.8829914359994291, + "client_cpu_s": 0.7590829999999897, + "client_vcsw": 4320, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.309133, + "broker_sys_s": 0.271987, + "broker_cpu_s": 0.58112, + "broker_vcsw": 5051, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.162391224, + "multi_s": 0.7150315389999999, + "client_wall_s": 0.8824529710000206, + "client_cpu_s": 0.7710849999999994, + "client_vcsw": 4290, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.324505, + "broker_sys_s": 0.226965, + "broker_cpu_s": 0.55147, + "broker_vcsw": 5794, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.153629118, + "multi_s": 0.682719226, + "client_wall_s": 0.8425742879999234, + "client_cpu_s": 0.7423010000000119, + "client_vcsw": 4221, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.293212, + "broker_sys_s": 0.314836, + "broker_cpu_s": 0.6080479999999999, + "broker_vcsw": 4845, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 42, + "warmup": false, + "single_s": 0.14740765200000003, + "multi_s": 0.726033249, + "client_wall_s": 0.8786534440005198, + "client_cpu_s": 0.7801290000000023, + "client_vcsw": 4121, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.29100899999999996, + "broker_sys_s": 0.250394, + "broker_cpu_s": 0.541403, + "broker_vcsw": 5856, + "broker_maxrss_kib": 4792, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 43, + "warmup": false, + "single_s": 0.18243657200000002, + "multi_s": 1.00233775, + "client_wall_s": 1.1897633999997197, + "client_cpu_s": 1.0008569999999963, + "client_vcsw": 5889, + "multi_client_cpu_s": 0.91, + "multi_broker_cpu_s": 0.8, + "broker_user_s": 0.447613, + "broker_sys_s": 0.448922, + "broker_cpu_s": 0.896535, + "broker_vcsw": 4186, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.16537643700000002, + "multi_s": 0.704860095, + "client_wall_s": 0.8808219729999109, + "client_cpu_s": 0.7747310000000027, + "client_vcsw": 4060, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.30080999999999997, + "broker_sys_s": 0.259049, + "broker_cpu_s": 0.5598589999999999, + "broker_vcsw": 5250, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.144365568, + "multi_s": 0.805473712, + "client_wall_s": 0.9555234190002011, + "client_cpu_s": 0.8063340000000068, + "client_vcsw": 4805, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.306594, + "broker_sys_s": 0.29679099999999997, + "broker_cpu_s": 0.603385, + "broker_vcsw": 5367, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.180190508, + "multi_s": 0.772082144, + "client_wall_s": 0.9575560100001894, + "client_cpu_s": 0.7973539999999986, + "client_vcsw": 4300, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.36566699999999996, + "broker_sys_s": 0.225263, + "broker_cpu_s": 0.59093, + "broker_vcsw": 5446, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 44, + "warmup": false, + "single_s": 0.166225393, + "multi_s": 0.749170797, + "client_wall_s": 0.9209266100006062, + "client_cpu_s": 0.7759189999999876, + "client_vcsw": 4227, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.31950799999999996, + "broker_sys_s": 0.25511, + "broker_cpu_s": 0.574618, + "broker_vcsw": 5295, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.15103364300000002, + "multi_s": 0.7048730160000001, + "client_wall_s": 0.862071370999729, + "client_cpu_s": 0.7315020000000203, + "client_vcsw": 4295, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.350473, + "broker_sys_s": 0.204196, + "broker_cpu_s": 0.554669, + "broker_vcsw": 5496, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.17042338799999998, + "multi_s": 0.694329933, + "client_wall_s": 0.8706686219993571, + "client_cpu_s": 0.741500000000002, + "client_vcsw": 4460, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.279672, + "broker_sys_s": 0.27485899999999996, + "broker_cpu_s": 0.5545309999999999, + "broker_vcsw": 5766, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.149109226, + "multi_s": 0.719675331, + "client_wall_s": 0.8749504289999095, + "client_cpu_s": 0.7392439999999993, + "client_vcsw": 4670, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.3036, + "broker_sys_s": 0.25621299999999997, + "broker_cpu_s": 0.5598129999999999, + "broker_vcsw": 5412, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 45, + "warmup": false, + "single_s": 0.146354875, + "multi_s": 0.737010064, + "client_wall_s": 0.8893080079997162, + "client_cpu_s": 0.7438609999999954, + "client_vcsw": 4368, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.292254, + "broker_sys_s": 0.22261, + "broker_cpu_s": 0.514864, + "broker_vcsw": 6163, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 46, + "warmup": false, + "single_s": 0.151041648, + "multi_s": 0.889758946, + "client_wall_s": 1.0465405209997698, + "client_cpu_s": 0.9399819999999863, + "client_vcsw": 4126, + "multi_client_cpu_s": 0.8500000000000001, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.31970299999999996, + "broker_sys_s": 0.274821, + "broker_cpu_s": 0.5945239999999999, + "broker_vcsw": 5716, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.16089642599999998, + "multi_s": 0.6207194180000001, + "client_wall_s": 0.7871453729994755, + "client_cpu_s": 0.6844239999999928, + "client_vcsw": 4205, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.287971, + "broker_sys_s": 0.24348499999999998, + "broker_cpu_s": 0.5314559999999999, + "broker_vcsw": 5569, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.156242299, + "multi_s": 0.796638088, + "client_wall_s": 0.9583120600000257, + "client_cpu_s": 0.7215599999999824, + "client_vcsw": 7897, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.65, + "broker_user_s": 0.38565, + "broker_sys_s": 0.35425999999999996, + "broker_cpu_s": 0.73991, + "broker_vcsw": 4338, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.14851818900000002, + "multi_s": 0.6359066689999999, + "client_wall_s": 0.7892992899996898, + "client_cpu_s": 0.7007740000000098, + "client_vcsw": 4074, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.302905, + "broker_sys_s": 0.210551, + "broker_cpu_s": 0.5134559999999999, + "broker_vcsw": 5920, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.153681763, + "multi_s": 0.736578932, + "client_wall_s": 0.894803213999694, + "client_cpu_s": 0.7829279999999983, + "client_vcsw": 4432, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.317233, + "broker_sys_s": 0.25168399999999996, + "broker_cpu_s": 0.5689169999999999, + "broker_vcsw": 5489, + "broker_maxrss_kib": 4972, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 47, + "warmup": false, + "single_s": 0.173260639, + "multi_s": 0.6330893360000001, + "client_wall_s": 0.8115991169997869, + "client_cpu_s": 0.6769499999999908, + "client_vcsw": 4565, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.276289, + "broker_sys_s": 0.280294, + "broker_cpu_s": 0.556583, + "broker_vcsw": 4912, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.15190314900000002, + "multi_s": 0.692958371, + "client_wall_s": 0.8504652060000808, + "client_cpu_s": 0.7396449999999817, + "client_vcsw": 4242, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.313064, + "broker_sys_s": 0.23002299999999998, + "broker_cpu_s": 0.543087, + "broker_vcsw": 5636, + "broker_maxrss_kib": 4976, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 48, + "warmup": false, + "single_s": 0.155497827, + "multi_s": 0.6906619009999999, + "client_wall_s": 0.8531942499994329, + "client_cpu_s": 0.7454620000000176, + "client_vcsw": 4097, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.29065799999999997, + "broker_sys_s": 0.26317, + "broker_cpu_s": 0.553828, + "broker_vcsw": 5191, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.15645024300000002, + "multi_s": 0.678763327, + "client_wall_s": 0.8448984030001156, + "client_cpu_s": 0.7466889999999893, + "client_vcsw": 4200, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.321004, + "broker_sys_s": 0.21581599999999998, + "broker_cpu_s": 0.53682, + "broker_vcsw": 6012, + "broker_maxrss_kib": 4896, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.180526616, + "multi_s": 0.9515927890000001, + "client_wall_s": 1.13740076600061, + "client_cpu_s": 0.8915409999999895, + "client_vcsw": 6236, + "multi_client_cpu_s": 0.81, + "multi_broker_cpu_s": 0.6399999999999999, + "broker_user_s": 0.35428099999999996, + "broker_sys_s": 0.366875, + "broker_cpu_s": 0.7211559999999999, + "broker_vcsw": 5531, + "broker_maxrss_kib": 4924, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 49, + "warmup": false, + "single_s": 0.19368351, + "multi_s": 0.863274917, + "client_wall_s": 1.0671451409998554, + "client_cpu_s": 0.9098419999999976, + "client_vcsw": 3936, + "multi_client_cpu_s": 0.81, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.274348, + "broker_sys_s": 0.29031999999999997, + "broker_cpu_s": 0.564668, + "broker_vcsw": 6384, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.150241001, + "multi_s": 0.662252072, + "client_wall_s": 0.8171413509999184, + "client_cpu_s": 0.7136249999999933, + "client_vcsw": 4254, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.311793, + "broker_sys_s": 0.22846799999999998, + "broker_cpu_s": 0.540261, + "broker_vcsw": 5610, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 50, + "warmup": false, + "single_s": 0.157213945, + "multi_s": 0.8608492230000001, + "client_wall_s": 1.0235143469999457, + "client_cpu_s": 0.921243000000004, + "client_vcsw": 3926, + "multi_client_cpu_s": 0.8300000000000001, + "multi_broker_cpu_s": 0.5700000000000001, + "broker_user_s": 0.370278, + "broker_sys_s": 0.2762, + "broker_cpu_s": 0.646478, + "broker_vcsw": 5515, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.21451655, + "multi_s": 0.725477071, + "client_wall_s": 0.945272207999551, + "client_cpu_s": 0.7578900000000033, + "client_vcsw": 4716, + "multi_client_cpu_s": 0.67, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.355333, + "broker_sys_s": 0.309166, + "broker_cpu_s": 0.664499, + "broker_vcsw": 5078, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.159953452, + "multi_s": 0.933093309, + "client_wall_s": 1.0983578190007393, + "client_cpu_s": 1.0208909999999918, + "client_vcsw": 3656, + "multi_client_cpu_s": 0.92, + "multi_broker_cpu_s": 0.56, + "broker_user_s": 0.362064, + "broker_sys_s": 0.27887, + "broker_cpu_s": 0.640934, + "broker_vcsw": 6797, + "broker_maxrss_kib": 4900, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.168195873, + "multi_s": 0.903483527, + "client_wall_s": 1.077232677000211, + "client_cpu_s": 0.9777600000000035, + "client_vcsw": 4303, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 0.56, + "broker_user_s": 0.324739, + "broker_sys_s": 0.321592, + "broker_cpu_s": 0.646331, + "broker_vcsw": 6351, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.14321213700000002, + "multi_s": 0.7080614630000001, + "client_wall_s": 0.856371465999473, + "client_cpu_s": 0.7685730000000035, + "client_vcsw": 4295, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.329208, + "broker_sys_s": 0.234587, + "broker_cpu_s": 0.563795, + "broker_vcsw": 5720, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 51, + "warmup": false, + "single_s": 0.164784729, + "multi_s": 0.770891973, + "client_wall_s": 0.9406411280006068, + "client_cpu_s": 0.7771359999999987, + "client_vcsw": 5279, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.5800000000000001, + "broker_user_s": 0.350713, + "broker_sys_s": 0.304818, + "broker_cpu_s": 0.655531, + "broker_vcsw": 4477, + "broker_maxrss_kib": 4944, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.15571368100000002, + "multi_s": 0.679652156, + "client_wall_s": 0.8400432370008275, + "client_cpu_s": 0.730329999999995, + "client_vcsw": 3944, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.310961, + "broker_sys_s": 0.242533, + "broker_cpu_s": 0.5534939999999999, + "broker_vcsw": 5320, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 52, + "warmup": false, + "single_s": 0.135890847, + "multi_s": 0.812068757, + "client_wall_s": 0.9531727069997942, + "client_cpu_s": 0.8224210000000056, + "client_vcsw": 4924, + "multi_client_cpu_s": 0.75, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.33513299999999996, + "broker_sys_s": 0.27301, + "broker_cpu_s": 0.6081429999999999, + "broker_vcsw": 4985, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.166214087, + "multi_s": 0.8112154530000001, + "client_wall_s": 0.9825458819996129, + "client_cpu_s": 0.7867800000000216, + "client_vcsw": 6423, + "multi_client_cpu_s": 0.7000000000000001, + "multi_broker_cpu_s": 0.6000000000000001, + "broker_user_s": 0.34297, + "broker_sys_s": 0.343426, + "broker_cpu_s": 0.686396, + "broker_vcsw": 4912, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 53, + "warmup": false, + "single_s": 0.151314004, + "multi_s": 0.658163122, + "client_wall_s": 0.8143250170005558, + "client_cpu_s": 0.7382729999999782, + "client_vcsw": 3978, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.293321, + "broker_sys_s": 0.21014, + "broker_cpu_s": 0.5034609999999999, + "broker_vcsw": 6275, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.15038530900000002, + "multi_s": 0.707169438, + "client_wall_s": 0.8635967230002279, + "client_cpu_s": 0.7565989999999942, + "client_vcsw": 4431, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.32079199999999997, + "broker_sys_s": 0.244507, + "broker_cpu_s": 0.565299, + "broker_vcsw": 5855, + "broker_maxrss_kib": 4900, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.167543183, + "multi_s": 0.799428763, + "client_wall_s": 0.9771802669993122, + "client_cpu_s": 0.8488039999999728, + "client_vcsw": 4488, + "multi_client_cpu_s": 0.77, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.32942899999999997, + "broker_sys_s": 0.23127299999999998, + "broker_cpu_s": 0.5607019999999999, + "broker_vcsw": 6897, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.14810114, + "multi_s": 0.661552977, + "client_wall_s": 0.8145011729993712, + "client_cpu_s": 0.718377000000018, + "client_vcsw": 4135, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.293023, + "broker_sys_s": 0.235096, + "broker_cpu_s": 0.528119, + "broker_vcsw": 5823, + "broker_maxrss_kib": 5004, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 54, + "warmup": false, + "single_s": 0.147086908, + "multi_s": 0.699738571, + "client_wall_s": 0.8515973710000253, + "client_cpu_s": 0.7184219999999897, + "client_vcsw": 5419, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.310287, + "broker_sys_s": 0.263851, + "broker_cpu_s": 0.574138, + "broker_vcsw": 5316, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.18325324, + "multi_s": 0.845562916, + "client_wall_s": 1.0334550610004953, + "client_cpu_s": 0.7594220000000149, + "client_vcsw": 8326, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.67, + "broker_user_s": 0.393875, + "broker_sys_s": 0.365814, + "broker_cpu_s": 0.759689, + "broker_vcsw": 4509, + "broker_maxrss_kib": 5068, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 55, + "warmup": false, + "single_s": 0.154935875, + "multi_s": 0.638013723, + "client_wall_s": 0.797749847999512, + "client_cpu_s": 0.6958259999999967, + "client_vcsw": 4274, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.29495899999999997, + "broker_sys_s": 0.22975099999999998, + "broker_cpu_s": 0.52471, + "broker_vcsw": 5411, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.140910279, + "multi_s": 0.6639533599999999, + "client_wall_s": 0.8096465469998293, + "client_cpu_s": 0.7061450000000065, + "client_vcsw": 4440, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.266829, + "broker_sys_s": 0.24514599999999998, + "broker_cpu_s": 0.511975, + "broker_vcsw": 5884, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.161958821, + "multi_s": 0.6824191100000001, + "client_wall_s": 0.8499639619994923, + "client_cpu_s": 0.7346170000000001, + "client_vcsw": 4511, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.309635, + "broker_sys_s": 0.254079, + "broker_cpu_s": 0.563714, + "broker_vcsw": 5310, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.147720853, + "multi_s": 0.689792799, + "client_wall_s": 0.8424748429997635, + "client_cpu_s": 0.7318489999999969, + "client_vcsw": 4587, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.28499199999999997, + "broker_sys_s": 0.278383, + "broker_cpu_s": 0.563375, + "broker_vcsw": 5262, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 56, + "warmup": false, + "single_s": 0.15241044299999998, + "multi_s": 0.686731395, + "client_wall_s": 0.8442873869998948, + "client_cpu_s": 0.747721999999996, + "client_vcsw": 4180, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.317044, + "broker_sys_s": 0.25803899999999996, + "broker_cpu_s": 0.575083, + "broker_vcsw": 5142, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.198620681, + "multi_s": 1.075390178, + "client_wall_s": 1.2796168510003554, + "client_cpu_s": 0.9411800000000028, + "client_vcsw": 6909, + "multi_client_cpu_s": 0.8500000000000001, + "multi_broker_cpu_s": 0.8400000000000001, + "broker_user_s": 0.434957, + "broker_sys_s": 0.5058699999999999, + "broker_cpu_s": 0.9408269999999999, + "broker_vcsw": 4692, + "broker_maxrss_kib": 5004, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.142561318, + "multi_s": 0.7431074620000001, + "client_wall_s": 0.8960104249999858, + "client_cpu_s": 0.7889860000000084, + "client_vcsw": 4295, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.290541, + "broker_sys_s": 0.285707, + "broker_cpu_s": 0.576248, + "broker_vcsw": 5476, + "broker_maxrss_kib": 5020, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.134052913, + "multi_s": 0.607776742, + "client_wall_s": 0.7464947999997094, + "client_cpu_s": 0.6533820000000077, + "client_vcsw": 4997, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.261803, + "broker_sys_s": 0.29375799999999996, + "broker_cpu_s": 0.555561, + "broker_vcsw": 4660, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 57, + "warmup": false, + "single_s": 0.15922984099999998, + "multi_s": 0.688321877, + "client_wall_s": 0.8532353239997974, + "client_cpu_s": 0.7322129999999873, + "client_vcsw": 4032, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.342922, + "broker_sys_s": 0.236113, + "broker_cpu_s": 0.579035, + "broker_vcsw": 4765, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.156528964, + "multi_s": 0.739163907, + "client_wall_s": 0.9007765460000883, + "client_cpu_s": 0.7807860000000204, + "client_vcsw": 4374, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.266113, + "broker_sys_s": 0.295068, + "broker_cpu_s": 0.5611809999999999, + "broker_vcsw": 5576, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.17551792, + "multi_s": 0.625888731, + "client_wall_s": 0.8074061819997951, + "client_cpu_s": 0.6990610000000146, + "client_vcsw": 4168, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.45000000000000007, + "broker_user_s": 0.316623, + "broker_sys_s": 0.234029, + "broker_cpu_s": 0.5506519999999999, + "broker_vcsw": 5360, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 58, + "warmup": false, + "single_s": 0.145842673, + "multi_s": 0.685554369, + "client_wall_s": 0.8365765730004568, + "client_cpu_s": 0.729321999999982, + "client_vcsw": 4311, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.307259, + "broker_sys_s": 0.230623, + "broker_cpu_s": 0.537882, + "broker_vcsw": 5616, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 59, + "warmup": false, + "single_s": 0.15591679400000003, + "multi_s": 0.7449443720000001, + "client_wall_s": 0.9057716790002814, + "client_cpu_s": 0.7351549999999776, + "client_vcsw": 4439, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.285765, + "broker_sys_s": 0.273406, + "broker_cpu_s": 0.559171, + "broker_vcsw": 5822, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.157143284, + "multi_s": 0.735759076, + "client_wall_s": 0.9015374629998405, + "client_cpu_s": 0.7630450000000195, + "client_vcsw": 5012, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.28785299999999997, + "broker_sys_s": 0.283464, + "broker_cpu_s": 0.571317, + "broker_vcsw": 5676, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.16482928300000002, + "multi_s": 0.732065969, + "client_wall_s": 0.9027652159993522, + "client_cpu_s": 0.7623920000000197, + "client_vcsw": 4536, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.33888999999999997, + "broker_sys_s": 0.265407, + "broker_cpu_s": 0.604297, + "broker_vcsw": 5274, + "broker_maxrss_kib": 4908, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 60, + "warmup": false, + "single_s": 0.15596572800000003, + "multi_s": 0.6854460050000001, + "client_wall_s": 0.8476354980002725, + "client_cpu_s": 0.7031709999999975, + "client_vcsw": 5218, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.306262, + "broker_sys_s": 0.284845, + "broker_cpu_s": 0.591107, + "broker_vcsw": 4914, + "broker_maxrss_kib": 4792, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.16166637700000003, + "multi_s": 0.718732173, + "client_wall_s": 0.8858138870000403, + "client_cpu_s": 0.753900999999999, + "client_vcsw": 4660, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.329996, + "broker_sys_s": 0.247282, + "broker_cpu_s": 0.577278, + "broker_vcsw": 5222, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.169051289, + "multi_s": 0.716080345, + "client_wall_s": 0.8908032350000212, + "client_cpu_s": 0.7590289999999982, + "client_vcsw": 4763, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.321054, + "broker_sys_s": 0.298643, + "broker_cpu_s": 0.6196969999999999, + "broker_vcsw": 4779, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.170874427, + "multi_s": 0.655242914, + "client_wall_s": 0.8318889419997504, + "client_cpu_s": 0.7038519999999977, + "client_vcsw": 4931, + "multi_client_cpu_s": 0.6, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.315478, + "broker_sys_s": 0.261336, + "broker_cpu_s": 0.5768139999999999, + "broker_vcsw": 4740, + "broker_maxrss_kib": 5080, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 61, + "warmup": false, + "single_s": 0.16172834900000002, + "multi_s": 0.636379667, + "client_wall_s": 0.8038085660000434, + "client_cpu_s": 0.6926509999999979, + "client_vcsw": 4327, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.269788, + "broker_sys_s": 0.27935899999999997, + "broker_cpu_s": 0.5491469999999999, + "broker_vcsw": 5279, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.14211501999999998, + "multi_s": 0.709096846, + "client_wall_s": 0.8560768120005378, + "client_cpu_s": 0.7204799999999949, + "client_vcsw": 5467, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.344184, + "broker_sys_s": 0.267569, + "broker_cpu_s": 0.611753, + "broker_vcsw": 4954, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 62, + "warmup": false, + "single_s": 0.151361315, + "multi_s": 0.760795599, + "client_wall_s": 0.9170413069996357, + "client_cpu_s": 0.7999639999999886, + "client_vcsw": 4389, + "multi_client_cpu_s": 0.7100000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.274854, + "broker_sys_s": 0.31546199999999996, + "broker_cpu_s": 0.590316, + "broker_vcsw": 5396, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.15101853, + "multi_s": 0.659434396, + "client_wall_s": 0.8150873459999275, + "client_cpu_s": 0.7135480000000172, + "client_vcsw": 4126, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.278508, + "broker_sys_s": 0.270932, + "broker_cpu_s": 0.5494399999999999, + "broker_vcsw": 5434, + "broker_maxrss_kib": 4936, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.17454944800000002, + "multi_s": 0.743455845, + "client_wall_s": 0.9230033390003882, + "client_cpu_s": 0.8022370000000052, + "client_vcsw": 4446, + "multi_client_cpu_s": 0.7200000000000001, + "multi_broker_cpu_s": 0.49, + "broker_user_s": 0.328667, + "broker_sys_s": 0.260858, + "broker_cpu_s": 0.589525, + "broker_vcsw": 5496, + "broker_maxrss_kib": 4956, + "broker_ru_maxrss_kib": 18796, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.1637890981, + "stddev": 0.020148060667430908, + "median": 0.15639490700000003, + "min": 0.137325138, + "max": 0.220666 + }, + "timeout": { + "n": 60, + "mean": 0.1606707185, + "stddev": 0.016411465482826893, + "median": 0.15930750200000002, + "min": 0.134052913, + "max": 0.227517888 + }, + "revert": { + "n": 60, + "mean": 0.15836570716666667, + "stddev": 0.01559382510501147, + "median": 0.154000539, + "min": 0.13584438299999999, + "max": 0.20850261800000003 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.7211257726166667, + "stddev": 0.07837736134356682, + "median": 0.7043053755, + "min": 0.6117281990000001, + "max": 1.075390178 + }, + "timeout": { + "n": 60, + "mean": 0.7214379884500001, + "stddev": 0.08061623608623857, + "median": 0.7067892095000001, + "min": 0.596260762, + "max": 0.933093309 + }, + "revert": { + "n": 60, + "mean": 0.7307437380999999, + "stddev": 0.08595779659403163, + "median": 0.7067923174999999, + "min": 0.601078846, + "max": 1.00233775 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.5991833, + "stddev": 0.07093847389428988, + "median": 0.5761485, + "min": 0.528119, + "max": 0.9408269999999999 + }, + "timeout": { + "n": 60, + "mean": 0.5879743666666666, + "stddev": 0.06270558251091181, + "median": 0.5697975, + "min": 0.511764, + "max": 0.823407 + }, + "revert": { + "n": 60, + "mean": 0.58039935, + "stddev": 0.06879760162005674, + "median": 0.569284, + "min": 0.5034609999999999, + "max": 0.896535 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 4904.0, + "stddev": 81.307951953345, + "median": 4904.0, + "min": 4716, + "max": 5104 + }, + "timeout": { + "n": 60, + "mean": 4880.2, + "stddev": 94.4692219630557, + "median": 4876.0, + "min": 4696, + "max": 5100 + }, + "revert": { + "n": 60, + "mean": 4835.533333333334, + "stddev": 86.44886147149374, + "median": 4836.0, + "min": 4668, + "max": 5220 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.7525104000000016, + "stddev": 0.055030454239478915, + "median": 0.7470284999999945, + "min": 0.6652529999999999, + "max": 0.9411800000000028 + }, + "timeout": { + "n": 60, + "mean": 0.7552544166666671, + "stddev": 0.0692769331290913, + "median": 0.7405724999999919, + "min": 0.651542000000001, + "max": 1.0208909999999918 + }, + "revert": { + "n": 60, + "mean": 0.7651902666666658, + "stddev": 0.07609576757019636, + "median": 0.7446615000000065, + "min": 0.6508850000000024, + "max": 1.0008569999999963 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.513, + "stddev": 0.0661098213170802, + "median": 0.49000000000000005, + "min": 0.45, + "max": 0.8400000000000001 + }, + "timeout": { + "n": 60, + "mean": 0.5043333333333334, + "stddev": 0.05817468337095386, + "median": 0.49000000000000005, + "min": 0.43, + "max": 0.7000000000000001 + }, + "revert": { + "n": 60, + "mean": 0.49766666666666665, + "stddev": 0.06672398665757485, + "median": 0.49, + "min": 0.42, + "max": 0.8 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.6673333333333333, + "stddev": 0.053926084586868143, + "median": 0.6599999999999999, + "min": 0.5800000000000001, + "max": 0.8500000000000001 + }, + "timeout": { + "n": 60, + "mean": 0.6686666666666666, + "stddev": 0.06575420761600767, + "median": 0.655, + "min": 0.5700000000000001, + "max": 0.92 + }, + "revert": { + "n": 60, + "mean": 0.679, + "stddev": 0.07439473281883902, + "median": 0.6599999999999999, + "min": 0.5700000000000001, + "max": 0.91 + } + } + } +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.md new file mode 100644 index 0000000..52f4169 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/calls.md @@ -0,0 +1,62 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +dbus-bench: 9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 +revert: 41407f0 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.164 | 0.020 | 0.156 | 0.137 | 0.221 | +| timeout | 60 | 0.161 | 0.016 | 0.159 | 0.134 | 0.228 | +| revert | 60 | 0.158 | 0.016 | 0.154 | 0.136 | 0.209 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.721 | 0.078 | 0.704 | 0.612 | 1.075 | +| timeout | 60 | 0.721 | 0.081 | 0.707 | 0.596 | 0.933 | +| revert | 60 | 0.731 | 0.086 | 0.707 | 0.601 | 1.002 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.599 | 0.071 | 0.576 | 0.528 | 0.941 | +| timeout | 60 | 0.588 | 0.063 | 0.570 | 0.512 | 0.823 | +| revert | 60 | 0.580 | 0.069 | 0.569 | 0.503 | 0.897 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 4904 | 81 | 4904 | 4716 | 5104 | +| timeout | 60 | 4880 | 94 | 4876 | 4696 | 5100 | +| revert | 60 | 4836 | 86 | 4836 | 4668 | 5220 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.753 | 0.055 | 0.747 | 0.665 | 0.941 | +| timeout | 60 | 0.755 | 0.069 | 0.741 | 0.652 | 1.021 | +| revert | 60 | 0.765 | 0.076 | 0.745 | 0.651 | 1.001 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.513 | 0.066 | 0.490 | 0.450 | 0.840 | +| timeout | 60 | 0.504 | 0.058 | 0.490 | 0.430 | 0.700 | +| revert | 60 | 0.498 | 0.067 | 0.490 | 0.420 | 0.800 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.667 | 0.054 | 0.660 | 0.580 | 0.850 | +| timeout | 60 | 0.669 | 0.066 | 0.655 | 0.570 | 0.920 | +| revert | 60 | 0.679 | 0.074 | 0.660 | 0.570 | 0.910 | diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/environment.txt b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/environment.txt new file mode 100644 index 0000000..bc4869d --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/environment.txt @@ -0,0 +1,17 @@ +date: 2026-10-22T13:35:33Z +kernel: 6.18.44-fc-v140 +cpu: Intel(R) Xeon(R) Processor @ 2.10GHz x 4 vCPU +mem: 15 GiB +Thread(s) per core: 1 +Core(s) per socket: 4 +Socket(s): 1 +Hypervisor vendor: KVM +os: Ubuntu 24.04.5 LTS +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +cargo: cargo 1.97.0 (c980f4866 2026-06-30) +python: Python 3.13.16 +dbus-daemon: D-Bus Message Bus Daemon 1.14.10 +gdbus: Version: 2.80.0-6ubuntu3.9 +busd deps: zbus version = "6.0.0", zruntime version = "0.2.0" +governor: n/a +dbus-broker: dbus-broker 35 (Ubuntu package 35-2ubuntu0.1) diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/frozen.log b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/frozen.log new file mode 100644 index 0000000..f03e6f9 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/frozen.log @@ -0,0 +1,34 @@ +baseline K=1: 1500 calls in 11.6 s, 0 failed; call ms p50 5 p99 12 max 49 +baseline K=1: calls over 100 ms (call#, ms after freeze, ms): [] +baseline K=1: after SIGCONT a call gets its reply; frozen monitors: 1 running +baseline K=1: pinger calls without reply: 0 +timeout K=1: 1500 calls in 11.7 s, 0 failed; call ms p50 4 p99 11 max 1012 +timeout K=1: calls over 100 ms (call#, ms after freeze, ms): [(87, 798, 1012)] +timeout K=1: after SIGCONT a call gets its reply; frozen monitors: 1 exited +timeout K=1: busd log: 2026-10-22T14:48:56.198401Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 1s +timeout K=1: pinger calls without reply: 0 +dbus-broker K=1: 1500 calls in 10.3 s, 0 failed; call ms p50 4 p99 8 max 22 +dbus-broker K=1: calls over 100 ms (call#, ms after freeze, ms): [] +dbus-broker K=1: after SIGCONT a call gets its reply; frozen monitors: 1 running +dbus-broker K=1: pinger calls without reply: 0 +timeout K=2: 600 calls in 6.6 s, 0 failed; call ms p50 5 p99 13 max 2007 +timeout K=2: calls over 100 ms (call#, ms after freeze, ms): [(87, 621, 2007)] +timeout K=2: after SIGCONT a call gets its reply; frozen monitors: 2 exited +timeout K=2: busd log: 2026-10-22T14:49:23.286553Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 1s +timeout K=2: busd log: 2026-10-22T14:49:24.286862Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 1s +timeout K=2: pinger calls without reply: 0 +timeout K=3: 600 calls in 7.6 s, 0 failed; call ms p50 5 p99 10 max 3007 +timeout K=3: calls over 100 ms (call#, ms after freeze, ms): [(86, 655, 3007)] +timeout K=3: after SIGCONT a call gets its reply; frozen monitors: 3 exited +timeout K=3: busd log: 2026-10-22T14:49:32.613894Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 1s +timeout K=3: busd log: 2026-10-22T14:49:33.614141Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 1s +timeout K=3: busd log: 2026-10-22T14:49:34.614761Z WARN busd::peer::recipient: Disconnecting `:busd.5`, as it didn't take a message within 1s +timeout K=3: pinger calls without reply: 0 +baseline K=3: 600 calls in 5.1 s, 0 failed; call ms p50 5 p99 21 max 43 +baseline K=3: calls over 100 ms (call#, ms after freeze, ms): [] +baseline K=3: after SIGCONT a call gets its reply; frozen monitors: 3 running +baseline K=3: pinger calls without reply: 0 +dbus-broker K=3: 600 calls in 4.3 s, 0 failed; call ms p50 4 p99 9 max 14 +dbus-broker K=3: calls over 100 ms (call#, ms after freeze, ms): [] +dbus-broker K=3: after SIGCONT a call gets its reply; frozen monitors: 3 running +dbus-broker K=3: pinger calls without reply: 0 diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.json new file mode 100644 index 0000000..f74c04d --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.json @@ -0,0 +1,7844 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "revert", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-revert-41407f0 --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/latency", + "rounds": 60, + "warmup": 3, + "seed": 13, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + }, + "scenarios": [ + "single_rtt", + "multi_rtt", + "fanout_delivery" + ] + }, + "started": "2026-10-22T13:52:41+00:00", + "runs": [ + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677168, + "single_rtt_mean_us": 135.347, + "single_rtt_p50_us": 127.915, + "single_rtt_p90_us": 161.687, + "single_rtt_p99_us": 244.246, + "single_rtt_p999_us": 523.208, + "single_rtt_max_us": 1666.666, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.58652, + "multi_rtt_mean_us": 570.693, + "multi_rtt_p50_us": 561.878, + "multi_rtt_p90_us": 664.016, + "multi_rtt_p99_us": 1203.451, + "multi_rtt_p999_us": 2170.48, + "multi_rtt_max_us": 2379.466, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223345, + "fanout_delivery_mean_us": 50018.52, + "fanout_delivery_p50_us": 52158.272, + "fanout_delivery_p90_us": 80557.646, + "fanout_delivery_p99_us": 85828.306, + "fanout_delivery_p999_us": 89780.292, + "fanout_delivery_max_us": 89898.87, + "client_wall_s": 1.501885843999844, + "client_cpu_s": 1.155627, + "broker_user_s": 0.36641399999999996, + "broker_sys_s": 0.533616, + "broker_cpu_s": 0.9000299999999999, + "broker_vcsw": 13527, + "broker_maxrss_kib": 6268, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.684311, + "single_rtt_mean_us": 136.777, + "single_rtt_p50_us": 119.143, + "single_rtt_p90_us": 147.479, + "single_rtt_p99_us": 301.947, + "single_rtt_p999_us": 3210.917, + "single_rtt_max_us": 5366.767, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.659, + "multi_rtt_mean_us": 639.002, + "multi_rtt_p50_us": 589.719, + "multi_rtt_p90_us": 903.076, + "multi_rtt_p99_us": 1355.047, + "multi_rtt_p999_us": 2687.564, + "multi_rtt_max_us": 3756.229, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251679, + "fanout_delivery_mean_us": 22688.047, + "fanout_delivery_p50_us": 23136.642, + "fanout_delivery_p90_us": 29587.823, + "fanout_delivery_p99_us": 32461.375, + "fanout_delivery_p999_us": 32692.784, + "fanout_delivery_max_us": 32758.103, + "client_wall_s": 1.613627868000549, + "client_cpu_s": 1.2360369999999998, + "broker_user_s": 0.406417, + "broker_sys_s": 0.5065999999999999, + "broker_cpu_s": 0.913017, + "broker_vcsw": 12995, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.67506, + "single_rtt_mean_us": 134.917, + "single_rtt_p50_us": 122.227, + "single_rtt_p90_us": 160.253, + "single_rtt_p99_us": 266.288, + "single_rtt_p999_us": 844.088, + "single_rtt_max_us": 3586.029, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.680821, + "multi_rtt_mean_us": 656.945, + "multi_rtt_p50_us": 612.239, + "multi_rtt_p90_us": 869.226, + "multi_rtt_p99_us": 1655.328, + "multi_rtt_p999_us": 4633.94, + "multi_rtt_max_us": 6175.274, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255969, + "fanout_delivery_mean_us": 22916.683, + "fanout_delivery_p50_us": 21471.358, + "fanout_delivery_p90_us": 30659.561, + "fanout_delivery_p99_us": 40374.416, + "fanout_delivery_p999_us": 40558.661, + "fanout_delivery_max_us": 40607.278, + "client_wall_s": 1.6272984830002315, + "client_cpu_s": 1.2640249999999997, + "broker_user_s": 0.410201, + "broker_sys_s": 0.479487, + "broker_cpu_s": 0.889688, + "broker_vcsw": 13777, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.693611, + "single_rtt_mean_us": 138.636, + "single_rtt_p50_us": 126.987, + "single_rtt_p90_us": 157.952, + "single_rtt_p99_us": 326.107, + "single_rtt_p999_us": 943.821, + "single_rtt_max_us": 4977.96, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.690291, + "multi_rtt_mean_us": 663.633, + "multi_rtt_p50_us": 597.535, + "multi_rtt_p90_us": 946.184, + "multi_rtt_p99_us": 1393.289, + "multi_rtt_p999_us": 2716.412, + "multi_rtt_max_us": 3951.586, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.224379, + "fanout_delivery_mean_us": 20248.238, + "fanout_delivery_p50_us": 19528.671, + "fanout_delivery_p90_us": 24040.54, + "fanout_delivery_p99_us": 24413.44, + "fanout_delivery_p999_us": 28202.728, + "fanout_delivery_max_us": 28578.242, + "client_wall_s": 1.6244232429999101, + "client_cpu_s": 1.270266, + "broker_user_s": 0.42666899999999996, + "broker_sys_s": 0.488457, + "broker_cpu_s": 0.9151259999999999, + "broker_vcsw": 13439, + "broker_maxrss_kib": 5136, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.700272, + "single_rtt_mean_us": 139.968, + "single_rtt_p50_us": 125.248, + "single_rtt_p90_us": 159.673, + "single_rtt_p99_us": 358.259, + "single_rtt_p999_us": 2193.29, + "single_rtt_max_us": 3366.622, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.803992, + "multi_rtt_mean_us": 780.055, + "multi_rtt_p50_us": 752.912, + "multi_rtt_p90_us": 1032.313, + "multi_rtt_p99_us": 1695.229, + "multi_rtt_p999_us": 6190.849, + "multi_rtt_max_us": 6674.266, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252898, + "fanout_delivery_mean_us": 22693.602, + "fanout_delivery_p50_us": 23383.131, + "fanout_delivery_p90_us": 29000.801, + "fanout_delivery_p99_us": 31175.34, + "fanout_delivery_p999_us": 31310.467, + "fanout_delivery_max_us": 31360.814, + "client_wall_s": 1.7708025969996015, + "client_cpu_s": 1.394702, + "broker_user_s": 0.5176029999999999, + "broker_sys_s": 0.441378, + "broker_cpu_s": 0.9589809999999999, + "broker_vcsw": 14026, + "broker_maxrss_kib": 4940, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.733335, + "single_rtt_mean_us": 146.581, + "single_rtt_p50_us": 131.247, + "single_rtt_p90_us": 167.718, + "single_rtt_p99_us": 416.012, + "single_rtt_p999_us": 1632.561, + "single_rtt_max_us": 3935.834, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.664648, + "multi_rtt_mean_us": 646.337, + "multi_rtt_p50_us": 631.054, + "multi_rtt_p90_us": 772.693, + "multi_rtt_p99_us": 1205.585, + "multi_rtt_p999_us": 3694.49, + "multi_rtt_max_us": 4058.189, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.298682, + "fanout_delivery_mean_us": 69866.402, + "fanout_delivery_p50_us": 71840.427, + "fanout_delivery_p90_us": 116956.033, + "fanout_delivery_p99_us": 130785.299, + "fanout_delivery_p999_us": 131264.765, + "fanout_delivery_max_us": 134527.851, + "client_wall_s": 1.7127014420002524, + "client_cpu_s": 1.3240870000000005, + "broker_user_s": 0.49302799999999997, + "broker_sys_s": 0.5049779999999999, + "broker_cpu_s": 0.998006, + "broker_vcsw": 13362, + "broker_maxrss_kib": 6520, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.782877, + "single_rtt_mean_us": 156.469, + "single_rtt_p50_us": 139.53, + "single_rtt_p90_us": 171.156, + "single_rtt_p99_us": 458.663, + "single_rtt_p999_us": 2012.209, + "single_rtt_max_us": 10974.261, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.717104, + "multi_rtt_mean_us": 694.96, + "multi_rtt_p50_us": 654.235, + "multi_rtt_p90_us": 818.817, + "multi_rtt_p99_us": 1890.982, + "multi_rtt_p999_us": 5005.777, + "multi_rtt_max_us": 5708.819, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.283933, + "fanout_delivery_mean_us": 25329.888, + "fanout_delivery_p50_us": 25923.584, + "fanout_delivery_p90_us": 32556.57, + "fanout_delivery_p99_us": 33054.87, + "fanout_delivery_p999_us": 33278.125, + "fanout_delivery_max_us": 39115.647, + "client_wall_s": 1.8002778270001727, + "client_cpu_s": 1.3650590000000005, + "broker_user_s": 0.44031699999999996, + "broker_sys_s": 0.571168, + "broker_cpu_s": 1.011485, + "broker_vcsw": 13258, + "broker_maxrss_kib": 5112, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.893325, + "single_rtt_mean_us": 178.553, + "single_rtt_p50_us": 153.322, + "single_rtt_p90_us": 198.062, + "single_rtt_p99_us": 374.37, + "single_rtt_p999_us": 2703.067, + "single_rtt_max_us": 33659.131, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.799093, + "multi_rtt_mean_us": 773.908, + "multi_rtt_p50_us": 765.361, + "multi_rtt_p90_us": 873.302, + "multi_rtt_p99_us": 1842.969, + "multi_rtt_p999_us": 5469.728, + "multi_rtt_max_us": 7830.891, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.326667, + "fanout_delivery_mean_us": 28494.822, + "fanout_delivery_p50_us": 26030.587, + "fanout_delivery_p90_us": 39790.174, + "fanout_delivery_p99_us": 77404.652, + "fanout_delivery_p999_us": 77846.581, + "fanout_delivery_max_us": 79700.096, + "client_wall_s": 2.038239929000156, + "client_cpu_s": 1.481593000000001, + "broker_user_s": 0.53092, + "broker_sys_s": 0.6417379999999999, + "broker_cpu_s": 1.1726579999999998, + "broker_vcsw": 13058, + "broker_maxrss_kib": 4732, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.733191, + "single_rtt_mean_us": 146.542, + "single_rtt_p50_us": 134.516, + "single_rtt_p90_us": 165.749, + "single_rtt_p99_us": 317.16, + "single_rtt_p999_us": 1603.783, + "single_rtt_max_us": 6658.356, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.756032, + "multi_rtt_mean_us": 731.207, + "multi_rtt_p50_us": 715.865, + "multi_rtt_p90_us": 902.082, + "multi_rtt_p99_us": 1703.67, + "multi_rtt_p999_us": 3043.883, + "multi_rtt_max_us": 4880.398, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.295047, + "fanout_delivery_mean_us": 56879.225, + "fanout_delivery_p50_us": 50882.814, + "fanout_delivery_p90_us": 83074.836, + "fanout_delivery_p99_us": 90112.495, + "fanout_delivery_p999_us": 90621.935, + "fanout_delivery_max_us": 91053.193, + "client_wall_s": 1.8004732830004286, + "client_cpu_s": 1.4261029999999995, + "broker_user_s": 0.439366, + "broker_sys_s": 0.553918, + "broker_cpu_s": 0.9932840000000001, + "broker_vcsw": 14277, + "broker_maxrss_kib": 6044, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.714263, + "single_rtt_mean_us": 142.747, + "single_rtt_p50_us": 131.782, + "single_rtt_p90_us": 163.16, + "single_rtt_p99_us": 272.283, + "single_rtt_p999_us": 1079.889, + "single_rtt_max_us": 9636.634, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.798184, + "multi_rtt_mean_us": 771.189, + "multi_rtt_p50_us": 766.159, + "multi_rtt_p90_us": 945.122, + "multi_rtt_p99_us": 1661.992, + "multi_rtt_p999_us": 3790.395, + "multi_rtt_max_us": 4536.54, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.284651, + "fanout_delivery_mean_us": 64394.816, + "fanout_delivery_p50_us": 64184.396, + "fanout_delivery_p90_us": 101788.519, + "fanout_delivery_p99_us": 109582.42, + "fanout_delivery_p999_us": 112178.342, + "fanout_delivery_max_us": 112299.437, + "client_wall_s": 1.815237583000453, + "client_cpu_s": 1.419728000000001, + "broker_user_s": 0.46495, + "broker_sys_s": 0.544366, + "broker_cpu_s": 1.009316, + "broker_vcsw": 14100, + "broker_maxrss_kib": 6280, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.71793, + "single_rtt_mean_us": 143.487, + "single_rtt_p50_us": 134.512, + "single_rtt_p90_us": 174.611, + "single_rtt_p99_us": 277.277, + "single_rtt_p999_us": 1177.867, + "single_rtt_max_us": 3553.114, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.762699, + "multi_rtt_mean_us": 728.097, + "multi_rtt_p50_us": 750.027, + "multi_rtt_p90_us": 895.865, + "multi_rtt_p99_us": 1201.948, + "multi_rtt_p999_us": 1882.129, + "multi_rtt_max_us": 2137.491, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.274289, + "fanout_delivery_mean_us": 24377.249, + "fanout_delivery_p50_us": 24745.368, + "fanout_delivery_p90_us": 31936.103, + "fanout_delivery_p99_us": 35904.543, + "fanout_delivery_p999_us": 36276.395, + "fanout_delivery_max_us": 42181.423, + "client_wall_s": 1.7711444270007632, + "client_cpu_s": 1.4328219999999998, + "broker_user_s": 0.461464, + "broker_sys_s": 0.49315699999999996, + "broker_cpu_s": 0.9546209999999999, + "broker_vcsw": 13966, + "broker_maxrss_kib": 4844, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.798774, + "single_rtt_mean_us": 159.662, + "single_rtt_p50_us": 134.379, + "single_rtt_p90_us": 174.7, + "single_rtt_p99_us": 741.083, + "single_rtt_p999_us": 2461.919, + "single_rtt_max_us": 4045.743, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.677132, + "multi_rtt_mean_us": 650.168, + "multi_rtt_p50_us": 629.51, + "multi_rtt_p90_us": 819.62, + "multi_rtt_p99_us": 1160.863, + "multi_rtt_p999_us": 2008.357, + "multi_rtt_max_us": 2341.659, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250699, + "fanout_delivery_mean_us": 22550.637, + "fanout_delivery_p50_us": 23618.209, + "fanout_delivery_p90_us": 30260.545, + "fanout_delivery_p99_us": 32970.074, + "fanout_delivery_p999_us": 36414.868, + "fanout_delivery_max_us": 36605.747, + "client_wall_s": 1.7439004769994426, + "client_cpu_s": 1.3232020000000002, + "broker_user_s": 0.43827299999999997, + "broker_sys_s": 0.537696, + "broker_cpu_s": 0.9759689999999999, + "broker_vcsw": 13310, + "broker_maxrss_kib": 5164, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.760601, + "single_rtt_mean_us": 152.024, + "single_rtt_p50_us": 130.26, + "single_rtt_p90_us": 181.316, + "single_rtt_p99_us": 351.745, + "single_rtt_p999_us": 2434.325, + "single_rtt_max_us": 7197.777, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.639396, + "multi_rtt_mean_us": 616.797, + "multi_rtt_p50_us": 585.244, + "multi_rtt_p90_us": 736.014, + "multi_rtt_p99_us": 1432.367, + "multi_rtt_p999_us": 3937.951, + "multi_rtt_max_us": 4540.133, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.277443, + "fanout_delivery_mean_us": 58831.705, + "fanout_delivery_p50_us": 62631.981, + "fanout_delivery_p90_us": 100202.895, + "fanout_delivery_p99_us": 115851.354, + "fanout_delivery_p999_us": 116336.059, + "fanout_delivery_max_us": 120855.976, + "client_wall_s": 1.7049005700000635, + "client_cpu_s": 1.2826529999999998, + "broker_user_s": 0.38786899999999996, + "broker_sys_s": 0.540696, + "broker_cpu_s": 0.9285649999999999, + "broker_vcsw": 13548, + "broker_maxrss_kib": 6380, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.771489, + "single_rtt_mean_us": 154.197, + "single_rtt_p50_us": 142.591, + "single_rtt_p90_us": 203.905, + "single_rtt_p99_us": 327.545, + "single_rtt_p999_us": 617.034, + "single_rtt_max_us": 1841.677, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.64752, + "multi_rtt_mean_us": 626.111, + "multi_rtt_p50_us": 592.37, + "multi_rtt_p90_us": 807.773, + "multi_rtt_p99_us": 1304.622, + "multi_rtt_p999_us": 2923.418, + "multi_rtt_max_us": 4584.014, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.302384, + "fanout_delivery_mean_us": 24879.867, + "fanout_delivery_p50_us": 24888.926, + "fanout_delivery_p90_us": 32782.264, + "fanout_delivery_p99_us": 57501.452, + "fanout_delivery_p999_us": 57784.876, + "fanout_delivery_max_us": 58006.928, + "client_wall_s": 1.7375432230001024, + "client_cpu_s": 1.2652380000000019, + "broker_user_s": 0.484992, + "broker_sys_s": 0.495718, + "broker_cpu_s": 0.98071, + "broker_vcsw": 13553, + "broker_maxrss_kib": 4976, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.725519, + "single_rtt_mean_us": 145.009, + "single_rtt_p50_us": 132.026, + "single_rtt_p90_us": 184.012, + "single_rtt_p99_us": 302.324, + "single_rtt_p999_us": 871.692, + "single_rtt_max_us": 1867.427, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.70166, + "multi_rtt_mean_us": 679.646, + "multi_rtt_p50_us": 600.604, + "multi_rtt_p90_us": 877.466, + "multi_rtt_p99_us": 2785.867, + "multi_rtt_p999_us": 4646.752, + "multi_rtt_max_us": 6762.756, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240412, + "fanout_delivery_mean_us": 21709.587, + "fanout_delivery_p50_us": 21242.673, + "fanout_delivery_p90_us": 27385.886, + "fanout_delivery_p99_us": 30300.375, + "fanout_delivery_p999_us": 30579.365, + "fanout_delivery_max_us": 33359.786, + "client_wall_s": 1.6832896010000695, + "client_cpu_s": 1.2671460000000003, + "broker_user_s": 0.42441399999999996, + "broker_sys_s": 0.510107, + "broker_cpu_s": 0.9345209999999999, + "broker_vcsw": 13680, + "broker_maxrss_kib": 5080, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.685915, + "single_rtt_mean_us": 137.1, + "single_rtt_p50_us": 125.335, + "single_rtt_p90_us": 161.231, + "single_rtt_p99_us": 271.685, + "single_rtt_p999_us": 886.656, + "single_rtt_max_us": 4467.99, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.711327, + "multi_rtt_mean_us": 689.679, + "multi_rtt_p50_us": 626.908, + "multi_rtt_p90_us": 928.548, + "multi_rtt_p99_us": 2003.632, + "multi_rtt_p999_us": 4392.846, + "multi_rtt_max_us": 6298.325, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252635, + "fanout_delivery_mean_us": 22293.082, + "fanout_delivery_p50_us": 21924.119, + "fanout_delivery_p90_us": 27054.201, + "fanout_delivery_p99_us": 31101.885, + "fanout_delivery_p999_us": 31433.089, + "fanout_delivery_max_us": 31515.424, + "client_wall_s": 1.6652192279998417, + "client_cpu_s": 1.2827549999999999, + "broker_user_s": 0.5012139999999999, + "broker_sys_s": 0.450797, + "broker_cpu_s": 0.9520109999999999, + "broker_vcsw": 13462, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.705204, + "single_rtt_mean_us": 140.946, + "single_rtt_p50_us": 126.091, + "single_rtt_p90_us": 161.579, + "single_rtt_p99_us": 322.371, + "single_rtt_p999_us": 2331.274, + "single_rtt_max_us": 4818.099, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.708187, + "multi_rtt_mean_us": 689.378, + "multi_rtt_p50_us": 655.553, + "multi_rtt_p90_us": 901.705, + "multi_rtt_p99_us": 1419.04, + "multi_rtt_p999_us": 3149.999, + "multi_rtt_max_us": 5113.788, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.269679, + "fanout_delivery_mean_us": 23777.405, + "fanout_delivery_p50_us": 22235.689, + "fanout_delivery_p90_us": 34384.038, + "fanout_delivery_p99_us": 40179.17, + "fanout_delivery_p999_us": 42007.817, + "fanout_delivery_max_us": 42189.21, + "client_wall_s": 1.696966409000197, + "client_cpu_s": 1.3325460000000007, + "broker_user_s": 0.420879, + "broker_sys_s": 0.513473, + "broker_cpu_s": 0.934352, + "broker_vcsw": 13162, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.664392, + "single_rtt_mean_us": 132.795, + "single_rtt_p50_us": 120.434, + "single_rtt_p90_us": 146.62, + "single_rtt_p99_us": 295.116, + "single_rtt_p999_us": 1276.043, + "single_rtt_max_us": 2823.067, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.655814, + "multi_rtt_mean_us": 640.67, + "multi_rtt_p50_us": 616.771, + "multi_rtt_p90_us": 795.266, + "multi_rtt_p99_us": 1328.927, + "multi_rtt_p999_us": 2769.85, + "multi_rtt_max_us": 4057.553, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.271798, + "fanout_delivery_mean_us": 63865.342, + "fanout_delivery_p50_us": 63495.404, + "fanout_delivery_p90_us": 109105.036, + "fanout_delivery_p99_us": 116994.125, + "fanout_delivery_p999_us": 117941.911, + "fanout_delivery_max_us": 120739.446, + "client_wall_s": 1.6074526189995595, + "client_cpu_s": 1.254753000000001, + "broker_user_s": 0.426515, + "broker_sys_s": 0.520049, + "broker_cpu_s": 0.946564, + "broker_vcsw": 12898, + "broker_maxrss_kib": 6444, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.758113, + "single_rtt_mean_us": 151.421, + "single_rtt_p50_us": 136.027, + "single_rtt_p90_us": 167.286, + "single_rtt_p99_us": 387.621, + "single_rtt_p999_us": 2758.094, + "single_rtt_max_us": 5262.914, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.707202, + "multi_rtt_mean_us": 679.677, + "multi_rtt_p50_us": 629.739, + "multi_rtt_p90_us": 914.426, + "multi_rtt_p99_us": 1787.504, + "multi_rtt_p999_us": 3077.526, + "multi_rtt_max_us": 4987.183, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.288315, + "fanout_delivery_mean_us": 25701.96, + "fanout_delivery_p50_us": 24507.761, + "fanout_delivery_p90_us": 36427.051, + "fanout_delivery_p99_us": 42119.609, + "fanout_delivery_p999_us": 42438.72, + "fanout_delivery_max_us": 42498.666, + "client_wall_s": 1.7708656849999898, + "client_cpu_s": 1.3318450000000013, + "broker_user_s": 0.452105, + "broker_sys_s": 0.5075379999999999, + "broker_cpu_s": 0.9596429999999999, + "broker_vcsw": 13858, + "broker_maxrss_kib": 5052, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.721163, + "single_rtt_mean_us": 144.144, + "single_rtt_p50_us": 132.8, + "single_rtt_p90_us": 166.004, + "single_rtt_p99_us": 302.768, + "single_rtt_p999_us": 1190.389, + "single_rtt_max_us": 4209.495, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.886389, + "multi_rtt_mean_us": 862.052, + "multi_rtt_p50_us": 729.185, + "multi_rtt_p90_us": 1487.769, + "multi_rtt_p99_us": 2280.588, + "multi_rtt_p999_us": 3440.184, + "multi_rtt_max_us": 3832.325, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.295231, + "fanout_delivery_mean_us": 64297.65, + "fanout_delivery_p50_us": 64797.635, + "fanout_delivery_p90_us": 104266.965, + "fanout_delivery_p99_us": 115667.071, + "fanout_delivery_p999_us": 119898.579, + "fanout_delivery_max_us": 122055.948, + "client_wall_s": 1.9218955579999601, + "client_cpu_s": 1.521881999999998, + "broker_user_s": 0.531037, + "broker_sys_s": 0.549198, + "broker_cpu_s": 1.080235, + "broker_vcsw": 14233, + "broker_maxrss_kib": 6340, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.670768, + "single_rtt_mean_us": 134.071, + "single_rtt_p50_us": 124.817, + "single_rtt_p90_us": 161.239, + "single_rtt_p99_us": 236.153, + "single_rtt_p999_us": 524.911, + "single_rtt_max_us": 1436.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.623418, + "multi_rtt_mean_us": 603.956, + "multi_rtt_p50_us": 585.319, + "multi_rtt_p90_us": 780.987, + "multi_rtt_p99_us": 1248.024, + "multi_rtt_p999_us": 3249.303, + "multi_rtt_max_us": 4055.224, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240199, + "fanout_delivery_mean_us": 21348.225, + "fanout_delivery_p50_us": 20898.48, + "fanout_delivery_p90_us": 25614.015, + "fanout_delivery_p99_us": 29361.316, + "fanout_delivery_p999_us": 30168.328, + "fanout_delivery_max_us": 30304.544, + "client_wall_s": 1.5502552019997893, + "client_cpu_s": 1.2140829999999987, + "broker_user_s": 0.401727, + "broker_sys_s": 0.493617, + "broker_cpu_s": 0.8953439999999999, + "broker_vcsw": 13214, + "broker_maxrss_kib": 4960, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.674147, + "single_rtt_mean_us": 134.738, + "single_rtt_p50_us": 124.587, + "single_rtt_p90_us": 156.367, + "single_rtt_p99_us": 296.626, + "single_rtt_p999_us": 1261.321, + "single_rtt_max_us": 2529.914, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.713426, + "multi_rtt_mean_us": 696.58, + "multi_rtt_p50_us": 637.694, + "multi_rtt_p90_us": 932.318, + "multi_rtt_p99_us": 1793.254, + "multi_rtt_p999_us": 4559.182, + "multi_rtt_max_us": 6298.202, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240657, + "fanout_delivery_mean_us": 21639.478, + "fanout_delivery_p50_us": 21976.5, + "fanout_delivery_p90_us": 26777.361, + "fanout_delivery_p99_us": 28918.967, + "fanout_delivery_p999_us": 29376.197, + "fanout_delivery_max_us": 32680.841, + "client_wall_s": 1.648253004000253, + "client_cpu_s": 1.2702869999999997, + "broker_user_s": 0.436698, + "broker_sys_s": 0.530551, + "broker_cpu_s": 0.967249, + "broker_vcsw": 12781, + "broker_maxrss_kib": 5112, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.687324, + "single_rtt_mean_us": 137.382, + "single_rtt_p50_us": 132.993, + "single_rtt_p90_us": 156.811, + "single_rtt_p99_us": 230.593, + "single_rtt_p999_us": 590.796, + "single_rtt_max_us": 2560.635, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.697573, + "multi_rtt_mean_us": 673.741, + "multi_rtt_p50_us": 606.15, + "multi_rtt_p90_us": 974.741, + "multi_rtt_p99_us": 1425.856, + "multi_rtt_p999_us": 2241.311, + "multi_rtt_max_us": 2987.548, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245394, + "fanout_delivery_mean_us": 52381.303, + "fanout_delivery_p50_us": 54995.859, + "fanout_delivery_p90_us": 78805.139, + "fanout_delivery_p99_us": 88057.89, + "fanout_delivery_p999_us": 91387.549, + "fanout_delivery_max_us": 92770.15, + "client_wall_s": 1.646289560000696, + "client_cpu_s": 1.2847039999999978, + "broker_user_s": 0.411954, + "broker_sys_s": 0.5171939999999999, + "broker_cpu_s": 0.9291479999999999, + "broker_vcsw": 14206, + "broker_maxrss_kib": 6508, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.69787, + "single_rtt_mean_us": 139.468, + "single_rtt_p50_us": 128.815, + "single_rtt_p90_us": 163.291, + "single_rtt_p99_us": 274.306, + "single_rtt_p999_us": 1156.722, + "single_rtt_max_us": 2247.798, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.753654, + "multi_rtt_mean_us": 727.005, + "multi_rtt_p50_us": 706.46, + "multi_rtt_p90_us": 937.539, + "multi_rtt_p99_us": 1481.376, + "multi_rtt_p999_us": 4893.71, + "multi_rtt_max_us": 6721.712, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.337644, + "fanout_delivery_mean_us": 30877.378, + "fanout_delivery_p50_us": 31263.631, + "fanout_delivery_p90_us": 42868.217, + "fanout_delivery_p99_us": 49120.882, + "fanout_delivery_p999_us": 52137.176, + "fanout_delivery_max_us": 52211.42, + "client_wall_s": 1.8080978059997506, + "client_cpu_s": 1.4700210000000027, + "broker_user_s": 0.484141, + "broker_sys_s": 0.44490199999999996, + "broker_cpu_s": 0.929043, + "broker_vcsw": 14161, + "broker_maxrss_kib": 4952, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.848834, + "single_rtt_mean_us": 169.68, + "single_rtt_p50_us": 138.101, + "single_rtt_p90_us": 192.9, + "single_rtt_p99_us": 408.508, + "single_rtt_p999_us": 1289.735, + "single_rtt_max_us": 45818.118, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.793718, + "multi_rtt_mean_us": 776.263, + "multi_rtt_p50_us": 704.55, + "multi_rtt_p90_us": 1030.506, + "multi_rtt_p99_us": 2061.848, + "multi_rtt_p999_us": 5027.101, + "multi_rtt_max_us": 18121.859, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240346, + "fanout_delivery_mean_us": 21607.662, + "fanout_delivery_p50_us": 21291.665, + "fanout_delivery_p90_us": 25879.411, + "fanout_delivery_p99_us": 27348.117, + "fanout_delivery_p999_us": 27592.702, + "fanout_delivery_max_us": 31612.176, + "client_wall_s": 1.9433217519999744, + "client_cpu_s": 1.3863289999999964, + "broker_user_s": 0.5394249999999999, + "broker_sys_s": 0.656264, + "broker_cpu_s": 1.1956889999999998, + "broker_vcsw": 12425, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.83817, + "single_rtt_mean_us": 167.534, + "single_rtt_p50_us": 144.705, + "single_rtt_p90_us": 221.326, + "single_rtt_p99_us": 483.985, + "single_rtt_p999_us": 1954.577, + "single_rtt_max_us": 5809.649, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.711926, + "multi_rtt_mean_us": 680.114, + "multi_rtt_p50_us": 636.862, + "multi_rtt_p90_us": 948.359, + "multi_rtt_p99_us": 1510.745, + "multi_rtt_p999_us": 2431.556, + "multi_rtt_max_us": 2795.468, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.310333, + "fanout_delivery_mean_us": 27497.371, + "fanout_delivery_p50_us": 27830.322, + "fanout_delivery_p90_us": 34546.436, + "fanout_delivery_p99_us": 35950.673, + "fanout_delivery_p999_us": 36516.444, + "fanout_delivery_max_us": 41611.435, + "client_wall_s": 1.8896903369995925, + "client_cpu_s": 1.449897, + "broker_user_s": 0.40448599999999996, + "broker_sys_s": 0.632729, + "broker_cpu_s": 1.037215, + "broker_vcsw": 13820, + "broker_maxrss_kib": 5028, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.79274, + "single_rtt_mean_us": 158.444, + "single_rtt_p50_us": 150.453, + "single_rtt_p90_us": 181.492, + "single_rtt_p99_us": 324.097, + "single_rtt_p999_us": 1387.961, + "single_rtt_max_us": 4729.389, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.696828, + "multi_rtt_mean_us": 672.56, + "multi_rtt_p50_us": 691.003, + "multi_rtt_p90_us": 803.124, + "multi_rtt_p99_us": 953.8, + "multi_rtt_p999_us": 2347.752, + "multi_rtt_max_us": 4006.905, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.279238, + "fanout_delivery_mean_us": 58668.691, + "fanout_delivery_p50_us": 55034.02, + "fanout_delivery_p90_us": 108060.572, + "fanout_delivery_p99_us": 130186.512, + "fanout_delivery_p999_us": 131479.525, + "fanout_delivery_max_us": 131572.183, + "client_wall_s": 1.7869126970008438, + "client_cpu_s": 1.3847720000000052, + "broker_user_s": 0.513941, + "broker_sys_s": 0.47589099999999995, + "broker_cpu_s": 0.9898319999999999, + "broker_vcsw": 14232, + "broker_maxrss_kib": 6352, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.699265, + "single_rtt_mean_us": 139.76, + "single_rtt_p50_us": 133.729, + "single_rtt_p90_us": 167.139, + "single_rtt_p99_us": 290.578, + "single_rtt_p999_us": 1215.015, + "single_rtt_max_us": 4543.328, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.958458, + "multi_rtt_mean_us": 932.482, + "multi_rtt_p50_us": 833.604, + "multi_rtt_p90_us": 1412.979, + "multi_rtt_p99_us": 2804.664, + "multi_rtt_p999_us": 7404.964, + "multi_rtt_max_us": 8025.552, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250248, + "fanout_delivery_mean_us": 22374.968, + "fanout_delivery_p50_us": 22332.898, + "fanout_delivery_p90_us": 27722.148, + "fanout_delivery_p99_us": 29291.053, + "fanout_delivery_p999_us": 29526.267, + "fanout_delivery_max_us": 29623.396, + "client_wall_s": 1.9256954949996725, + "client_cpu_s": 1.5369119999999938, + "broker_user_s": 0.48797799999999997, + "broker_sys_s": 0.54469, + "broker_cpu_s": 1.032668, + "broker_vcsw": 14581, + "broker_maxrss_kib": 5116, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.733313, + "single_rtt_mean_us": 146.568, + "single_rtt_p50_us": 134.3, + "single_rtt_p90_us": 183.547, + "single_rtt_p99_us": 525.792, + "single_rtt_p999_us": 2598.412, + "single_rtt_max_us": 4781.604, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.693927, + "multi_rtt_mean_us": 676.303, + "multi_rtt_p50_us": 624.08, + "multi_rtt_p90_us": 914.808, + "multi_rtt_p99_us": 1786.885, + "multi_rtt_p999_us": 3819.364, + "multi_rtt_max_us": 4725.996, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.287689, + "fanout_delivery_mean_us": 25241.758, + "fanout_delivery_p50_us": 24735.101, + "fanout_delivery_p90_us": 31756.055, + "fanout_delivery_p99_us": 39383.628, + "fanout_delivery_p999_us": 39702.705, + "fanout_delivery_max_us": 39788.323, + "client_wall_s": 1.7365918409996084, + "client_cpu_s": 1.3344860000000018, + "broker_user_s": 0.46738599999999997, + "broker_sys_s": 0.5115339999999999, + "broker_cpu_s": 0.9789199999999999, + "broker_vcsw": 12960, + "broker_maxrss_kib": 5064, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.791847, + "single_rtt_mean_us": 158.26, + "single_rtt_p50_us": 149.67, + "single_rtt_p90_us": 185.423, + "single_rtt_p99_us": 298.629, + "single_rtt_p999_us": 1904.112, + "single_rtt_max_us": 9560.61, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.852953, + "multi_rtt_mean_us": 815.801, + "multi_rtt_p50_us": 744.258, + "multi_rtt_p90_us": 1040.756, + "multi_rtt_p99_us": 2642.442, + "multi_rtt_p999_us": 5667.001, + "multi_rtt_max_us": 6621.677, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.298696, + "fanout_delivery_mean_us": 65805.4, + "fanout_delivery_p50_us": 54334.818, + "fanout_delivery_p90_us": 117274.588, + "fanout_delivery_p99_us": 125407.508, + "fanout_delivery_p999_us": 131639.406, + "fanout_delivery_max_us": 136216.92, + "client_wall_s": 1.961316335000447, + "client_cpu_s": 1.5122440000000026, + "broker_user_s": 0.495289, + "broker_sys_s": 0.579479, + "broker_cpu_s": 1.074768, + "broker_vcsw": 14203, + "broker_maxrss_kib": 6388, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.732693, + "single_rtt_mean_us": 146.45, + "single_rtt_p50_us": 136.223, + "single_rtt_p90_us": 176.307, + "single_rtt_p99_us": 272.598, + "single_rtt_p999_us": 1283.646, + "single_rtt_max_us": 3588.861, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.770265, + "multi_rtt_mean_us": 744.958, + "multi_rtt_p50_us": 702.483, + "multi_rtt_p90_us": 1046.711, + "multi_rtt_p99_us": 1696.658, + "multi_rtt_p999_us": 2958.037, + "multi_rtt_max_us": 4186.858, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240473, + "fanout_delivery_mean_us": 21665.831, + "fanout_delivery_p50_us": 21035.464, + "fanout_delivery_p90_us": 25932.637, + "fanout_delivery_p99_us": 26645.966, + "fanout_delivery_p999_us": 26792.155, + "fanout_delivery_max_us": 26843.464, + "client_wall_s": 1.7623979180007154, + "client_cpu_s": 1.394949999999998, + "broker_user_s": 0.44860999999999995, + "broker_sys_s": 0.513963, + "broker_cpu_s": 0.9625729999999999, + "broker_vcsw": 13929, + "broker_maxrss_kib": 4908, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.823856, + "single_rtt_mean_us": 164.646, + "single_rtt_p50_us": 147.448, + "single_rtt_p90_us": 207.553, + "single_rtt_p99_us": 410.71, + "single_rtt_p999_us": 1490.363, + "single_rtt_max_us": 6124.089, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.81894, + "multi_rtt_mean_us": 803.056, + "multi_rtt_p50_us": 718.244, + "multi_rtt_p90_us": 1172.485, + "multi_rtt_p99_us": 2235.158, + "multi_rtt_p999_us": 3782.731, + "multi_rtt_max_us": 3921.907, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259161, + "fanout_delivery_mean_us": 50927.035, + "fanout_delivery_p50_us": 50831.928, + "fanout_delivery_p90_us": 77572.763, + "fanout_delivery_p99_us": 84077.385, + "fanout_delivery_p999_us": 86983.968, + "fanout_delivery_max_us": 87926.944, + "client_wall_s": 1.9250478429994473, + "client_cpu_s": 1.4706549999999936, + "broker_user_s": 0.5306489999999999, + "broker_sys_s": 0.596105, + "broker_cpu_s": 1.126754, + "broker_vcsw": 12407, + "broker_maxrss_kib": 6256, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.721124, + "single_rtt_mean_us": 144.13, + "single_rtt_p50_us": 132.067, + "single_rtt_p90_us": 165.048, + "single_rtt_p99_us": 358.318, + "single_rtt_p999_us": 1035.339, + "single_rtt_max_us": 5062.91, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.672545, + "multi_rtt_mean_us": 651.1, + "multi_rtt_p50_us": 612.839, + "multi_rtt_p90_us": 881.73, + "multi_rtt_p99_us": 1216.186, + "multi_rtt_p999_us": 3061.69, + "multi_rtt_max_us": 4385.3, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.299519, + "fanout_delivery_mean_us": 26765.503, + "fanout_delivery_p50_us": 26480.289, + "fanout_delivery_p90_us": 36464.495, + "fanout_delivery_p99_us": 41976.182, + "fanout_delivery_p999_us": 43278.133, + "fanout_delivery_max_us": 46221.98, + "client_wall_s": 1.7105886319995989, + "client_cpu_s": 1.3469240000000013, + "broker_user_s": 0.463547, + "broker_sys_s": 0.46412499999999995, + "broker_cpu_s": 0.9276719999999999, + "broker_vcsw": 13378, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.693845, + "single_rtt_mean_us": 138.68, + "single_rtt_p50_us": 128.271, + "single_rtt_p90_us": 158.649, + "single_rtt_p99_us": 375.023, + "single_rtt_p999_us": 993.284, + "single_rtt_max_us": 1713.501, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.693342, + "multi_rtt_mean_us": 680.288, + "multi_rtt_p50_us": 618.878, + "multi_rtt_p90_us": 895.706, + "multi_rtt_p99_us": 1823.271, + "multi_rtt_p999_us": 5040.285, + "multi_rtt_max_us": 9506.726, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235504, + "fanout_delivery_mean_us": 53948.859, + "fanout_delivery_p50_us": 54300.214, + "fanout_delivery_p90_us": 87077.458, + "fanout_delivery_p99_us": 97012.281, + "fanout_delivery_p999_us": 101580.634, + "fanout_delivery_max_us": 101901.046, + "client_wall_s": 1.640190765000625, + "client_cpu_s": 1.2687850000000012, + "broker_user_s": 0.472086, + "broker_sys_s": 0.49297799999999997, + "broker_cpu_s": 0.9650639999999999, + "broker_vcsw": 12892, + "broker_maxrss_kib": 5980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.663524, + "single_rtt_mean_us": 132.621, + "single_rtt_p50_us": 126.368, + "single_rtt_p90_us": 153.144, + "single_rtt_p99_us": 218.721, + "single_rtt_p999_us": 458.961, + "single_rtt_max_us": 1867.076, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.769535, + "multi_rtt_mean_us": 743.306, + "multi_rtt_p50_us": 718.894, + "multi_rtt_p90_us": 960.682, + "multi_rtt_p99_us": 1412.078, + "multi_rtt_p999_us": 2070.117, + "multi_rtt_max_us": 3623.796, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248935, + "fanout_delivery_mean_us": 22368.52, + "fanout_delivery_p50_us": 22453.467, + "fanout_delivery_p90_us": 27361.192, + "fanout_delivery_p99_us": 35235.95, + "fanout_delivery_p999_us": 35475.345, + "fanout_delivery_max_us": 35530.333, + "client_wall_s": 1.6999964820006426, + "client_cpu_s": 1.3528069999999914, + "broker_user_s": 0.47931799999999997, + "broker_sys_s": 0.5097499999999999, + "broker_cpu_s": 0.9890679999999998, + "broker_vcsw": 13461, + "broker_maxrss_kib": 5084, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.734608, + "single_rtt_mean_us": 146.832, + "single_rtt_p50_us": 129.584, + "single_rtt_p90_us": 166.63, + "single_rtt_p99_us": 399.828, + "single_rtt_p999_us": 2250.433, + "single_rtt_max_us": 6633.492, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.709432, + "multi_rtt_mean_us": 684.608, + "multi_rtt_p50_us": 628.589, + "multi_rtt_p90_us": 856.102, + "multi_rtt_p99_us": 2111.691, + "multi_rtt_p999_us": 4419.1, + "multi_rtt_max_us": 5282.352, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.321822, + "fanout_delivery_mean_us": 28276.872, + "fanout_delivery_p50_us": 28181.446, + "fanout_delivery_p90_us": 34928.049, + "fanout_delivery_p99_us": 36759.909, + "fanout_delivery_p999_us": 39634.206, + "fanout_delivery_max_us": 39826.196, + "client_wall_s": 1.7824702300003992, + "client_cpu_s": 1.361136000000002, + "broker_user_s": 0.42789299999999997, + "broker_sys_s": 0.536277, + "broker_cpu_s": 0.96417, + "broker_vcsw": 13316, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.778121, + "single_rtt_mean_us": 155.531, + "single_rtt_p50_us": 145.01, + "single_rtt_p90_us": 178.2, + "single_rtt_p99_us": 301.628, + "single_rtt_p999_us": 876.176, + "single_rtt_max_us": 22072.202, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.654567, + "multi_rtt_mean_us": 637.201, + "multi_rtt_p50_us": 589.431, + "multi_rtt_p90_us": 756.68, + "multi_rtt_p99_us": 1645.145, + "multi_rtt_p999_us": 7316.994, + "multi_rtt_max_us": 9595.464, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.26537, + "fanout_delivery_mean_us": 23999.364, + "fanout_delivery_p50_us": 24491.132, + "fanout_delivery_p90_us": 31529.039, + "fanout_delivery_p99_us": 41188.681, + "fanout_delivery_p999_us": 41476.287, + "fanout_delivery_max_us": 41553.056, + "client_wall_s": 1.717331481000656, + "client_cpu_s": 1.2684010000000043, + "broker_user_s": 0.49252999999999997, + "broker_sys_s": 0.47829099999999997, + "broker_cpu_s": 0.9708209999999999, + "broker_vcsw": 12713, + "broker_maxrss_kib": 4864, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.782906, + "single_rtt_mean_us": 156.465, + "single_rtt_p50_us": 143.927, + "single_rtt_p90_us": 205.169, + "single_rtt_p99_us": 297.371, + "single_rtt_p999_us": 663.801, + "single_rtt_max_us": 1066.607, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.853668, + "multi_rtt_mean_us": 825.713, + "multi_rtt_p50_us": 708.281, + "multi_rtt_p90_us": 1236.002, + "multi_rtt_p99_us": 2084.211, + "multi_rtt_p999_us": 4084.838, + "multi_rtt_max_us": 5268.61, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.282492, + "fanout_delivery_mean_us": 59785.251, + "fanout_delivery_p50_us": 57210.958, + "fanout_delivery_p90_us": 107704.175, + "fanout_delivery_p99_us": 119364.322, + "fanout_delivery_p999_us": 120199.038, + "fanout_delivery_max_us": 120270.409, + "client_wall_s": 1.9342707510004402, + "client_cpu_s": 1.4897380000000027, + "broker_user_s": 0.444636, + "broker_sys_s": 0.6202369999999999, + "broker_cpu_s": 1.064873, + "broker_vcsw": 14418, + "broker_maxrss_kib": 5840, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.759902, + "single_rtt_mean_us": 151.867, + "single_rtt_p50_us": 135.859, + "single_rtt_p90_us": 189.531, + "single_rtt_p99_us": 302.294, + "single_rtt_p999_us": 2183.053, + "single_rtt_max_us": 3911.226, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.411529, + "multi_rtt_mean_us": 1361.463, + "multi_rtt_p50_us": 1359.017, + "multi_rtt_p90_us": 2133.144, + "multi_rtt_p99_us": 3178.421, + "multi_rtt_p999_us": 6537.562, + "multi_rtt_max_us": 8085.666, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.286881, + "fanout_delivery_mean_us": 25105.723, + "fanout_delivery_p50_us": 25391.379, + "fanout_delivery_p90_us": 33512.246, + "fanout_delivery_p99_us": 36938.739, + "fanout_delivery_p999_us": 40588.184, + "fanout_delivery_max_us": 40761.618, + "client_wall_s": 2.479686704999949, + "client_cpu_s": 2.115967000000005, + "broker_user_s": 0.46455199999999996, + "broker_sys_s": 0.546646, + "broker_cpu_s": 1.0111979999999998, + "broker_vcsw": 18723, + "broker_maxrss_kib": 5056, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.708451, + "single_rtt_mean_us": 141.604, + "single_rtt_p50_us": 132.641, + "single_rtt_p90_us": 162.285, + "single_rtt_p99_us": 281.169, + "single_rtt_p999_us": 1021.482, + "single_rtt_max_us": 2360.423, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.7564, + "multi_rtt_mean_us": 731.556, + "multi_rtt_p50_us": 652.309, + "multi_rtt_p90_us": 988.836, + "multi_rtt_p99_us": 2175.026, + "multi_rtt_p999_us": 5678.087, + "multi_rtt_max_us": 9732.349, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.325736, + "fanout_delivery_mean_us": 29683.378, + "fanout_delivery_p50_us": 30484.404, + "fanout_delivery_p90_us": 38713.873, + "fanout_delivery_p99_us": 41517.776, + "fanout_delivery_p999_us": 41786.361, + "fanout_delivery_max_us": 41873.117, + "client_wall_s": 1.8166775009995035, + "client_cpu_s": 1.4270920000000018, + "broker_user_s": 0.42067099999999996, + "broker_sys_s": 0.532405, + "broker_cpu_s": 0.953076, + "broker_vcsw": 13963, + "broker_maxrss_kib": 4960, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.842121, + "single_rtt_mean_us": 168.317, + "single_rtt_p50_us": 133.185, + "single_rtt_p90_us": 177.914, + "single_rtt_p99_us": 388.547, + "single_rtt_p999_us": 6007.141, + "single_rtt_max_us": 41279.213, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675994, + "multi_rtt_mean_us": 646.706, + "multi_rtt_p50_us": 604.95, + "multi_rtt_p90_us": 853.7, + "multi_rtt_p99_us": 1343.012, + "multi_rtt_p999_us": 2848.983, + "multi_rtt_max_us": 3697.43, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.339976, + "fanout_delivery_mean_us": 76082.698, + "fanout_delivery_p50_us": 71498.789, + "fanout_delivery_p90_us": 123255.951, + "fanout_delivery_p99_us": 133017.438, + "fanout_delivery_p999_us": 135995.474, + "fanout_delivery_max_us": 136140.547, + "client_wall_s": 1.8776581080001051, + "client_cpu_s": 1.4237129999999993, + "broker_user_s": 0.408375, + "broker_sys_s": 0.539495, + "broker_cpu_s": 0.94787, + "broker_vcsw": 14218, + "broker_maxrss_kib": 6292, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66169, + "single_rtt_mean_us": 132.256, + "single_rtt_p50_us": 121.084, + "single_rtt_p90_us": 150.011, + "single_rtt_p99_us": 252.661, + "single_rtt_p999_us": 1047.09, + "single_rtt_max_us": 3776.897, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.657501, + "multi_rtt_mean_us": 639.23, + "multi_rtt_p50_us": 605.607, + "multi_rtt_p90_us": 824.428, + "multi_rtt_p99_us": 1511.253, + "multi_rtt_p999_us": 3623.452, + "multi_rtt_max_us": 4515.497, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235378, + "fanout_delivery_mean_us": 20805.644, + "fanout_delivery_p50_us": 20732.946, + "fanout_delivery_p90_us": 25629.618, + "fanout_delivery_p99_us": 26808.348, + "fanout_delivery_p999_us": 29901.213, + "fanout_delivery_max_us": 31000.813, + "client_wall_s": 1.5718519290003314, + "client_cpu_s": 1.2360830000000007, + "broker_user_s": 0.44140599999999997, + "broker_sys_s": 0.464454, + "broker_cpu_s": 0.9058599999999999, + "broker_vcsw": 13356, + "broker_maxrss_kib": 5044, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.673205, + "single_rtt_mean_us": 134.56, + "single_rtt_p50_us": 123.213, + "single_rtt_p90_us": 156.516, + "single_rtt_p99_us": 265.321, + "single_rtt_p999_us": 847.415, + "single_rtt_max_us": 4119.841, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.629051, + "multi_rtt_mean_us": 612.161, + "multi_rtt_p50_us": 585.566, + "multi_rtt_p90_us": 770.599, + "multi_rtt_p99_us": 1083.24, + "multi_rtt_p999_us": 3860.899, + "multi_rtt_max_us": 7138.79, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228855, + "fanout_delivery_mean_us": 51681.383, + "fanout_delivery_p50_us": 54091.541, + "fanout_delivery_p90_us": 81857.654, + "fanout_delivery_p99_us": 87658.706, + "fanout_delivery_p999_us": 90875.306, + "fanout_delivery_max_us": 90964.187, + "client_wall_s": 1.5476536380001562, + "client_cpu_s": 1.1983830000000069, + "broker_user_s": 0.413373, + "broker_sys_s": 0.5098619999999999, + "broker_cpu_s": 0.9232349999999999, + "broker_vcsw": 13201, + "broker_maxrss_kib": 6480, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.727995, + "single_rtt_mean_us": 145.5, + "single_rtt_p50_us": 135.044, + "single_rtt_p90_us": 174.178, + "single_rtt_p99_us": 287.49, + "single_rtt_p999_us": 1073.034, + "single_rtt_max_us": 2071.618, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.656895, + "multi_rtt_mean_us": 631.88, + "multi_rtt_p50_us": 596.633, + "multi_rtt_p90_us": 781.41, + "multi_rtt_p99_us": 1362.677, + "multi_rtt_p999_us": 5606.883, + "multi_rtt_max_us": 7832.931, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.278248, + "fanout_delivery_mean_us": 24986.266, + "fanout_delivery_p50_us": 24421.343, + "fanout_delivery_p90_us": 36865.368, + "fanout_delivery_p99_us": 44131.988, + "fanout_delivery_p999_us": 44921.348, + "fanout_delivery_max_us": 45006.718, + "client_wall_s": 1.6788406089999626, + "client_cpu_s": 1.2957630000000009, + "broker_user_s": 0.44591699999999995, + "broker_sys_s": 0.48453399999999996, + "broker_cpu_s": 0.9304509999999999, + "broker_vcsw": 13430, + "broker_maxrss_kib": 5104, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.710744, + "single_rtt_mean_us": 141.952, + "single_rtt_p50_us": 128.38, + "single_rtt_p90_us": 180.51, + "single_rtt_p99_us": 311.005, + "single_rtt_p999_us": 839.021, + "single_rtt_max_us": 2843.33, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.765991, + "multi_rtt_mean_us": 740.083, + "multi_rtt_p50_us": 699.003, + "multi_rtt_p90_us": 982.732, + "multi_rtt_p99_us": 1664.575, + "multi_rtt_p999_us": 3008.603, + "multi_rtt_max_us": 3927.926, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242291, + "fanout_delivery_mean_us": 21354.913, + "fanout_delivery_p50_us": 20654.198, + "fanout_delivery_p90_us": 27909.695, + "fanout_delivery_p99_us": 31988.879, + "fanout_delivery_p999_us": 33611.927, + "fanout_delivery_max_us": 33687.801, + "client_wall_s": 1.735277641999346, + "client_cpu_s": 1.370543000000005, + "broker_user_s": 0.4138, + "broker_sys_s": 0.570422, + "broker_cpu_s": 0.9842219999999999, + "broker_vcsw": 13333, + "broker_maxrss_kib": 4864, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.692431, + "single_rtt_mean_us": 138.389, + "single_rtt_p50_us": 130.395, + "single_rtt_p90_us": 175.619, + "single_rtt_p99_us": 253.145, + "single_rtt_p999_us": 524.261, + "single_rtt_max_us": 2562.024, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.712458, + "multi_rtt_mean_us": 691.863, + "multi_rtt_p50_us": 640.649, + "multi_rtt_p90_us": 917.282, + "multi_rtt_p99_us": 1641.152, + "multi_rtt_p999_us": 3409.631, + "multi_rtt_max_us": 4267.002, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247101, + "fanout_delivery_mean_us": 22113.174, + "fanout_delivery_p50_us": 21320.274, + "fanout_delivery_p90_us": 26400.061, + "fanout_delivery_p99_us": 33656.227, + "fanout_delivery_p999_us": 34320.294, + "fanout_delivery_max_us": 37852.321, + "client_wall_s": 1.6673975559997416, + "client_cpu_s": 1.3542440000000013, + "broker_user_s": 0.518168, + "broker_sys_s": 0.406997, + "broker_cpu_s": 0.925165, + "broker_vcsw": 13476, + "broker_maxrss_kib": 5100, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.692095, + "single_rtt_mean_us": 138.333, + "single_rtt_p50_us": 127.139, + "single_rtt_p90_us": 156.838, + "single_rtt_p99_us": 306.864, + "single_rtt_p999_us": 1139.104, + "single_rtt_max_us": 2475.248, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.611314, + "multi_rtt_mean_us": 585.343, + "multi_rtt_p50_us": 585.286, + "multi_rtt_p90_us": 690.446, + "multi_rtt_p99_us": 1053.591, + "multi_rtt_p999_us": 1677.644, + "multi_rtt_max_us": 2320.519, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252711, + "fanout_delivery_mean_us": 22401.162, + "fanout_delivery_p50_us": 20774.908, + "fanout_delivery_p90_us": 29696.075, + "fanout_delivery_p99_us": 39779.375, + "fanout_delivery_p999_us": 40028.214, + "fanout_delivery_max_us": 40097.912, + "client_wall_s": 1.5718349349999698, + "client_cpu_s": 1.220132999999997, + "broker_user_s": 0.40316399999999997, + "broker_sys_s": 0.49332699999999996, + "broker_cpu_s": 0.8964909999999999, + "broker_vcsw": 13923, + "broker_maxrss_kib": 4920, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.700172, + "single_rtt_mean_us": 139.939, + "single_rtt_p50_us": 130.775, + "single_rtt_p90_us": 157.866, + "single_rtt_p99_us": 285.709, + "single_rtt_p999_us": 1079.516, + "single_rtt_max_us": 3785.931, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.625059, + "multi_rtt_mean_us": 605.146, + "multi_rtt_p50_us": 574.509, + "multi_rtt_p90_us": 769.492, + "multi_rtt_p99_us": 1325.115, + "multi_rtt_p999_us": 2920.471, + "multi_rtt_max_us": 4608.076, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.265607, + "fanout_delivery_mean_us": 58685.121, + "fanout_delivery_p50_us": 68126.352, + "fanout_delivery_p90_us": 87823.071, + "fanout_delivery_p99_us": 92241.066, + "fanout_delivery_p999_us": 93255.663, + "fanout_delivery_max_us": 93378.562, + "client_wall_s": 1.6073624119999295, + "client_cpu_s": 1.243737000000003, + "broker_user_s": 0.409701, + "broker_sys_s": 0.49848, + "broker_cpu_s": 0.9081809999999999, + "broker_vcsw": 13929, + "broker_maxrss_kib": 6384, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.648827, + "single_rtt_mean_us": 129.655, + "single_rtt_p50_us": 121.254, + "single_rtt_p90_us": 143.999, + "single_rtt_p99_us": 230.647, + "single_rtt_p999_us": 842.253, + "single_rtt_max_us": 1521.68, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.682853, + "multi_rtt_mean_us": 659.364, + "multi_rtt_p50_us": 614.724, + "multi_rtt_p90_us": 869.686, + "multi_rtt_p99_us": 1634.849, + "multi_rtt_p999_us": 2621.469, + "multi_rtt_max_us": 2946.133, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230853, + "fanout_delivery_mean_us": 20426.677, + "fanout_delivery_p50_us": 20513.031, + "fanout_delivery_p90_us": 24711.103, + "fanout_delivery_p99_us": 26009.316, + "fanout_delivery_p999_us": 26504.826, + "fanout_delivery_max_us": 29151.784, + "client_wall_s": 1.5783325559996229, + "client_cpu_s": 1.2385909999999924, + "broker_user_s": 0.40208299999999997, + "broker_sys_s": 0.488456, + "broker_cpu_s": 0.890539, + "broker_vcsw": 13617, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.791007, + "single_rtt_mean_us": 158.096, + "single_rtt_p50_us": 137.687, + "single_rtt_p90_us": 203.543, + "single_rtt_p99_us": 408.1, + "single_rtt_p999_us": 1690.149, + "single_rtt_max_us": 5085.088, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675369, + "multi_rtt_mean_us": 655.167, + "multi_rtt_p50_us": 613.343, + "multi_rtt_p90_us": 846.024, + "multi_rtt_p99_us": 1682.132, + "multi_rtt_p999_us": 2770.138, + "multi_rtt_max_us": 3504.125, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.224299, + "fanout_delivery_mean_us": 49876.733, + "fanout_delivery_p50_us": 52225.731, + "fanout_delivery_p90_us": 78704.739, + "fanout_delivery_p99_us": 83719.226, + "fanout_delivery_p999_us": 87513.458, + "fanout_delivery_max_us": 87633.679, + "client_wall_s": 1.7077092520003134, + "client_cpu_s": 1.2748419999999925, + "broker_user_s": 0.508027, + "broker_sys_s": 0.475526, + "broker_cpu_s": 0.983553, + "broker_vcsw": 13633, + "broker_maxrss_kib": 6328, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.650038, + "single_rtt_mean_us": 129.925, + "single_rtt_p50_us": 123.985, + "single_rtt_p90_us": 149.62, + "single_rtt_p99_us": 226.341, + "single_rtt_p999_us": 462.049, + "single_rtt_max_us": 733.357, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.649916, + "multi_rtt_mean_us": 627.955, + "multi_rtt_p50_us": 593.133, + "multi_rtt_p90_us": 807.49, + "multi_rtt_p99_us": 1335.94, + "multi_rtt_p999_us": 2191.493, + "multi_rtt_max_us": 3934.629, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232612, + "fanout_delivery_mean_us": 20936.545, + "fanout_delivery_p50_us": 20592.403, + "fanout_delivery_p90_us": 25477.998, + "fanout_delivery_p99_us": 26173.903, + "fanout_delivery_p999_us": 26496.516, + "fanout_delivery_max_us": 29732.105, + "client_wall_s": 1.5473034599999664, + "client_cpu_s": 1.2274550000000133, + "broker_user_s": 0.401003, + "broker_sys_s": 0.494978, + "broker_cpu_s": 0.8959809999999999, + "broker_vcsw": 13434, + "broker_maxrss_kib": 5180, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696171, + "single_rtt_mean_us": 139.149, + "single_rtt_p50_us": 127.986, + "single_rtt_p90_us": 160.839, + "single_rtt_p99_us": 318.618, + "single_rtt_p999_us": 959.067, + "single_rtt_max_us": 5570.724, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.785335, + "multi_rtt_mean_us": 759.985, + "multi_rtt_p50_us": 640.751, + "multi_rtt_p90_us": 1090.375, + "multi_rtt_p99_us": 2114.853, + "multi_rtt_p999_us": 7453.676, + "multi_rtt_max_us": 14002.395, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252595, + "fanout_delivery_mean_us": 65528.976, + "fanout_delivery_p50_us": 77163.874, + "fanout_delivery_p90_us": 108707.455, + "fanout_delivery_p99_us": 118835.788, + "fanout_delivery_p999_us": 120334.009, + "fanout_delivery_max_us": 120384.06, + "client_wall_s": 1.7526004279998233, + "client_cpu_s": 1.3084120000000041, + "broker_user_s": 0.45067999999999997, + "broker_sys_s": 0.544585, + "broker_cpu_s": 0.995265, + "broker_vcsw": 14016, + "broker_maxrss_kib": 7004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.751972, + "single_rtt_mean_us": 150.305, + "single_rtt_p50_us": 130.003, + "single_rtt_p90_us": 196.749, + "single_rtt_p99_us": 346.229, + "single_rtt_p999_us": 1275.614, + "single_rtt_max_us": 4149.998, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.65078, + "multi_rtt_mean_us": 620.615, + "multi_rtt_p50_us": 599.425, + "multi_rtt_p90_us": 750.572, + "multi_rtt_p99_us": 1039.19, + "multi_rtt_p999_us": 4004.712, + "multi_rtt_max_us": 6076.795, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.244513, + "fanout_delivery_mean_us": 21990.067, + "fanout_delivery_p50_us": 21241.38, + "fanout_delivery_p90_us": 33225.463, + "fanout_delivery_p99_us": 39949.433, + "fanout_delivery_p999_us": 42291.003, + "fanout_delivery_max_us": 42385.826, + "client_wall_s": 1.6628467030004686, + "client_cpu_s": 1.2472470000000087, + "broker_user_s": 0.44943, + "broker_sys_s": 0.48516899999999996, + "broker_cpu_s": 0.934599, + "broker_vcsw": 14038, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.698559, + "single_rtt_mean_us": 139.604, + "single_rtt_p50_us": 125.961, + "single_rtt_p90_us": 165.096, + "single_rtt_p99_us": 299.982, + "single_rtt_p999_us": 1318.667, + "single_rtt_max_us": 5040.584, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.674969, + "multi_rtt_mean_us": 653.363, + "multi_rtt_p50_us": 614.287, + "multi_rtt_p90_us": 810.061, + "multi_rtt_p99_us": 1846.59, + "multi_rtt_p999_us": 4031.953, + "multi_rtt_max_us": 6042.517, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245951, + "fanout_delivery_mean_us": 22083.239, + "fanout_delivery_p50_us": 21651.99, + "fanout_delivery_p90_us": 26685.674, + "fanout_delivery_p99_us": 29433.041, + "fanout_delivery_p999_us": 29685.898, + "fanout_delivery_max_us": 30972.495, + "client_wall_s": 1.6343719129999954, + "client_cpu_s": 1.2759259999999983, + "broker_user_s": 0.44951199999999997, + "broker_sys_s": 0.44005299999999997, + "broker_cpu_s": 0.8895649999999999, + "broker_vcsw": 13748, + "broker_maxrss_kib": 5116, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.67595, + "single_rtt_mean_us": 135.11, + "single_rtt_p50_us": 126.101, + "single_rtt_p90_us": 153.916, + "single_rtt_p99_us": 264.871, + "single_rtt_p999_us": 1041.511, + "single_rtt_max_us": 2945.434, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.649138, + "multi_rtt_mean_us": 624.483, + "multi_rtt_p50_us": 599.617, + "multi_rtt_p90_us": 748.44, + "multi_rtt_p99_us": 1720.521, + "multi_rtt_p999_us": 3673.812, + "multi_rtt_max_us": 3897.609, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245177, + "fanout_delivery_mean_us": 21017.19, + "fanout_delivery_p50_us": 20965.543, + "fanout_delivery_p90_us": 26078.424, + "fanout_delivery_p99_us": 28367.517, + "fanout_delivery_p999_us": 31524.562, + "fanout_delivery_max_us": 31596.724, + "client_wall_s": 1.5837971580003796, + "client_cpu_s": 1.2377600000000015, + "broker_user_s": 0.417635, + "broker_sys_s": 0.457009, + "broker_cpu_s": 0.874644, + "broker_vcsw": 13917, + "broker_maxrss_kib": 4944, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.749051, + "single_rtt_mean_us": 149.72, + "single_rtt_p50_us": 132.152, + "single_rtt_p90_us": 186.878, + "single_rtt_p99_us": 399.998, + "single_rtt_p999_us": 1784.399, + "single_rtt_max_us": 3300.169, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.668246, + "multi_rtt_mean_us": 648.987, + "multi_rtt_p50_us": 605.924, + "multi_rtt_p90_us": 799.512, + "multi_rtt_p99_us": 2054.98, + "multi_rtt_p999_us": 4734.063, + "multi_rtt_max_us": 5252.661, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.222061, + "fanout_delivery_mean_us": 19734.244, + "fanout_delivery_p50_us": 19241.109, + "fanout_delivery_p90_us": 23751.439, + "fanout_delivery_p99_us": 24274.056, + "fanout_delivery_p999_us": 24438.391, + "fanout_delivery_max_us": 24525.042, + "client_wall_s": 1.6632960890001414, + "client_cpu_s": 1.274981000000004, + "broker_user_s": 0.411135, + "broker_sys_s": 0.515425, + "broker_cpu_s": 0.92656, + "broker_vcsw": 13421, + "broker_maxrss_kib": 4980, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.675426, + "single_rtt_mean_us": 135.001, + "single_rtt_p50_us": 125.879, + "single_rtt_p90_us": 154.706, + "single_rtt_p99_us": 286.449, + "single_rtt_p999_us": 811.757, + "single_rtt_max_us": 2705.878, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.891931, + "multi_rtt_mean_us": 865.958, + "multi_rtt_p50_us": 711.902, + "multi_rtt_p90_us": 1419.67, + "multi_rtt_p99_us": 2270.672, + "multi_rtt_p999_us": 5768.584, + "multi_rtt_max_us": 6911.492, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.27771, + "fanout_delivery_mean_us": 63592.882, + "fanout_delivery_p50_us": 65862.5, + "fanout_delivery_p90_us": 96170.645, + "fanout_delivery_p99_us": 108246.967, + "fanout_delivery_p999_us": 111747.664, + "fanout_delivery_max_us": 113194.251, + "client_wall_s": 1.8605876000001444, + "client_cpu_s": 1.3436050000000037, + "broker_user_s": 0.558562, + "broker_sys_s": 0.640165, + "broker_cpu_s": 1.1987269999999999, + "broker_vcsw": 12467, + "broker_maxrss_kib": 6152, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.721474, + "single_rtt_mean_us": 144.202, + "single_rtt_p50_us": 133.287, + "single_rtt_p90_us": 163.152, + "single_rtt_p99_us": 276.074, + "single_rtt_p999_us": 2040.803, + "single_rtt_max_us": 6372.562, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.812142, + "multi_rtt_mean_us": 789.506, + "multi_rtt_p50_us": 677.552, + "multi_rtt_p90_us": 1015.065, + "multi_rtt_p99_us": 3122.093, + "multi_rtt_p999_us": 9681.369, + "multi_rtt_max_us": 11955.591, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.458986, + "fanout_delivery_mean_us": 39746.598, + "fanout_delivery_p50_us": 32362.067, + "fanout_delivery_p90_us": 70902.159, + "fanout_delivery_p99_us": 80581.726, + "fanout_delivery_p999_us": 87615.371, + "fanout_delivery_max_us": 91732.611, + "client_wall_s": 2.0613398109999252, + "client_cpu_s": 1.5073229999999995, + "broker_user_s": 0.538492, + "broker_sys_s": 0.45201199999999997, + "broker_cpu_s": 0.9905039999999999, + "broker_vcsw": 13595, + "broker_maxrss_kib": 4892, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.815359, + "single_rtt_mean_us": 162.955, + "single_rtt_p50_us": 138.913, + "single_rtt_p90_us": 205.837, + "single_rtt_p99_us": 499.303, + "single_rtt_p999_us": 1949.893, + "single_rtt_max_us": 9423.893, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.673792, + "multi_rtt_mean_us": 652.907, + "multi_rtt_p50_us": 609.11, + "multi_rtt_p90_us": 878.183, + "multi_rtt_p99_us": 1298.571, + "multi_rtt_p999_us": 3358.6, + "multi_rtt_max_us": 4398.435, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.353994, + "fanout_delivery_mean_us": 31510.318, + "fanout_delivery_p50_us": 28810.924, + "fanout_delivery_p90_us": 49760.598, + "fanout_delivery_p99_us": 53459.08, + "fanout_delivery_p999_us": 53988.475, + "fanout_delivery_max_us": 54125.991, + "client_wall_s": 1.8611463109991746, + "client_cpu_s": 1.4184009999999958, + "broker_user_s": 0.39520099999999997, + "broker_sys_s": 0.5867789999999999, + "broker_cpu_s": 0.9819799999999999, + "broker_vcsw": 13285, + "broker_maxrss_kib": 5084, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.743136, + "single_rtt_mean_us": 148.516, + "single_rtt_p50_us": 132.548, + "single_rtt_p90_us": 171.455, + "single_rtt_p99_us": 373.47, + "single_rtt_p999_us": 1380.133, + "single_rtt_max_us": 5019.787, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.789544, + "multi_rtt_mean_us": 768.601, + "multi_rtt_p50_us": 688.599, + "multi_rtt_p90_us": 1157.188, + "multi_rtt_p99_us": 2018.293, + "multi_rtt_p999_us": 3142.315, + "multi_rtt_max_us": 4419.461, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.266645, + "fanout_delivery_mean_us": 59707.131, + "fanout_delivery_p50_us": 56314.279, + "fanout_delivery_p90_us": 93415.554, + "fanout_delivery_p99_us": 100831.526, + "fanout_delivery_p999_us": 104436.183, + "fanout_delivery_max_us": 104555.374, + "client_wall_s": 1.8200182410000707, + "client_cpu_s": 1.3563359999999989, + "broker_user_s": 0.45119099999999995, + "broker_sys_s": 0.5937129999999999, + "broker_cpu_s": 1.0449039999999998, + "broker_vcsw": 13545, + "broker_maxrss_kib": 6108, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.69738, + "single_rtt_mean_us": 139.381, + "single_rtt_p50_us": 125.755, + "single_rtt_p90_us": 156.04, + "single_rtt_p99_us": 364.11, + "single_rtt_p999_us": 1247.431, + "single_rtt_max_us": 9592.546, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.937998, + "multi_rtt_mean_us": 919.959, + "multi_rtt_p50_us": 672.575, + "multi_rtt_p90_us": 1743.656, + "multi_rtt_p99_us": 2559.259, + "multi_rtt_p999_us": 3695.772, + "multi_rtt_max_us": 4835.124, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.270565, + "fanout_delivery_mean_us": 24267.671, + "fanout_delivery_p50_us": 24306.164, + "fanout_delivery_p90_us": 31829.327, + "fanout_delivery_p99_us": 34520.376, + "fanout_delivery_p999_us": 34790.076, + "fanout_delivery_max_us": 34966.533, + "client_wall_s": 1.9305726539996613, + "client_cpu_s": 1.5450169999999943, + "broker_user_s": 0.5149969999999999, + "broker_sys_s": 0.551388, + "broker_cpu_s": 1.066385, + "broker_vcsw": 14197, + "broker_maxrss_kib": 5052, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.715239, + "single_rtt_mean_us": 142.953, + "single_rtt_p50_us": 126.833, + "single_rtt_p90_us": 157.808, + "single_rtt_p99_us": 265.726, + "single_rtt_p999_us": 1649.848, + "single_rtt_max_us": 21724.667, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.91905, + "multi_rtt_mean_us": 902.178, + "multi_rtt_p50_us": 723.196, + "multi_rtt_p90_us": 1525.848, + "multi_rtt_p99_us": 2640.788, + "multi_rtt_p999_us": 6453.576, + "multi_rtt_max_us": 8335.564, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.278006, + "fanout_delivery_mean_us": 65472.804, + "fanout_delivery_p50_us": 64097.6, + "fanout_delivery_p90_us": 106803.891, + "fanout_delivery_p99_us": 116797.963, + "fanout_delivery_p999_us": 119250.282, + "fanout_delivery_max_us": 121592.588, + "client_wall_s": 1.927419626000301, + "client_cpu_s": 1.3627110000000044, + "broker_user_s": 0.5770489999999999, + "broker_sys_s": 0.599459, + "broker_cpu_s": 1.1765079999999999, + "broker_vcsw": 13146, + "broker_maxrss_kib": 6244, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.752173, + "single_rtt_mean_us": 150.35, + "single_rtt_p50_us": 137.383, + "single_rtt_p90_us": 189.307, + "single_rtt_p99_us": 332.46, + "single_rtt_p999_us": 1194.27, + "single_rtt_max_us": 3595.73, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.72877, + "multi_rtt_mean_us": 702.605, + "multi_rtt_p50_us": 643.258, + "multi_rtt_p90_us": 916.406, + "multi_rtt_p99_us": 1713.693, + "multi_rtt_p999_us": 5386.02, + "multi_rtt_max_us": 8353.325, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236356, + "fanout_delivery_mean_us": 20819.509, + "fanout_delivery_p50_us": 19832.028, + "fanout_delivery_p90_us": 25590.883, + "fanout_delivery_p99_us": 33918.159, + "fanout_delivery_p999_us": 34219.457, + "fanout_delivery_max_us": 34293.543, + "client_wall_s": 1.7334410769999522, + "client_cpu_s": 1.3210359999999994, + "broker_user_s": 0.40770999999999996, + "broker_sys_s": 0.561777, + "broker_cpu_s": 0.969487, + "broker_vcsw": 13717, + "broker_maxrss_kib": 5016, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.743563, + "single_rtt_mean_us": 148.619, + "single_rtt_p50_us": 135.058, + "single_rtt_p90_us": 172.207, + "single_rtt_p99_us": 322.396, + "single_rtt_p999_us": 2165.548, + "single_rtt_max_us": 4354.777, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.897521, + "multi_rtt_mean_us": 841.884, + "multi_rtt_p50_us": 728.271, + "multi_rtt_p90_us": 1298.728, + "multi_rtt_p99_us": 2608.343, + "multi_rtt_p999_us": 4733.023, + "multi_rtt_max_us": 5679.157, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.283709, + "fanout_delivery_mean_us": 63756.876, + "fanout_delivery_p50_us": 59004.88, + "fanout_delivery_p90_us": 106934.091, + "fanout_delivery_p99_us": 116186.809, + "fanout_delivery_p999_us": 120547.12, + "fanout_delivery_max_us": 122088.859, + "client_wall_s": 1.9404480060002243, + "client_cpu_s": 1.5070829999999944, + "broker_user_s": 0.515745, + "broker_sys_s": 0.501823, + "broker_cpu_s": 1.017568, + "broker_vcsw": 15014, + "broker_maxrss_kib": 6356, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.748117, + "single_rtt_mean_us": 149.535, + "single_rtt_p50_us": 131.493, + "single_rtt_p90_us": 179.82, + "single_rtt_p99_us": 460.435, + "single_rtt_p999_us": 1502.398, + "single_rtt_max_us": 4546.184, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.633146, + "multi_rtt_mean_us": 614.011, + "multi_rtt_p50_us": 594.405, + "multi_rtt_p90_us": 779.364, + "multi_rtt_p99_us": 1289.952, + "multi_rtt_p999_us": 1667.697, + "multi_rtt_max_us": 2084.853, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258857, + "fanout_delivery_mean_us": 22930.729, + "fanout_delivery_p50_us": 22966.31, + "fanout_delivery_p90_us": 28616.654, + "fanout_delivery_p99_us": 30706.128, + "fanout_delivery_p999_us": 30987.753, + "fanout_delivery_max_us": 31055.745, + "client_wall_s": 1.6562490289998095, + "client_cpu_s": 1.247123000000002, + "broker_user_s": 0.414278, + "broker_sys_s": 0.552634, + "broker_cpu_s": 0.966912, + "broker_vcsw": 12703, + "broker_maxrss_kib": 5028, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.728955, + "single_rtt_mean_us": 145.699, + "single_rtt_p50_us": 130.964, + "single_rtt_p90_us": 168.036, + "single_rtt_p99_us": 395.115, + "single_rtt_p999_us": 1522.032, + "single_rtt_max_us": 4017.0, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.742881, + "multi_rtt_mean_us": 714.286, + "multi_rtt_p50_us": 669.331, + "multi_rtt_p90_us": 848.779, + "multi_rtt_p99_us": 2072.324, + "multi_rtt_p999_us": 4711.62, + "multi_rtt_max_us": 7767.965, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259302, + "fanout_delivery_mean_us": 23445.183, + "fanout_delivery_p50_us": 24370.337, + "fanout_delivery_p90_us": 30040.643, + "fanout_delivery_p99_us": 30870.021, + "fanout_delivery_p999_us": 31248.795, + "fanout_delivery_max_us": 36310.072, + "client_wall_s": 1.748467857999458, + "client_cpu_s": 1.3505070000000075, + "broker_user_s": 0.42117299999999996, + "broker_sys_s": 0.545287, + "broker_cpu_s": 0.9664599999999999, + "broker_vcsw": 13765, + "broker_maxrss_kib": 5112, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.675109, + "single_rtt_mean_us": 134.934, + "single_rtt_p50_us": 134.179, + "single_rtt_p90_us": 178.312, + "single_rtt_p99_us": 422.09, + "single_rtt_p999_us": 2473.966, + "single_rtt_max_us": 5317.483, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.821876, + "multi_rtt_mean_us": 807.85, + "multi_rtt_p50_us": 666.771, + "multi_rtt_p90_us": 1379.018, + "multi_rtt_p99_us": 2510.319, + "multi_rtt_p999_us": 4383.8, + "multi_rtt_max_us": 5726.008, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239531, + "fanout_delivery_mean_us": 50326.915, + "fanout_delivery_p50_us": 51363.4, + "fanout_delivery_p90_us": 77917.272, + "fanout_delivery_p99_us": 87930.718, + "fanout_delivery_p999_us": 92835.939, + "fanout_delivery_max_us": 94968.2, + "client_wall_s": 1.7605703039998843, + "client_cpu_s": 1.3733720000000176, + "broker_user_s": 0.485398, + "broker_sys_s": 0.521869, + "broker_cpu_s": 1.0072670000000001, + "broker_vcsw": 13221, + "broker_maxrss_kib": 6400, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.797426, + "single_rtt_mean_us": 159.386, + "single_rtt_p50_us": 138.744, + "single_rtt_p90_us": 212.957, + "single_rtt_p99_us": 371.774, + "single_rtt_p999_us": 1738.716, + "single_rtt_max_us": 4053.572, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.851198, + "multi_rtt_mean_us": 826.692, + "multi_rtt_p50_us": 675.654, + "multi_rtt_p90_us": 1309.5, + "multi_rtt_p99_us": 3229.151, + "multi_rtt_p999_us": 5826.958, + "multi_rtt_max_us": 6614.856, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242317, + "fanout_delivery_mean_us": 21746.09, + "fanout_delivery_p50_us": 21841.283, + "fanout_delivery_p90_us": 26680.391, + "fanout_delivery_p99_us": 29858.835, + "fanout_delivery_p999_us": 30081.579, + "fanout_delivery_max_us": 30128.308, + "client_wall_s": 1.91687481200006, + "client_cpu_s": 1.3844130000000092, + "broker_user_s": 0.522, + "broker_sys_s": 0.578738, + "broker_cpu_s": 1.100738, + "broker_vcsw": 13580, + "broker_maxrss_kib": 4972, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.708433, + "single_rtt_mean_us": 141.593, + "single_rtt_p50_us": 128.509, + "single_rtt_p90_us": 160.441, + "single_rtt_p99_us": 374.75, + "single_rtt_p999_us": 1873.282, + "single_rtt_max_us": 3391.188, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.750018, + "multi_rtt_mean_us": 718.746, + "multi_rtt_p50_us": 728.6, + "multi_rtt_p90_us": 834.717, + "multi_rtt_p99_us": 1129.695, + "multi_rtt_p999_us": 2990.853, + "multi_rtt_max_us": 8029.371, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.301361, + "fanout_delivery_mean_us": 27404.13, + "fanout_delivery_p50_us": 26487.486, + "fanout_delivery_p90_us": 32518.785, + "fanout_delivery_p99_us": 37610.775, + "fanout_delivery_p999_us": 38652.63, + "fanout_delivery_max_us": 38757.639, + "client_wall_s": 1.7766409539999586, + "client_cpu_s": 1.428377999999995, + "broker_user_s": 0.411232, + "broker_sys_s": 0.565249, + "broker_cpu_s": 0.9764809999999999, + "broker_vcsw": 14102, + "broker_maxrss_kib": 4968, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.777505, + "single_rtt_mean_us": 155.38, + "single_rtt_p50_us": 146.827, + "single_rtt_p90_us": 192.761, + "single_rtt_p99_us": 307.81, + "single_rtt_p999_us": 787.709, + "single_rtt_max_us": 1036.391, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.773247, + "multi_rtt_mean_us": 736.375, + "multi_rtt_p50_us": 709.757, + "multi_rtt_p90_us": 907.112, + "multi_rtt_p99_us": 1962.592, + "multi_rtt_p999_us": 2831.097, + "multi_rtt_max_us": 3734.789, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.272816, + "fanout_delivery_mean_us": 24313.358, + "fanout_delivery_p50_us": 23578.519, + "fanout_delivery_p90_us": 30451.788, + "fanout_delivery_p99_us": 38556.557, + "fanout_delivery_p999_us": 38794.212, + "fanout_delivery_max_us": 44201.28, + "client_wall_s": 1.840543128999343, + "client_cpu_s": 1.4283339999999924, + "broker_user_s": 0.433843, + "broker_sys_s": 0.572703, + "broker_cpu_s": 1.006546, + "broker_vcsw": 14007, + "broker_maxrss_kib": 5124, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.589913, + "single_rtt_mean_us": 117.908, + "single_rtt_p50_us": 123.154, + "single_rtt_p90_us": 157.574, + "single_rtt_p99_us": 316.236, + "single_rtt_p999_us": 1420.47, + "single_rtt_max_us": 2122.055, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.089862, + "multi_rtt_mean_us": 1066.392, + "multi_rtt_p50_us": 803.363, + "multi_rtt_p90_us": 1995.383, + "multi_rtt_p99_us": 2955.725, + "multi_rtt_p999_us": 4994.1, + "multi_rtt_max_us": 6639.636, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.260927, + "fanout_delivery_mean_us": 55363.594, + "fanout_delivery_p50_us": 55266.448, + "fanout_delivery_p90_us": 83029.787, + "fanout_delivery_p99_us": 89382.196, + "fanout_delivery_p999_us": 93562.536, + "fanout_delivery_max_us": 93827.587, + "client_wall_s": 1.9564606300000378, + "client_cpu_s": 1.6026180000000068, + "broker_user_s": 0.467474, + "broker_sys_s": 0.47324099999999997, + "broker_cpu_s": 0.940715, + "broker_vcsw": 16082, + "broker_maxrss_kib": 6304, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.742663, + "single_rtt_mean_us": 148.444, + "single_rtt_p50_us": 135.233, + "single_rtt_p90_us": 178.91, + "single_rtt_p99_us": 340.329, + "single_rtt_p999_us": 1249.72, + "single_rtt_max_us": 4357.197, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.860678, + "multi_rtt_mean_us": 837.759, + "multi_rtt_p50_us": 674.28, + "multi_rtt_p90_us": 1390.463, + "multi_rtt_p99_us": 3052.712, + "multi_rtt_p999_us": 4829.931, + "multi_rtt_max_us": 6742.448, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261232, + "fanout_delivery_mean_us": 23619.28, + "fanout_delivery_p50_us": 23774.743, + "fanout_delivery_p90_us": 33755.514, + "fanout_delivery_p99_us": 34435.161, + "fanout_delivery_p999_us": 34643.855, + "fanout_delivery_max_us": 34747.179, + "client_wall_s": 1.8798294040007022, + "client_cpu_s": 1.377323000000004, + "broker_user_s": 0.528201, + "broker_sys_s": 0.578319, + "broker_cpu_s": 1.1065200000000002, + "broker_vcsw": 13180, + "broker_maxrss_kib": 5092, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.687059, + "single_rtt_mean_us": 137.325, + "single_rtt_p50_us": 126.719, + "single_rtt_p90_us": 155.632, + "single_rtt_p99_us": 262.892, + "single_rtt_p999_us": 1186.969, + "single_rtt_max_us": 4487.812, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.689045, + "multi_rtt_mean_us": 668.021, + "multi_rtt_p50_us": 614.167, + "multi_rtt_p90_us": 862.323, + "multi_rtt_p99_us": 1753.24, + "multi_rtt_p999_us": 5133.208, + "multi_rtt_max_us": 5668.055, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.238068, + "fanout_delivery_mean_us": 21793.718, + "fanout_delivery_p50_us": 20821.091, + "fanout_delivery_p90_us": 25424.519, + "fanout_delivery_p99_us": 25863.419, + "fanout_delivery_p999_us": 26135.101, + "fanout_delivery_max_us": 30531.649, + "client_wall_s": 1.6320349809993786, + "client_cpu_s": 1.2604769999999945, + "broker_user_s": 0.436116, + "broker_sys_s": 0.486678, + "broker_cpu_s": 0.922794, + "broker_vcsw": 13376, + "broker_maxrss_kib": 5028, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.732836, + "single_rtt_mean_us": 146.47, + "single_rtt_p50_us": 133.647, + "single_rtt_p90_us": 165.433, + "single_rtt_p99_us": 310.4, + "single_rtt_p999_us": 1523.594, + "single_rtt_max_us": 6301.463, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.670816, + "multi_rtt_mean_us": 648.839, + "multi_rtt_p50_us": 603.466, + "multi_rtt_p90_us": 808.097, + "multi_rtt_p99_us": 1432.586, + "multi_rtt_p999_us": 6426.449, + "multi_rtt_max_us": 8329.953, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.376493, + "fanout_delivery_mean_us": 76327.045, + "fanout_delivery_p50_us": 76975.99, + "fanout_delivery_p90_us": 120140.241, + "fanout_delivery_p99_us": 130829.143, + "fanout_delivery_p999_us": 136064.043, + "fanout_delivery_max_us": 136154.126, + "client_wall_s": 1.8230479029998605, + "client_cpu_s": 1.3089319999999987, + "broker_user_s": 0.466074, + "broker_sys_s": 0.496544, + "broker_cpu_s": 0.962618, + "broker_vcsw": 13568, + "broker_maxrss_kib": 6552, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.679533, + "single_rtt_mean_us": 135.782, + "single_rtt_p50_us": 120.367, + "single_rtt_p90_us": 156.417, + "single_rtt_p99_us": 347.427, + "single_rtt_p999_us": 1748.502, + "single_rtt_max_us": 3104.541, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.688321, + "multi_rtt_mean_us": 667.976, + "multi_rtt_p50_us": 600.538, + "multi_rtt_p90_us": 855.152, + "multi_rtt_p99_us": 2571.844, + "multi_rtt_p999_us": 3956.016, + "multi_rtt_max_us": 4458.199, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223558, + "fanout_delivery_mean_us": 20291.308, + "fanout_delivery_p50_us": 20091.885, + "fanout_delivery_p90_us": 24543.607, + "fanout_delivery_p99_us": 25405.446, + "fanout_delivery_p999_us": 25690.459, + "fanout_delivery_max_us": 26536.206, + "client_wall_s": 1.6110978979995707, + "client_cpu_s": 1.2440909999999974, + "broker_user_s": 0.38497, + "broker_sys_s": 0.505853, + "broker_cpu_s": 0.8908229999999999, + "broker_vcsw": 13890, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.704796, + "single_rtt_mean_us": 140.864, + "single_rtt_p50_us": 125.158, + "single_rtt_p90_us": 170.383, + "single_rtt_p99_us": 304.429, + "single_rtt_p999_us": 1785.217, + "single_rtt_max_us": 3466.202, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.672323, + "multi_rtt_mean_us": 648.244, + "multi_rtt_p50_us": 602.532, + "multi_rtt_p90_us": 861.869, + "multi_rtt_p99_us": 1586.97, + "multi_rtt_p999_us": 2190.045, + "multi_rtt_max_us": 2751.992, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.238933, + "fanout_delivery_mean_us": 52692.503, + "fanout_delivery_p50_us": 49843.904, + "fanout_delivery_p90_us": 89730.486, + "fanout_delivery_p99_us": 96717.714, + "fanout_delivery_p999_us": 100783.808, + "fanout_delivery_max_us": 100882.392, + "client_wall_s": 1.6356019349996131, + "client_cpu_s": 1.2750759999999843, + "broker_user_s": 0.44083999999999995, + "broker_sys_s": 0.477524, + "broker_cpu_s": 0.918364, + "broker_vcsw": 14213, + "broker_maxrss_kib": 6420, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.65243, + "single_rtt_mean_us": 130.402, + "single_rtt_p50_us": 121.009, + "single_rtt_p90_us": 144.763, + "single_rtt_p99_us": 196.484, + "single_rtt_p999_us": 1416.031, + "single_rtt_max_us": 8109.602, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.614639, + "multi_rtt_mean_us": 590.634, + "multi_rtt_p50_us": 582.798, + "multi_rtt_p90_us": 706.801, + "multi_rtt_p99_us": 1093.238, + "multi_rtt_p999_us": 2802.83, + "multi_rtt_max_us": 4286.403, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250235, + "fanout_delivery_mean_us": 22585.305, + "fanout_delivery_p50_us": 22894.192, + "fanout_delivery_p90_us": 27573.48, + "fanout_delivery_p99_us": 29493.654, + "fanout_delivery_p999_us": 30765.338, + "fanout_delivery_max_us": 30818.755, + "client_wall_s": 1.5342510099999345, + "client_cpu_s": 1.2079670000000107, + "broker_user_s": 0.42134099999999997, + "broker_sys_s": 0.473477, + "broker_cpu_s": 0.8948179999999999, + "broker_vcsw": 13408, + "broker_maxrss_kib": 5088, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.676266, + "single_rtt_mean_us": 135.161, + "single_rtt_p50_us": 121.629, + "single_rtt_p90_us": 148.592, + "single_rtt_p99_us": 249.916, + "single_rtt_p999_us": 1046.561, + "single_rtt_max_us": 17310.656, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.617274, + "multi_rtt_mean_us": 592.058, + "multi_rtt_p50_us": 587.173, + "multi_rtt_p90_us": 692.538, + "multi_rtt_p99_us": 1176.984, + "multi_rtt_p999_us": 2339.435, + "multi_rtt_max_us": 3512.303, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.221532, + "fanout_delivery_mean_us": 19203.661, + "fanout_delivery_p50_us": 18817.007, + "fanout_delivery_p90_us": 23432.413, + "fanout_delivery_p99_us": 24609.339, + "fanout_delivery_p999_us": 29122.803, + "fanout_delivery_max_us": 29170.059, + "client_wall_s": 1.5290233790001366, + "client_cpu_s": 1.2027769999999975, + "broker_user_s": 0.402756, + "broker_sys_s": 0.450574, + "broker_cpu_s": 0.8533299999999999, + "broker_vcsw": 13942, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.668279, + "single_rtt_mean_us": 133.567, + "single_rtt_p50_us": 123.477, + "single_rtt_p90_us": 151.217, + "single_rtt_p99_us": 285.485, + "single_rtt_p999_us": 1266.898, + "single_rtt_max_us": 2204.437, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.662588, + "multi_rtt_mean_us": 644.984, + "multi_rtt_p50_us": 603.006, + "multi_rtt_p90_us": 859.54, + "multi_rtt_p99_us": 1704.845, + "multi_rtt_p999_us": 4133.803, + "multi_rtt_max_us": 4936.179, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255237, + "fanout_delivery_mean_us": 22357.296, + "fanout_delivery_p50_us": 21522.379, + "fanout_delivery_p90_us": 29543.087, + "fanout_delivery_p99_us": 36123.303, + "fanout_delivery_p999_us": 36469.27, + "fanout_delivery_max_us": 36583.741, + "client_wall_s": 1.6021461709997311, + "client_cpu_s": 1.260719999999992, + "broker_user_s": 0.453532, + "broker_sys_s": 0.457817, + "broker_cpu_s": 0.911349, + "broker_vcsw": 13294, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.669217, + "single_rtt_mean_us": 133.754, + "single_rtt_p50_us": 124.634, + "single_rtt_p90_us": 160.685, + "single_rtt_p99_us": 242.809, + "single_rtt_p999_us": 379.657, + "single_rtt_max_us": 563.335, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.612723, + "multi_rtt_mean_us": 594.996, + "multi_rtt_p50_us": 576.343, + "multi_rtt_p90_us": 729.893, + "multi_rtt_p99_us": 1289.811, + "multi_rtt_p999_us": 2998.231, + "multi_rtt_max_us": 3240.256, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225084, + "fanout_delivery_mean_us": 19863.453, + "fanout_delivery_p50_us": 19278.698, + "fanout_delivery_p90_us": 24076.383, + "fanout_delivery_p99_us": 24827.345, + "fanout_delivery_p999_us": 28401.821, + "fanout_delivery_max_us": 28532.895, + "client_wall_s": 1.5241747640002359, + "client_cpu_s": 1.1922330000000017, + "broker_user_s": 0.37088, + "broker_sys_s": 0.539157, + "broker_cpu_s": 0.910037, + "broker_vcsw": 13004, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.703611, + "single_rtt_mean_us": 140.632, + "single_rtt_p50_us": 128.82, + "single_rtt_p90_us": 167.652, + "single_rtt_p99_us": 281.273, + "single_rtt_p999_us": 1376.519, + "single_rtt_max_us": 4051.449, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.60999, + "multi_rtt_mean_us": 589.168, + "multi_rtt_p50_us": 568.581, + "multi_rtt_p90_us": 698.148, + "multi_rtt_p99_us": 1447.83, + "multi_rtt_p999_us": 2448.936, + "multi_rtt_max_us": 3131.597, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242045, + "fanout_delivery_mean_us": 53915.877, + "fanout_delivery_p50_us": 55803.433, + "fanout_delivery_p90_us": 82020.925, + "fanout_delivery_p99_us": 90317.883, + "fanout_delivery_p999_us": 92033.659, + "fanout_delivery_max_us": 92270.991, + "client_wall_s": 1.5710839450002823, + "client_cpu_s": 1.2110699999999923, + "broker_user_s": 0.468057, + "broker_sys_s": 0.438314, + "broker_cpu_s": 0.906371, + "broker_vcsw": 13867, + "broker_maxrss_kib": 6520, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.660381, + "single_rtt_mean_us": 131.978, + "single_rtt_p50_us": 124.033, + "single_rtt_p90_us": 156.218, + "single_rtt_p99_us": 259.328, + "single_rtt_p999_us": 1131.481, + "single_rtt_max_us": 2021.525, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.73294, + "multi_rtt_mean_us": 699.707, + "multi_rtt_p50_us": 669.745, + "multi_rtt_p90_us": 866.553, + "multi_rtt_p99_us": 1520.752, + "multi_rtt_p999_us": 3631.322, + "multi_rtt_max_us": 4982.822, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.243472, + "fanout_delivery_mean_us": 21992.934, + "fanout_delivery_p50_us": 21654.185, + "fanout_delivery_p90_us": 26781.356, + "fanout_delivery_p99_us": 27412.285, + "fanout_delivery_p999_us": 27729.638, + "fanout_delivery_max_us": 27825.304, + "client_wall_s": 1.6514593259998946, + "client_cpu_s": 1.3397030000000143, + "broker_user_s": 0.41267499999999996, + "broker_sys_s": 0.475746, + "broker_cpu_s": 0.8884209999999999, + "broker_vcsw": 14082, + "broker_maxrss_kib": 5024, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690794, + "single_rtt_mean_us": 138.068, + "single_rtt_p50_us": 125.499, + "single_rtt_p90_us": 152.895, + "single_rtt_p99_us": 263.212, + "single_rtt_p999_us": 1530.199, + "single_rtt_max_us": 13968.255, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.700335, + "multi_rtt_mean_us": 678.622, + "multi_rtt_p50_us": 626.288, + "multi_rtt_p90_us": 932.69, + "multi_rtt_p99_us": 1361.358, + "multi_rtt_p999_us": 2567.246, + "multi_rtt_max_us": 9582.203, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.26189, + "fanout_delivery_mean_us": 55737.499, + "fanout_delivery_p50_us": 57013.958, + "fanout_delivery_p90_us": 83197.81, + "fanout_delivery_p99_us": 91518.849, + "fanout_delivery_p999_us": 97394.351, + "fanout_delivery_max_us": 98468.47, + "client_wall_s": 1.6723673679998683, + "client_cpu_s": 1.3085880000000003, + "broker_user_s": 0.39186099999999996, + "broker_sys_s": 0.530504, + "broker_cpu_s": 0.9223649999999999, + "broker_vcsw": 13840, + "broker_maxrss_kib": 6380, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.717362, + "single_rtt_mean_us": 143.379, + "single_rtt_p50_us": 128.738, + "single_rtt_p90_us": 165.86, + "single_rtt_p99_us": 331.97, + "single_rtt_p999_us": 1718.159, + "single_rtt_max_us": 5925.353, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.839683, + "multi_rtt_mean_us": 808.381, + "multi_rtt_p50_us": 787.357, + "multi_rtt_p90_us": 1099.39, + "multi_rtt_p99_us": 2087.259, + "multi_rtt_p999_us": 2820.424, + "multi_rtt_max_us": 3264.524, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.237412, + "fanout_delivery_mean_us": 21096.439, + "fanout_delivery_p50_us": 20177.495, + "fanout_delivery_p90_us": 25091.151, + "fanout_delivery_p99_us": 31618.718, + "fanout_delivery_p999_us": 31870.913, + "fanout_delivery_max_us": 31928.677, + "client_wall_s": 1.8162406349993034, + "client_cpu_s": 1.4044600000000003, + "broker_user_s": 0.447606, + "broker_sys_s": 0.58324, + "broker_cpu_s": 1.030846, + "broker_vcsw": 14045, + "broker_maxrss_kib": 5028, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.747786, + "single_rtt_mean_us": 149.471, + "single_rtt_p50_us": 132.3, + "single_rtt_p90_us": 168.817, + "single_rtt_p99_us": 284.55, + "single_rtt_p999_us": 1186.373, + "single_rtt_max_us": 36357.797, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.713972, + "multi_rtt_mean_us": 694.448, + "multi_rtt_p50_us": 609.407, + "multi_rtt_p90_us": 1071.274, + "multi_rtt_p99_us": 1614.785, + "multi_rtt_p999_us": 4779.987, + "multi_rtt_max_us": 8499.226, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.282427, + "fanout_delivery_mean_us": 64098.358, + "fanout_delivery_p50_us": 57953.401, + "fanout_delivery_p90_us": 114292.704, + "fanout_delivery_p99_us": 122034.177, + "fanout_delivery_p999_us": 127523.372, + "fanout_delivery_max_us": 127666.864, + "client_wall_s": 1.76222261500061, + "client_cpu_s": 1.347198000000006, + "broker_user_s": 0.49254899999999996, + "broker_sys_s": 0.467504, + "broker_cpu_s": 0.9600529999999999, + "broker_vcsw": 13546, + "broker_maxrss_kib": 6360, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.692693, + "single_rtt_mean_us": 138.446, + "single_rtt_p50_us": 129.265, + "single_rtt_p90_us": 157.438, + "single_rtt_p99_us": 257.301, + "single_rtt_p999_us": 1042.702, + "single_rtt_max_us": 5642.888, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.813512, + "multi_rtt_mean_us": 777.584, + "multi_rtt_p50_us": 682.932, + "multi_rtt_p90_us": 1174.967, + "multi_rtt_p99_us": 1763.451, + "multi_rtt_p999_us": 3740.182, + "multi_rtt_max_us": 5166.364, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251764, + "fanout_delivery_mean_us": 21904.185, + "fanout_delivery_p50_us": 21193.872, + "fanout_delivery_p90_us": 26162.982, + "fanout_delivery_p99_us": 30429.124, + "fanout_delivery_p999_us": 34941.347, + "fanout_delivery_max_us": 35833.256, + "client_wall_s": 1.7773284530003366, + "client_cpu_s": 1.3896280000000019, + "broker_user_s": 0.45613099999999995, + "broker_sys_s": 0.526811, + "broker_cpu_s": 0.982942, + "broker_vcsw": 13888, + "broker_maxrss_kib": 4876, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.691465, + "single_rtt_mean_us": 138.208, + "single_rtt_p50_us": 130.96, + "single_rtt_p90_us": 162.478, + "single_rtt_p99_us": 231.52, + "single_rtt_p999_us": 622.414, + "single_rtt_max_us": 1959.593, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.742401, + "multi_rtt_mean_us": 724.552, + "multi_rtt_p50_us": 598.487, + "multi_rtt_p90_us": 1116.155, + "multi_rtt_p99_us": 2387.377, + "multi_rtt_p999_us": 5483.632, + "multi_rtt_max_us": 9185.327, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263268, + "fanout_delivery_mean_us": 23648.627, + "fanout_delivery_p50_us": 22553.456, + "fanout_delivery_p90_us": 31897.978, + "fanout_delivery_p99_us": 36338.308, + "fanout_delivery_p999_us": 39148.14, + "fanout_delivery_max_us": 41581.928, + "client_wall_s": 1.7135044160004327, + "client_cpu_s": 1.2990030000000132, + "broker_user_s": 0.5576599999999999, + "broker_sys_s": 0.47874999999999995, + "broker_cpu_s": 1.0364099999999998, + "broker_vcsw": 12522, + "broker_maxrss_kib": 4996, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.666192, + "single_rtt_mean_us": 133.153, + "single_rtt_p50_us": 125.507, + "single_rtt_p90_us": 151.124, + "single_rtt_p99_us": 216.347, + "single_rtt_p999_us": 745.294, + "single_rtt_max_us": 3945.584, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.743311, + "multi_rtt_mean_us": 716.768, + "multi_rtt_p50_us": 679.546, + "multi_rtt_p90_us": 981.612, + "multi_rtt_p99_us": 1419.926, + "multi_rtt_p999_us": 1950.75, + "multi_rtt_max_us": 2159.444, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.237217, + "fanout_delivery_mean_us": 21419.414, + "fanout_delivery_p50_us": 20539.057, + "fanout_delivery_p90_us": 25445.915, + "fanout_delivery_p99_us": 32180.508, + "fanout_delivery_p999_us": 32575.466, + "fanout_delivery_max_us": 36978.466, + "client_wall_s": 1.6631722839993017, + "client_cpu_s": 1.3192659999999847, + "broker_user_s": 0.44794799999999996, + "broker_sys_s": 0.47359599999999996, + "broker_cpu_s": 0.9215439999999999, + "broker_vcsw": 13894, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.654008, + "single_rtt_mean_us": 130.708, + "single_rtt_p50_us": 122.657, + "single_rtt_p90_us": 150.598, + "single_rtt_p99_us": 210.077, + "single_rtt_p999_us": 553.598, + "single_rtt_max_us": 983.454, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.701782, + "multi_rtt_mean_us": 675.888, + "multi_rtt_p50_us": 621.367, + "multi_rtt_p90_us": 887.523, + "multi_rtt_p99_us": 1695.55, + "multi_rtt_p999_us": 3243.955, + "multi_rtt_max_us": 7025.599, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261923, + "fanout_delivery_mean_us": 55740.162, + "fanout_delivery_p50_us": 53819.009, + "fanout_delivery_p90_us": 81722.594, + "fanout_delivery_p99_us": 86885.597, + "fanout_delivery_p999_us": 91475.189, + "fanout_delivery_max_us": 91582.377, + "client_wall_s": 1.6349142970002504, + "client_cpu_s": 1.28184499999999, + "broker_user_s": 0.417234, + "broker_sys_s": 0.487185, + "broker_cpu_s": 0.904419, + "broker_vcsw": 14114, + "broker_maxrss_kib": 6344, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.713412, + "single_rtt_mean_us": 142.571, + "single_rtt_p50_us": 126.895, + "single_rtt_p90_us": 163.263, + "single_rtt_p99_us": 332.554, + "single_rtt_p999_us": 2110.873, + "single_rtt_max_us": 10817.75, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.646707, + "multi_rtt_mean_us": 625.653, + "multi_rtt_p50_us": 608.858, + "multi_rtt_p90_us": 795.915, + "multi_rtt_p99_us": 1061.848, + "multi_rtt_p999_us": 1600.235, + "multi_rtt_max_us": 1698.526, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.222457, + "fanout_delivery_mean_us": 20106.726, + "fanout_delivery_p50_us": 19554.51, + "fanout_delivery_p90_us": 23985.324, + "fanout_delivery_p99_us": 24517.762, + "fanout_delivery_p999_us": 24744.755, + "fanout_delivery_max_us": 24837.006, + "client_wall_s": 1.5978404730003604, + "client_cpu_s": 1.2345789999999965, + "broker_user_s": 0.41969199999999995, + "broker_sys_s": 0.500379, + "broker_cpu_s": 0.920071, + "broker_vcsw": 13250, + "broker_maxrss_kib": 4956, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.754232, + "single_rtt_mean_us": 150.751, + "single_rtt_p50_us": 137.391, + "single_rtt_p90_us": 181.931, + "single_rtt_p99_us": 350.948, + "single_rtt_p999_us": 1298.174, + "single_rtt_max_us": 3449.155, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.697601, + "multi_rtt_mean_us": 677.95, + "multi_rtt_p50_us": 625.909, + "multi_rtt_p90_us": 876.751, + "multi_rtt_p99_us": 1580.443, + "multi_rtt_p999_us": 4206.935, + "multi_rtt_max_us": 6475.992, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259455, + "fanout_delivery_mean_us": 22344.398, + "fanout_delivery_p50_us": 21295.351, + "fanout_delivery_p90_us": 30088.506, + "fanout_delivery_p99_us": 34880.506, + "fanout_delivery_p999_us": 40009.963, + "fanout_delivery_max_us": 43316.145, + "client_wall_s": 1.7277914420001252, + "client_cpu_s": 1.3335300000000103, + "broker_user_s": 0.410929, + "broker_sys_s": 0.563889, + "broker_cpu_s": 0.974818, + "broker_vcsw": 13169, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.758652, + "single_rtt_mean_us": 151.621, + "single_rtt_p50_us": 130.803, + "single_rtt_p90_us": 171.402, + "single_rtt_p99_us": 380.535, + "single_rtt_p999_us": 2825.03, + "single_rtt_max_us": 8675.779, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.746782, + "multi_rtt_mean_us": 729.485, + "multi_rtt_p50_us": 654.448, + "multi_rtt_p90_us": 948.508, + "multi_rtt_p99_us": 2452.298, + "multi_rtt_p999_us": 7663.307, + "multi_rtt_max_us": 7839.738, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.303939, + "fanout_delivery_mean_us": 26321.77, + "fanout_delivery_p50_us": 24972.368, + "fanout_delivery_p90_us": 33890.138, + "fanout_delivery_p99_us": 57230.926, + "fanout_delivery_p999_us": 58148.111, + "fanout_delivery_max_us": 58278.611, + "client_wall_s": 1.8576047020005717, + "client_cpu_s": 1.3791769999999985, + "broker_user_s": 0.441905, + "broker_sys_s": 0.5550229999999999, + "broker_cpu_s": 0.9969279999999999, + "broker_vcsw": 13182, + "broker_maxrss_kib": 5120, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.882978, + "single_rtt_mean_us": 176.455, + "single_rtt_p50_us": 159.676, + "single_rtt_p90_us": 230.444, + "single_rtt_p99_us": 391.453, + "single_rtt_p999_us": 1499.481, + "single_rtt_max_us": 2861.782, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.604169, + "multi_rtt_mean_us": 1555.084, + "multi_rtt_p50_us": 1490.54, + "multi_rtt_p90_us": 2286.009, + "multi_rtt_p99_us": 3519.048, + "multi_rtt_p999_us": 5335.449, + "multi_rtt_max_us": 8510.441, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.337825, + "fanout_delivery_mean_us": 66685.444, + "fanout_delivery_p50_us": 65473.66, + "fanout_delivery_p90_us": 97522.153, + "fanout_delivery_p99_us": 105779.453, + "fanout_delivery_p999_us": 109526.14, + "fanout_delivery_max_us": 110294.362, + "client_wall_s": 2.8445720970003094, + "client_cpu_s": 2.438913999999997, + "broker_user_s": 0.548924, + "broker_sys_s": 0.577116, + "broker_cpu_s": 1.12604, + "broker_vcsw": 18638, + "broker_maxrss_kib": 6032, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.756509, + "single_rtt_mean_us": 151.207, + "single_rtt_p50_us": 139.077, + "single_rtt_p90_us": 170.813, + "single_rtt_p99_us": 356.2, + "single_rtt_p999_us": 1744.805, + "single_rtt_max_us": 5857.206, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.757841, + "multi_rtt_mean_us": 731.045, + "multi_rtt_p50_us": 662.188, + "multi_rtt_p90_us": 993.583, + "multi_rtt_p99_us": 1739.342, + "multi_rtt_p999_us": 5525.403, + "multi_rtt_max_us": 9684.224, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.299153, + "fanout_delivery_mean_us": 26900.671, + "fanout_delivery_p50_us": 26724.291, + "fanout_delivery_p90_us": 33327.158, + "fanout_delivery_p99_us": 38931.142, + "fanout_delivery_p999_us": 41635.64, + "fanout_delivery_max_us": 41737.094, + "client_wall_s": 1.8321958400001677, + "client_cpu_s": 1.3937390000000107, + "broker_user_s": 0.44512999999999997, + "broker_sys_s": 0.57066, + "broker_cpu_s": 1.01579, + "broker_vcsw": 13243, + "broker_maxrss_kib": 5056, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.716323, + "single_rtt_mean_us": 143.175, + "single_rtt_p50_us": 132.866, + "single_rtt_p90_us": 163.01, + "single_rtt_p99_us": 279.156, + "single_rtt_p999_us": 841.172, + "single_rtt_max_us": 4568.113, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.695912, + "multi_rtt_mean_us": 674.61, + "multi_rtt_p50_us": 614.204, + "multi_rtt_p90_us": 783.667, + "multi_rtt_p99_us": 2901.652, + "multi_rtt_p999_us": 6367.435, + "multi_rtt_max_us": 11257.728, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.276807, + "fanout_delivery_mean_us": 59445.202, + "fanout_delivery_p50_us": 65165.754, + "fanout_delivery_p90_us": 88834.155, + "fanout_delivery_p99_us": 97682.95, + "fanout_delivery_p999_us": 98458.337, + "fanout_delivery_max_us": 98554.423, + "client_wall_s": 1.705117775999497, + "client_cpu_s": 1.2797220000000067, + "broker_user_s": 0.443521, + "broker_sys_s": 0.511567, + "broker_cpu_s": 0.9550879999999999, + "broker_vcsw": 13673, + "broker_maxrss_kib": 6220, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.78837, + "single_rtt_mean_us": 157.58, + "single_rtt_p50_us": 140.648, + "single_rtt_p90_us": 182.778, + "single_rtt_p99_us": 377.701, + "single_rtt_p999_us": 2378.33, + "single_rtt_max_us": 12168.741, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.750553, + "multi_rtt_mean_us": 724.993, + "multi_rtt_p50_us": 651.853, + "multi_rtt_p90_us": 919.239, + "multi_rtt_p99_us": 2000.708, + "multi_rtt_p999_us": 4259.303, + "multi_rtt_max_us": 10492.431, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25289, + "fanout_delivery_mean_us": 22297.266, + "fanout_delivery_p50_us": 21919.915, + "fanout_delivery_p90_us": 27839.505, + "fanout_delivery_p99_us": 32139.054, + "fanout_delivery_p999_us": 32538.322, + "fanout_delivery_max_us": 32658.102, + "client_wall_s": 1.8088169650000054, + "client_cpu_s": 1.3561379999999872, + "broker_user_s": 0.541206, + "broker_sys_s": 0.47106499999999996, + "broker_cpu_s": 1.012271, + "broker_vcsw": 13530, + "broker_maxrss_kib": 5064, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66239, + "single_rtt_mean_us": 132.377, + "single_rtt_p50_us": 127.062, + "single_rtt_p90_us": 148.585, + "single_rtt_p99_us": 200.536, + "single_rtt_p999_us": 460.503, + "single_rtt_max_us": 537.433, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.696952, + "multi_rtt_mean_us": 677.192, + "multi_rtt_p50_us": 607.986, + "multi_rtt_p90_us": 834.957, + "multi_rtt_p99_us": 2338.792, + "multi_rtt_p999_us": 5588.834, + "multi_rtt_max_us": 5701.114, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.288549, + "fanout_delivery_mean_us": 63022.839, + "fanout_delivery_p50_us": 64588.474, + "fanout_delivery_p90_us": 101924.6, + "fanout_delivery_p99_us": 112235.451, + "fanout_delivery_p999_us": 117657.74, + "fanout_delivery_max_us": 118308.27, + "client_wall_s": 1.663743551999687, + "client_cpu_s": 1.2879429999999985, + "broker_user_s": 0.434822, + "broker_sys_s": 0.516919, + "broker_cpu_s": 0.951741, + "broker_vcsw": 13578, + "broker_maxrss_kib": 6236, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690772, + "single_rtt_mean_us": 138.071, + "single_rtt_p50_us": 125.013, + "single_rtt_p90_us": 160.478, + "single_rtt_p99_us": 381.398, + "single_rtt_p999_us": 780.822, + "single_rtt_max_us": 2933.775, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.701339, + "multi_rtt_mean_us": 674.616, + "multi_rtt_p50_us": 619.447, + "multi_rtt_p90_us": 879.849, + "multi_rtt_p99_us": 1692.5, + "multi_rtt_p999_us": 6301.399, + "multi_rtt_max_us": 7883.444, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247988, + "fanout_delivery_mean_us": 22363.685, + "fanout_delivery_p50_us": 22949.549, + "fanout_delivery_p90_us": 27405.603, + "fanout_delivery_p99_us": 31276.823, + "fanout_delivery_p999_us": 34191.214, + "fanout_delivery_max_us": 34903.146, + "client_wall_s": 1.659564304000014, + "client_cpu_s": 1.2738980000000169, + "broker_user_s": 0.39213499999999996, + "broker_sys_s": 0.502219, + "broker_cpu_s": 0.8943539999999999, + "broker_vcsw": 13984, + "broker_maxrss_kib": 4944, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.6836, + "single_rtt_mean_us": 136.635, + "single_rtt_p50_us": 127.726, + "single_rtt_p90_us": 156.724, + "single_rtt_p99_us": 236.99, + "single_rtt_p999_us": 1234.077, + "single_rtt_max_us": 4887.247, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.631891, + "multi_rtt_mean_us": 607.563, + "multi_rtt_p50_us": 596.798, + "multi_rtt_p90_us": 741.742, + "multi_rtt_p99_us": 1323.633, + "multi_rtt_p999_us": 2148.2, + "multi_rtt_max_us": 2439.188, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.224785, + "fanout_delivery_mean_us": 19660.918, + "fanout_delivery_p50_us": 19548.351, + "fanout_delivery_p90_us": 24258.022, + "fanout_delivery_p99_us": 24841.06, + "fanout_delivery_p999_us": 25230.703, + "fanout_delivery_max_us": 27006.294, + "client_wall_s": 1.5593151260000013, + "client_cpu_s": 1.2180759999999964, + "broker_user_s": 0.420537, + "broker_sys_s": 0.467099, + "broker_cpu_s": 0.887636, + "broker_vcsw": 13959, + "broker_maxrss_kib": 5124, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.65355, + "single_rtt_mean_us": 130.629, + "single_rtt_p50_us": 121.117, + "single_rtt_p90_us": 153.241, + "single_rtt_p99_us": 227.952, + "single_rtt_p999_us": 768.889, + "single_rtt_max_us": 2828.592, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.685819, + "multi_rtt_mean_us": 655.121, + "multi_rtt_p50_us": 624.337, + "multi_rtt_p90_us": 840.636, + "multi_rtt_p99_us": 1151.222, + "multi_rtt_p999_us": 1668.614, + "multi_rtt_max_us": 2656.895, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.244731, + "fanout_delivery_mean_us": 21808.738, + "fanout_delivery_p50_us": 21381.906, + "fanout_delivery_p90_us": 28016.67, + "fanout_delivery_p99_us": 33611.789, + "fanout_delivery_p999_us": 36746.619, + "fanout_delivery_max_us": 36850.393, + "client_wall_s": 1.601618278999922, + "client_cpu_s": 1.2627399999999795, + "broker_user_s": 0.430089, + "broker_sys_s": 0.468559, + "broker_cpu_s": 0.898648, + "broker_vcsw": 14181, + "broker_maxrss_kib": 4900, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.670776, + "single_rtt_mean_us": 134.07, + "single_rtt_p50_us": 122.463, + "single_rtt_p90_us": 150.086, + "single_rtt_p99_us": 304.493, + "single_rtt_p999_us": 1795.067, + "single_rtt_max_us": 3539.185, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.738558, + "multi_rtt_mean_us": 696.958, + "multi_rtt_p50_us": 611.578, + "multi_rtt_p90_us": 918.206, + "multi_rtt_p99_us": 2669.441, + "multi_rtt_p999_us": 5684.96, + "multi_rtt_max_us": 5880.302, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25063, + "fanout_delivery_mean_us": 22461.545, + "fanout_delivery_p50_us": 20609.703, + "fanout_delivery_p90_us": 29689.837, + "fanout_delivery_p99_us": 38356.553, + "fanout_delivery_p999_us": 42619.182, + "fanout_delivery_max_us": 44473.022, + "client_wall_s": 1.6764460869999311, + "client_cpu_s": 1.3113859999999846, + "broker_user_s": 0.42094699999999996, + "broker_sys_s": 0.5093799999999999, + "broker_cpu_s": 0.9303269999999999, + "broker_vcsw": 14027, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.727258, + "single_rtt_mean_us": 145.357, + "single_rtt_p50_us": 130.123, + "single_rtt_p90_us": 187.716, + "single_rtt_p99_us": 299.461, + "single_rtt_p999_us": 612.862, + "single_rtt_max_us": 2416.629, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.676038, + "multi_rtt_mean_us": 647.319, + "multi_rtt_p50_us": 611.378, + "multi_rtt_p90_us": 786.521, + "multi_rtt_p99_us": 1551.062, + "multi_rtt_p999_us": 3662.551, + "multi_rtt_max_us": 4135.637, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253635, + "fanout_delivery_mean_us": 54399.719, + "fanout_delivery_p50_us": 54311.444, + "fanout_delivery_p90_us": 76995.621, + "fanout_delivery_p99_us": 82395.937, + "fanout_delivery_p999_us": 85292.223, + "fanout_delivery_max_us": 85986.276, + "client_wall_s": 1.6718890419997479, + "client_cpu_s": 1.2699649999999991, + "broker_user_s": 0.49665899999999996, + "broker_sys_s": 0.48279, + "broker_cpu_s": 0.979449, + "broker_vcsw": 13820, + "broker_maxrss_kib": 6420, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.712704, + "single_rtt_mean_us": 142.45, + "single_rtt_p50_us": 129.473, + "single_rtt_p90_us": 168.458, + "single_rtt_p99_us": 278.696, + "single_rtt_p999_us": 1326.771, + "single_rtt_max_us": 5151.572, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.671712, + "multi_rtt_mean_us": 644.792, + "multi_rtt_p50_us": 614.914, + "multi_rtt_p90_us": 798.528, + "multi_rtt_p99_us": 1220.547, + "multi_rtt_p999_us": 2597.749, + "multi_rtt_max_us": 7266.732, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232402, + "fanout_delivery_mean_us": 20998.888, + "fanout_delivery_p50_us": 20642.768, + "fanout_delivery_p90_us": 25566.803, + "fanout_delivery_p99_us": 26942.764, + "fanout_delivery_p999_us": 27246.445, + "fanout_delivery_max_us": 28541.227, + "client_wall_s": 1.632256416999553, + "client_cpu_s": 1.2907460000000128, + "broker_user_s": 0.398868, + "broker_sys_s": 0.48452399999999995, + "broker_cpu_s": 0.883392, + "broker_vcsw": 13902, + "broker_maxrss_kib": 4888, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.752873, + "single_rtt_mean_us": 150.479, + "single_rtt_p50_us": 132.354, + "single_rtt_p90_us": 191.315, + "single_rtt_p99_us": 354.17, + "single_rtt_p999_us": 1226.262, + "single_rtt_max_us": 6517.806, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.68092, + "multi_rtt_mean_us": 660.891, + "multi_rtt_p50_us": 599.585, + "multi_rtt_p90_us": 815.191, + "multi_rtt_p99_us": 2763.934, + "multi_rtt_p999_us": 4280.4, + "multi_rtt_max_us": 6154.821, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.260067, + "fanout_delivery_mean_us": 58770.983, + "fanout_delivery_p50_us": 65612.573, + "fanout_delivery_p90_us": 88672.125, + "fanout_delivery_p99_us": 94368.332, + "fanout_delivery_p999_us": 98423.02, + "fanout_delivery_max_us": 98554.277, + "client_wall_s": 1.7104050610005288, + "client_cpu_s": 1.2650350000000117, + "broker_user_s": 0.411597, + "broker_sys_s": 0.550361, + "broker_cpu_s": 0.961958, + "broker_vcsw": 13951, + "broker_maxrss_kib": 6512, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.672125, + "single_rtt_mean_us": 134.331, + "single_rtt_p50_us": 122.451, + "single_rtt_p90_us": 150.707, + "single_rtt_p99_us": 302.101, + "single_rtt_p999_us": 959.308, + "single_rtt_max_us": 2984.197, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.642271, + "multi_rtt_mean_us": 619.677, + "multi_rtt_p50_us": 595.397, + "multi_rtt_p90_us": 751.806, + "multi_rtt_p99_us": 1564.876, + "multi_rtt_p999_us": 3282.374, + "multi_rtt_max_us": 5434.497, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.244476, + "fanout_delivery_mean_us": 21673.133, + "fanout_delivery_p50_us": 21799.344, + "fanout_delivery_p90_us": 26454.975, + "fanout_delivery_p99_us": 28522.223, + "fanout_delivery_p999_us": 28910.364, + "fanout_delivery_max_us": 33097.952, + "client_wall_s": 1.5751416220000465, + "client_cpu_s": 1.2205710000000067, + "broker_user_s": 0.419008, + "broker_sys_s": 0.5302319999999999, + "broker_cpu_s": 0.9492399999999999, + "broker_vcsw": 13538, + "broker_maxrss_kib": 5064, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.65817, + "single_rtt_mean_us": 131.543, + "single_rtt_p50_us": 122.735, + "single_rtt_p90_us": 148.658, + "single_rtt_p99_us": 213.901, + "single_rtt_p999_us": 652.944, + "single_rtt_max_us": 2277.533, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.686078, + "multi_rtt_mean_us": 663.375, + "multi_rtt_p50_us": 598.271, + "multi_rtt_p90_us": 783.816, + "multi_rtt_p99_us": 2943.859, + "multi_rtt_p999_us": 6482.458, + "multi_rtt_max_us": 7366.433, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256541, + "fanout_delivery_mean_us": 55462.858, + "fanout_delivery_p50_us": 56323.609, + "fanout_delivery_p90_us": 82115.81, + "fanout_delivery_p99_us": 89761.142, + "fanout_delivery_p999_us": 94244.888, + "fanout_delivery_max_us": 94365.512, + "client_wall_s": 1.6163815870004328, + "client_cpu_s": 1.240341000000015, + "broker_user_s": 0.41374099999999997, + "broker_sys_s": 0.47901, + "broker_cpu_s": 0.892751, + "broker_vcsw": 13983, + "broker_maxrss_kib": 6388, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.640688, + "single_rtt_mean_us": 128.045, + "single_rtt_p50_us": 120.014, + "single_rtt_p90_us": 144.435, + "single_rtt_p99_us": 215.631, + "single_rtt_p999_us": 517.6, + "single_rtt_max_us": 1991.018, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.717183, + "multi_rtt_mean_us": 692.317, + "multi_rtt_p50_us": 628.562, + "multi_rtt_p90_us": 891.468, + "multi_rtt_p99_us": 2526.391, + "multi_rtt_p999_us": 5498.011, + "multi_rtt_max_us": 8220.721, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233817, + "fanout_delivery_mean_us": 20464.841, + "fanout_delivery_p50_us": 20178.415, + "fanout_delivery_p90_us": 25028.373, + "fanout_delivery_p99_us": 26521.833, + "fanout_delivery_p999_us": 30646.412, + "fanout_delivery_max_us": 30705.961, + "client_wall_s": 1.608115536000696, + "client_cpu_s": 1.2486180000000076, + "broker_user_s": 0.399497, + "broker_sys_s": 0.49863399999999997, + "broker_cpu_s": 0.898131, + "broker_vcsw": 13706, + "broker_maxrss_kib": 4900, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.686272, + "single_rtt_mean_us": 137.169, + "single_rtt_p50_us": 123.404, + "single_rtt_p90_us": 155.837, + "single_rtt_p99_us": 352.235, + "single_rtt_p999_us": 1919.984, + "single_rtt_max_us": 2587.098, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.71898, + "multi_rtt_mean_us": 687.016, + "multi_rtt_p50_us": 614.33, + "multi_rtt_p90_us": 888.77, + "multi_rtt_p99_us": 2259.744, + "multi_rtt_p999_us": 5073.218, + "multi_rtt_max_us": 6678.684, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.303985, + "fanout_delivery_mean_us": 26380.021, + "fanout_delivery_p50_us": 26143.387, + "fanout_delivery_p90_us": 34250.949, + "fanout_delivery_p99_us": 45047.512, + "fanout_delivery_p999_us": 46423.431, + "fanout_delivery_max_us": 46509.104, + "client_wall_s": 1.7257129380004699, + "client_cpu_s": 1.3152379999999937, + "broker_user_s": 0.405261, + "broker_sys_s": 0.506614, + "broker_cpu_s": 0.911875, + "broker_vcsw": 13671, + "broker_maxrss_kib": 5052, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.78976, + "single_rtt_mean_us": 157.846, + "single_rtt_p50_us": 132.715, + "single_rtt_p90_us": 189.458, + "single_rtt_p99_us": 347.827, + "single_rtt_p999_us": 1038.125, + "single_rtt_max_us": 33517.69, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.903347, + "multi_rtt_mean_us": 784.678, + "multi_rtt_p50_us": 606.032, + "multi_rtt_p90_us": 895.567, + "multi_rtt_p99_us": 2858.751, + "multi_rtt_p999_us": 37684.595, + "multi_rtt_max_us": 68342.51, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263089, + "fanout_delivery_mean_us": 24154.026, + "fanout_delivery_p50_us": 24681.002, + "fanout_delivery_p90_us": 31299.642, + "fanout_delivery_p99_us": 34338.793, + "fanout_delivery_p999_us": 34636.115, + "fanout_delivery_max_us": 35981.251, + "client_wall_s": 1.9710903259992847, + "client_cpu_s": 1.338825, + "broker_user_s": 0.435032, + "broker_sys_s": 0.512599, + "broker_cpu_s": 0.947631, + "broker_vcsw": 13191, + "broker_maxrss_kib": 4896, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.674902, + "single_rtt_mean_us": 134.894, + "single_rtt_p50_us": 121.574, + "single_rtt_p90_us": 158.313, + "single_rtt_p99_us": 328.313, + "single_rtt_p999_us": 1005.541, + "single_rtt_max_us": 1880.17, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.683905, + "multi_rtt_mean_us": 660.058, + "multi_rtt_p50_us": 607.031, + "multi_rtt_p90_us": 897.393, + "multi_rtt_p99_us": 1867.481, + "multi_rtt_p999_us": 3410.312, + "multi_rtt_max_us": 3724.454, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254621, + "fanout_delivery_mean_us": 22732.936, + "fanout_delivery_p50_us": 22750.747, + "fanout_delivery_p90_us": 28953.212, + "fanout_delivery_p99_us": 34551.981, + "fanout_delivery_p999_us": 34786.235, + "fanout_delivery_max_us": 34871.391, + "client_wall_s": 1.6285919210004067, + "client_cpu_s": 1.2537960000000083, + "broker_user_s": 0.40768099999999996, + "broker_sys_s": 0.5292939999999999, + "broker_cpu_s": 0.9369749999999999, + "broker_vcsw": 13847, + "broker_maxrss_kib": 5124, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.70044, + "single_rtt_mean_us": 139.857, + "single_rtt_p50_us": 126.252, + "single_rtt_p90_us": 158.489, + "single_rtt_p99_us": 464.683, + "single_rtt_p999_us": 1165.358, + "single_rtt_max_us": 2294.148, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675648, + "multi_rtt_mean_us": 653.121, + "multi_rtt_p50_us": 609.579, + "multi_rtt_p90_us": 857.491, + "multi_rtt_p99_us": 1412.476, + "multi_rtt_p999_us": 3032.568, + "multi_rtt_max_us": 10628.21, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254311, + "fanout_delivery_mean_us": 54836.41, + "fanout_delivery_p50_us": 57600.146, + "fanout_delivery_p90_us": 82330.352, + "fanout_delivery_p99_us": 88943.795, + "fanout_delivery_p999_us": 92277.822, + "fanout_delivery_max_us": 93510.86, + "client_wall_s": 1.6461821470002178, + "client_cpu_s": 1.2759380000000107, + "broker_user_s": 0.44631099999999996, + "broker_sys_s": 0.476582, + "broker_cpu_s": 0.922893, + "broker_vcsw": 14041, + "broker_maxrss_kib": 6216, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.686806, + "single_rtt_mean_us": 137.261, + "single_rtt_p50_us": 126.252, + "single_rtt_p90_us": 167.226, + "single_rtt_p99_us": 257.644, + "single_rtt_p999_us": 661.528, + "single_rtt_max_us": 2308.9, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.638757, + "multi_rtt_mean_us": 619.242, + "multi_rtt_p50_us": 592.881, + "multi_rtt_p90_us": 771.006, + "multi_rtt_p99_us": 1775.973, + "multi_rtt_p999_us": 2474.304, + "multi_rtt_max_us": 3188.82, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.266787, + "fanout_delivery_mean_us": 59436.026, + "fanout_delivery_p50_us": 69536.426, + "fanout_delivery_p90_us": 84495.993, + "fanout_delivery_p99_us": 89865.653, + "fanout_delivery_p999_us": 94741.441, + "fanout_delivery_max_us": 94838.061, + "client_wall_s": 1.6108561849996477, + "client_cpu_s": 1.2288309999999854, + "broker_user_s": 0.42191199999999995, + "broker_sys_s": 0.504289, + "broker_cpu_s": 0.9262009999999999, + "broker_vcsw": 13594, + "broker_maxrss_kib": 6316, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.647874, + "single_rtt_mean_us": 129.479, + "single_rtt_p50_us": 120.377, + "single_rtt_p90_us": 147.44, + "single_rtt_p99_us": 257.621, + "single_rtt_p999_us": 893.44, + "single_rtt_max_us": 2402.136, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.673155, + "multi_rtt_mean_us": 649.403, + "multi_rtt_p50_us": 608.301, + "multi_rtt_p90_us": 872.061, + "multi_rtt_p99_us": 1468.921, + "multi_rtt_p999_us": 2503.312, + "multi_rtt_max_us": 2906.863, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258701, + "fanout_delivery_mean_us": 23210.719, + "fanout_delivery_p50_us": 23218.544, + "fanout_delivery_p90_us": 28971.015, + "fanout_delivery_p99_us": 31467.304, + "fanout_delivery_p999_us": 31924.247, + "fanout_delivery_max_us": 31983.444, + "client_wall_s": 1.5938380789993971, + "client_cpu_s": 1.2654849999999982, + "broker_user_s": 0.37552599999999997, + "broker_sys_s": 0.496299, + "broker_cpu_s": 0.871825, + "broker_vcsw": 13861, + "broker_maxrss_kib": 5100, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.670137, + "single_rtt_mean_us": 133.935, + "single_rtt_p50_us": 123.281, + "single_rtt_p90_us": 156.053, + "single_rtt_p99_us": 286.806, + "single_rtt_p999_us": 719.974, + "single_rtt_max_us": 1395.345, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.667885, + "multi_rtt_mean_us": 632.834, + "multi_rtt_p50_us": 603.884, + "multi_rtt_p90_us": 802.689, + "multi_rtt_p99_us": 1190.692, + "multi_rtt_p999_us": 2362.62, + "multi_rtt_max_us": 3514.537, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.214391, + "fanout_delivery_mean_us": 19021.587, + "fanout_delivery_p50_us": 18413.055, + "fanout_delivery_p90_us": 22854.015, + "fanout_delivery_p99_us": 24336.601, + "fanout_delivery_p999_us": 24588.04, + "fanout_delivery_max_us": 26958.646, + "client_wall_s": 1.568568366999898, + "client_cpu_s": 1.2358460000000093, + "broker_user_s": 0.37490599999999996, + "broker_sys_s": 0.49723399999999995, + "broker_cpu_s": 0.8721399999999999, + "broker_vcsw": 14177, + "broker_maxrss_kib": 4964, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.653974, + "single_rtt_mean_us": 130.684, + "single_rtt_p50_us": 119.764, + "single_rtt_p90_us": 159.575, + "single_rtt_p99_us": 250.965, + "single_rtt_p999_us": 381.852, + "single_rtt_max_us": 1523.175, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.720743, + "multi_rtt_mean_us": 696.6, + "multi_rtt_p50_us": 628.255, + "multi_rtt_p90_us": 933.297, + "multi_rtt_p99_us": 1940.214, + "multi_rtt_p999_us": 4315.745, + "multi_rtt_max_us": 4531.152, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255327, + "fanout_delivery_mean_us": 23048.944, + "fanout_delivery_p50_us": 23825.914, + "fanout_delivery_p90_us": 29011.587, + "fanout_delivery_p99_us": 32030.265, + "fanout_delivery_p999_us": 32292.111, + "fanout_delivery_max_us": 32354.178, + "client_wall_s": 1.6529865630000131, + "client_cpu_s": 1.339534999999998, + "broker_user_s": 0.415937, + "broker_sys_s": 0.516672, + "broker_cpu_s": 0.932609, + "broker_vcsw": 13017, + "broker_maxrss_kib": 4952, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.685979, + "single_rtt_mean_us": 137.106, + "single_rtt_p50_us": 128.34, + "single_rtt_p90_us": 161.126, + "single_rtt_p99_us": 238.35, + "single_rtt_p999_us": 666.292, + "single_rtt_max_us": 1892.579, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.804965, + "multi_rtt_mean_us": 774.215, + "multi_rtt_p50_us": 720.671, + "multi_rtt_p90_us": 1071.347, + "multi_rtt_p99_us": 2330.95, + "multi_rtt_p999_us": 3644.786, + "multi_rtt_max_us": 4653.884, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248832, + "fanout_delivery_mean_us": 22223.64, + "fanout_delivery_p50_us": 21803.792, + "fanout_delivery_p90_us": 26667.907, + "fanout_delivery_p99_us": 28765.293, + "fanout_delivery_p999_us": 31834.993, + "fanout_delivery_max_us": 32081.287, + "client_wall_s": 1.756850146999568, + "client_cpu_s": 1.3925160000000147, + "broker_user_s": 0.48141599999999996, + "broker_sys_s": 0.491861, + "broker_cpu_s": 0.973277, + "broker_vcsw": 13705, + "broker_maxrss_kib": 5104, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.729063, + "single_rtt_mean_us": 145.706, + "single_rtt_p50_us": 129.808, + "single_rtt_p90_us": 190.229, + "single_rtt_p99_us": 317.246, + "single_rtt_p999_us": 834.729, + "single_rtt_max_us": 1547.856, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.693471, + "multi_rtt_mean_us": 674.473, + "multi_rtt_p50_us": 600.921, + "multi_rtt_p90_us": 931.284, + "multi_rtt_p99_us": 1846.738, + "multi_rtt_p999_us": 3104.895, + "multi_rtt_max_us": 4793.727, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.267295, + "fanout_delivery_mean_us": 58208.6, + "fanout_delivery_p50_us": 58723.346, + "fanout_delivery_p90_us": 91461.275, + "fanout_delivery_p99_us": 97988.844, + "fanout_delivery_p999_us": 101758.246, + "fanout_delivery_max_us": 101815.224, + "client_wall_s": 1.7076751100003094, + "client_cpu_s": 1.3782369999999986, + "broker_user_s": 0.411972, + "broker_sys_s": 0.514657, + "broker_cpu_s": 0.926629, + "broker_vcsw": 13723, + "broker_maxrss_kib": 6416, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.710517, + "single_rtt_mean_us": 142.01, + "single_rtt_p50_us": 130.838, + "single_rtt_p90_us": 164.302, + "single_rtt_p99_us": 243.583, + "single_rtt_p999_us": 1340.213, + "single_rtt_max_us": 6522.613, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.698638, + "multi_rtt_mean_us": 677.053, + "multi_rtt_p50_us": 638.52, + "multi_rtt_p90_us": 845.426, + "multi_rtt_p99_us": 1566.523, + "multi_rtt_p999_us": 4194.439, + "multi_rtt_max_us": 5579.649, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.241226, + "fanout_delivery_mean_us": 21909.02, + "fanout_delivery_p50_us": 22202.41, + "fanout_delivery_p90_us": 26928.038, + "fanout_delivery_p99_us": 27735.666, + "fanout_delivery_p999_us": 29242.356, + "fanout_delivery_max_us": 33037.007, + "client_wall_s": 1.6661090699999477, + "client_cpu_s": 1.308552999999975, + "broker_user_s": 0.40759999999999996, + "broker_sys_s": 0.539025, + "broker_cpu_s": 0.9466249999999999, + "broker_vcsw": 13357, + "broker_maxrss_kib": 5056, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.661968, + "single_rtt_mean_us": 132.302, + "single_rtt_p50_us": 126.506, + "single_rtt_p90_us": 153.523, + "single_rtt_p99_us": 213.479, + "single_rtt_p999_us": 361.519, + "single_rtt_max_us": 1953.016, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.73715, + "multi_rtt_mean_us": 719.797, + "multi_rtt_p50_us": 631.004, + "multi_rtt_p90_us": 977.477, + "multi_rtt_p99_us": 2313.691, + "multi_rtt_p999_us": 5798.032, + "multi_rtt_max_us": 6617.233, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261698, + "fanout_delivery_mean_us": 58586.944, + "fanout_delivery_p50_us": 58617.595, + "fanout_delivery_p90_us": 90433.045, + "fanout_delivery_p99_us": 98436.201, + "fanout_delivery_p999_us": 100883.171, + "fanout_delivery_max_us": 100975.63, + "client_wall_s": 1.6772350840001309, + "client_cpu_s": 1.3056690000000089, + "broker_user_s": 0.415566, + "broker_sys_s": 0.5424519999999999, + "broker_cpu_s": 0.9580179999999999, + "broker_vcsw": 13700, + "broker_maxrss_kib": 6452, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.791177, + "single_rtt_mean_us": 158.133, + "single_rtt_p50_us": 151.815, + "single_rtt_p90_us": 190.482, + "single_rtt_p99_us": 267.464, + "single_rtt_p999_us": 560.135, + "single_rtt_max_us": 952.541, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.874814, + "multi_rtt_mean_us": 846.063, + "multi_rtt_p50_us": 832.782, + "multi_rtt_p90_us": 1124.139, + "multi_rtt_p99_us": 1956.669, + "multi_rtt_p999_us": 4066.536, + "multi_rtt_max_us": 4782.771, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.243645, + "fanout_delivery_mean_us": 22999.512, + "fanout_delivery_p50_us": 23330.863, + "fanout_delivery_p90_us": 26675.156, + "fanout_delivery_p99_us": 31660.154, + "fanout_delivery_p999_us": 32291.243, + "fanout_delivery_max_us": 32731.806, + "client_wall_s": 1.9300083309999536, + "client_cpu_s": 1.5233860000000021, + "broker_user_s": 0.495722, + "broker_sys_s": 0.555689, + "broker_cpu_s": 1.0514109999999999, + "broker_vcsw": 13977, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690208, + "single_rtt_mean_us": 137.942, + "single_rtt_p50_us": 134.166, + "single_rtt_p90_us": 157.165, + "single_rtt_p99_us": 207.158, + "single_rtt_p999_us": 581.653, + "single_rtt_max_us": 776.97, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.824978, + "multi_rtt_mean_us": 804.402, + "multi_rtt_p50_us": 663.023, + "multi_rtt_p90_us": 979.262, + "multi_rtt_p99_us": 2699.724, + "multi_rtt_p999_us": 8758.623, + "multi_rtt_max_us": 57155.459, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.272226, + "fanout_delivery_mean_us": 24130.455, + "fanout_delivery_p50_us": 24984.451, + "fanout_delivery_p90_us": 30999.652, + "fanout_delivery_p99_us": 33027.15, + "fanout_delivery_p999_us": 33254.72, + "fanout_delivery_max_us": 33367.672, + "client_wall_s": 1.8063086410002143, + "client_cpu_s": 1.3715420000000051, + "broker_user_s": 0.44908499999999996, + "broker_sys_s": 0.552558, + "broker_cpu_s": 1.001643, + "broker_vcsw": 13239, + "broker_maxrss_kib": 4916, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.771858, + "single_rtt_mean_us": 154.267, + "single_rtt_p50_us": 138.953, + "single_rtt_p90_us": 171.291, + "single_rtt_p99_us": 430.255, + "single_rtt_p999_us": 2522.672, + "single_rtt_max_us": 3238.28, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.798114, + "multi_rtt_mean_us": 756.581, + "multi_rtt_p50_us": 727.678, + "multi_rtt_p90_us": 949.688, + "multi_rtt_p99_us": 1919.94, + "multi_rtt_p999_us": 4911.298, + "multi_rtt_max_us": 5514.061, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.298334, + "fanout_delivery_mean_us": 67431.588, + "fanout_delivery_p50_us": 72481.643, + "fanout_delivery_p90_us": 102462.384, + "fanout_delivery_p99_us": 111890.755, + "fanout_delivery_p999_us": 117886.144, + "fanout_delivery_max_us": 117942.921, + "client_wall_s": 1.8874662179996449, + "client_cpu_s": 1.4428950000000214, + "broker_user_s": 0.383411, + "broker_sys_s": 0.582237, + "broker_cpu_s": 0.9656480000000001, + "broker_vcsw": 14335, + "broker_maxrss_kib": 6420, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.732061, + "single_rtt_mean_us": 146.321, + "single_rtt_p50_us": 136.186, + "single_rtt_p90_us": 165.667, + "single_rtt_p99_us": 292.457, + "single_rtt_p999_us": 1417.243, + "single_rtt_max_us": 4071.459, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.712413, + "multi_rtt_mean_us": 690.529, + "multi_rtt_p50_us": 646.573, + "multi_rtt_p90_us": 852.655, + "multi_rtt_p99_us": 1741.593, + "multi_rtt_p999_us": 3047.651, + "multi_rtt_max_us": 5815.988, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.282352, + "fanout_delivery_mean_us": 25870.944, + "fanout_delivery_p50_us": 25325.804, + "fanout_delivery_p90_us": 34521.657, + "fanout_delivery_p99_us": 37931.589, + "fanout_delivery_p999_us": 41949.959, + "fanout_delivery_max_us": 42599.84, + "client_wall_s": 1.7472310329994798, + "client_cpu_s": 1.3555199999999985, + "broker_user_s": 0.41939699999999996, + "broker_sys_s": 0.54938, + "broker_cpu_s": 0.968777, + "broker_vcsw": 13394, + "broker_maxrss_kib": 4928, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.80134, + "single_rtt_mean_us": 160.154, + "single_rtt_p50_us": 150.98, + "single_rtt_p90_us": 189.598, + "single_rtt_p99_us": 341.98, + "single_rtt_p999_us": 1741.054, + "single_rtt_max_us": 3521.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.719704, + "multi_rtt_mean_us": 689.511, + "multi_rtt_p50_us": 650.285, + "multi_rtt_p90_us": 884.388, + "multi_rtt_p99_us": 1584.192, + "multi_rtt_p999_us": 3465.823, + "multi_rtt_max_us": 3671.492, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.28962, + "fanout_delivery_mean_us": 25001.278, + "fanout_delivery_p50_us": 25063.424, + "fanout_delivery_p90_us": 31123.205, + "fanout_delivery_p99_us": 35051.111, + "fanout_delivery_p999_us": 35869.981, + "fanout_delivery_max_us": 37198.765, + "client_wall_s": 1.8318668040001285, + "client_cpu_s": 1.4136729999999886, + "broker_user_s": 0.45444799999999996, + "broker_sys_s": 0.5282, + "broker_cpu_s": 0.982648, + "broker_vcsw": 13838, + "broker_maxrss_kib": 4860, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.828331, + "single_rtt_mean_us": 165.569, + "single_rtt_p50_us": 154.272, + "single_rtt_p90_us": 200.15, + "single_rtt_p99_us": 357.83, + "single_rtt_p999_us": 1155.548, + "single_rtt_max_us": 1804.066, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.763206, + "multi_rtt_mean_us": 738.984, + "multi_rtt_p50_us": 685.484, + "multi_rtt_p90_us": 918.366, + "multi_rtt_p99_us": 2121.203, + "multi_rtt_p999_us": 5586.083, + "multi_rtt_max_us": 6628.561, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.407358, + "fanout_delivery_mean_us": 35133.809, + "fanout_delivery_p50_us": 31352.84, + "fanout_delivery_p90_us": 60850.212, + "fanout_delivery_p99_us": 74380.06, + "fanout_delivery_p999_us": 74958.214, + "fanout_delivery_max_us": 77263.953, + "client_wall_s": 2.016034170999774, + "client_cpu_s": 1.4939829999999859, + "broker_user_s": 0.523432, + "broker_sys_s": 0.5717949999999999, + "broker_cpu_s": 1.095227, + "broker_vcsw": 13363, + "broker_maxrss_kib": 5008, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 1.22824, + "single_rtt_mean_us": 245.52, + "single_rtt_p50_us": 143.928, + "single_rtt_p90_us": 206.103, + "single_rtt_p99_us": 2134.017, + "single_rtt_p999_us": 12134.932, + "single_rtt_max_us": 54259.197, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.968314, + "multi_rtt_mean_us": 935.56, + "multi_rtt_p50_us": 784.121, + "multi_rtt_p90_us": 1086.496, + "multi_rtt_p99_us": 6073.363, + "multi_rtt_p999_us": 11252.126, + "multi_rtt_max_us": 17076.103, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.311857, + "fanout_delivery_mean_us": 66124.371, + "fanout_delivery_p50_us": 55789.775, + "fanout_delivery_p90_us": 133431.771, + "fanout_delivery_p99_us": 148662.45, + "fanout_delivery_p999_us": 152465.306, + "fanout_delivery_max_us": 153691.487, + "client_wall_s": 2.5957533560003867, + "client_cpu_s": 1.5464619999999911, + "broker_user_s": 0.5244489999999999, + "broker_sys_s": 0.604383, + "broker_cpu_s": 1.128832, + "broker_vcsw": 13898, + "broker_maxrss_kib": 6292, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.770625, + "single_rtt_mean_us": 154.025, + "single_rtt_p50_us": 147.891, + "single_rtt_p90_us": 180.053, + "single_rtt_p99_us": 239.796, + "single_rtt_p999_us": 526.507, + "single_rtt_max_us": 3142.275, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.852544, + "multi_rtt_mean_us": 822.333, + "multi_rtt_p50_us": 809.247, + "multi_rtt_p90_us": 1040.48, + "multi_rtt_p99_us": 1569.991, + "multi_rtt_p999_us": 2704.794, + "multi_rtt_max_us": 2941.927, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.288372, + "fanout_delivery_mean_us": 25921.583, + "fanout_delivery_p50_us": 24965.381, + "fanout_delivery_p90_us": 30788.309, + "fanout_delivery_p99_us": 34278.866, + "fanout_delivery_p999_us": 35244.364, + "fanout_delivery_max_us": 35490.791, + "client_wall_s": 1.9440467739996166, + "client_cpu_s": 1.5728979999999808, + "broker_user_s": 0.477684, + "broker_sys_s": 0.5870879999999999, + "broker_cpu_s": 1.064772, + "broker_vcsw": 14187, + "broker_maxrss_kib": 5104, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.75027, + "single_rtt_mean_us": 149.935, + "single_rtt_p50_us": 139.794, + "single_rtt_p90_us": 171.682, + "single_rtt_p99_us": 337.279, + "single_rtt_p999_us": 1267.198, + "single_rtt_max_us": 3191.599, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.821674, + "multi_rtt_mean_us": 798.834, + "multi_rtt_p50_us": 708.352, + "multi_rtt_p90_us": 1104.969, + "multi_rtt_p99_us": 2285.797, + "multi_rtt_p999_us": 6023.203, + "multi_rtt_max_us": 7911.946, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249505, + "fanout_delivery_mean_us": 21970.177, + "fanout_delivery_p50_us": 21709.077, + "fanout_delivery_p90_us": 26811.224, + "fanout_delivery_p99_us": 28708.737, + "fanout_delivery_p999_us": 30799.597, + "fanout_delivery_max_us": 32583.051, + "client_wall_s": 1.8398253029999978, + "client_cpu_s": 1.3822389999999984, + "broker_user_s": 0.53693, + "broker_sys_s": 0.570244, + "broker_cpu_s": 1.107174, + "broker_vcsw": 12726, + "broker_maxrss_kib": 5084, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.740386, + "single_rtt_mean_us": 147.972, + "single_rtt_p50_us": 139.638, + "single_rtt_p90_us": 168.952, + "single_rtt_p99_us": 290.31, + "single_rtt_p999_us": 1185.314, + "single_rtt_max_us": 2986.321, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.70234, + "multi_rtt_mean_us": 680.523, + "multi_rtt_p50_us": 673.694, + "multi_rtt_p90_us": 827.858, + "multi_rtt_p99_us": 1230.293, + "multi_rtt_p999_us": 2002.654, + "multi_rtt_max_us": 2720.776, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246879, + "fanout_delivery_mean_us": 56049.824, + "fanout_delivery_p50_us": 58793.964, + "fanout_delivery_p90_us": 86040.505, + "fanout_delivery_p99_us": 94390.98, + "fanout_delivery_p999_us": 95203.954, + "fanout_delivery_max_us": 96445.954, + "client_wall_s": 1.70984688200042, + "client_cpu_s": 1.3476659999999754, + "broker_user_s": 0.49981699999999996, + "broker_sys_s": 0.49770299999999995, + "broker_cpu_s": 0.99752, + "broker_vcsw": 13507, + "broker_maxrss_kib": 6232, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.797002, + "single_rtt_mean_us": 159.278, + "single_rtt_p50_us": 144.489, + "single_rtt_p90_us": 204.314, + "single_rtt_p99_us": 304.245, + "single_rtt_p999_us": 920.732, + "single_rtt_max_us": 4049.447, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.728559, + "multi_rtt_mean_us": 691.435, + "multi_rtt_p50_us": 630.4, + "multi_rtt_p90_us": 937.552, + "multi_rtt_p99_us": 1940.573, + "multi_rtt_p999_us": 2903.948, + "multi_rtt_max_us": 7454.488, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.327489, + "fanout_delivery_mean_us": 30049.791, + "fanout_delivery_p50_us": 27476.66, + "fanout_delivery_p90_us": 48242.369, + "fanout_delivery_p99_us": 53419.64, + "fanout_delivery_p999_us": 62854.406, + "fanout_delivery_max_us": 62953.638, + "client_wall_s": 1.870025531000465, + "client_cpu_s": 1.3918540000000235, + "broker_user_s": 0.489768, + "broker_sys_s": 0.550222, + "broker_cpu_s": 1.03999, + "broker_vcsw": 13876, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.704171, + "single_rtt_mean_us": 140.74, + "single_rtt_p50_us": 133.299, + "single_rtt_p90_us": 162.703, + "single_rtt_p99_us": 241.308, + "single_rtt_p999_us": 887.221, + "single_rtt_max_us": 2718.832, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.6372, + "multi_rtt_mean_us": 616.514, + "multi_rtt_p50_us": 599.322, + "multi_rtt_p90_us": 755.698, + "multi_rtt_p99_us": 1239.706, + "multi_rtt_p999_us": 2611.019, + "multi_rtt_max_us": 3446.503, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249011, + "fanout_delivery_mean_us": 55824.271, + "fanout_delivery_p50_us": 58747.084, + "fanout_delivery_p90_us": 81669.95, + "fanout_delivery_p99_us": 89378.441, + "fanout_delivery_p999_us": 89684.686, + "fanout_delivery_max_us": 89731.936, + "client_wall_s": 1.6139040939997358, + "client_cpu_s": 1.2412300000000016, + "broker_user_s": 0.442849, + "broker_sys_s": 0.48434099999999997, + "broker_cpu_s": 0.92719, + "broker_vcsw": 13785, + "broker_maxrss_kib": 5920, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.647546, + "single_rtt_mean_us": 129.421, + "single_rtt_p50_us": 121.208, + "single_rtt_p90_us": 148.407, + "single_rtt_p99_us": 214.292, + "single_rtt_p999_us": 775.768, + "single_rtt_max_us": 2220.654, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.74859, + "multi_rtt_mean_us": 714.487, + "multi_rtt_p50_us": 615.185, + "multi_rtt_p90_us": 1038.512, + "multi_rtt_p99_us": 2026.348, + "multi_rtt_p999_us": 3055.567, + "multi_rtt_max_us": 14264.878, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232892, + "fanout_delivery_mean_us": 20896.449, + "fanout_delivery_p50_us": 20375.23, + "fanout_delivery_p90_us": 24853.134, + "fanout_delivery_p99_us": 32525.066, + "fanout_delivery_p999_us": 32963.203, + "fanout_delivery_max_us": 33084.488, + "client_wall_s": 1.644290053000077, + "client_cpu_s": 1.2244809999999973, + "broker_user_s": 0.413862, + "broker_sys_s": 0.565704, + "broker_cpu_s": 0.9795659999999999, + "broker_vcsw": 13329, + "broker_maxrss_kib": 4976, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.675924, + "single_rtt_mean_us": 135.105, + "single_rtt_p50_us": 120.86, + "single_rtt_p90_us": 163.121, + "single_rtt_p99_us": 274.729, + "single_rtt_p999_us": 688.952, + "single_rtt_max_us": 2892.348, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.6608, + "multi_rtt_mean_us": 635.345, + "multi_rtt_p50_us": 608.046, + "multi_rtt_p90_us": 801.792, + "multi_rtt_p99_us": 1251.102, + "multi_rtt_p999_us": 3955.972, + "multi_rtt_max_us": 5240.517, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233524, + "fanout_delivery_mean_us": 21207.494, + "fanout_delivery_p50_us": 20684.461, + "fanout_delivery_p90_us": 25194.666, + "fanout_delivery_p99_us": 28911.326, + "fanout_delivery_p999_us": 29164.045, + "fanout_delivery_max_us": 30287.121, + "client_wall_s": 1.5868581169997924, + "client_cpu_s": 1.2294200000000046, + "broker_user_s": 0.337601, + "broker_sys_s": 0.537616, + "broker_cpu_s": 0.8752169999999999, + "broker_vcsw": 13955, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.644698, + "single_rtt_mean_us": 128.858, + "single_rtt_p50_us": 121.064, + "single_rtt_p90_us": 143.911, + "single_rtt_p99_us": 206.089, + "single_rtt_p999_us": 905.682, + "single_rtt_max_us": 4217.6, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.744262, + "multi_rtt_mean_us": 723.141, + "multi_rtt_p50_us": 598.701, + "multi_rtt_p90_us": 1037.822, + "multi_rtt_p99_us": 2612.049, + "multi_rtt_p999_us": 10969.329, + "multi_rtt_max_us": 14581.09, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.26231, + "fanout_delivery_mean_us": 23566.841, + "fanout_delivery_p50_us": 24167.617, + "fanout_delivery_p90_us": 30412.833, + "fanout_delivery_p99_us": 35955.837, + "fanout_delivery_p999_us": 41522.767, + "fanout_delivery_max_us": 42900.287, + "client_wall_s": 1.6823216769998908, + "client_cpu_s": 1.2593640000000335, + "broker_user_s": 0.439032, + "broker_sys_s": 0.523811, + "broker_cpu_s": 0.962843, + "broker_vcsw": 13166, + "broker_maxrss_kib": 5096, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.668394, + "single_rtt_mean_us": 133.599, + "single_rtt_p50_us": 120.955, + "single_rtt_p90_us": 167.065, + "single_rtt_p99_us": 265.917, + "single_rtt_p999_us": 620.566, + "single_rtt_max_us": 2393.356, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.622119, + "multi_rtt_mean_us": 595.205, + "multi_rtt_p50_us": 579.765, + "multi_rtt_p90_us": 697.936, + "multi_rtt_p99_us": 1190.957, + "multi_rtt_p999_us": 2973.429, + "multi_rtt_max_us": 7778.953, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254516, + "fanout_delivery_mean_us": 53563.052, + "fanout_delivery_p50_us": 56192.115, + "fanout_delivery_p90_us": 82733.902, + "fanout_delivery_p99_us": 90248.356, + "fanout_delivery_p999_us": 94156.915, + "fanout_delivery_max_us": 94677.369, + "client_wall_s": 1.562540328999603, + "client_cpu_s": 1.1951249999999902, + "broker_user_s": 0.431108, + "broker_sys_s": 0.46852299999999997, + "broker_cpu_s": 0.899631, + "broker_vcsw": 14237, + "broker_maxrss_kib": 6328, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.678885, + "single_rtt_mean_us": 135.698, + "single_rtt_p50_us": 121.64, + "single_rtt_p90_us": 152.676, + "single_rtt_p99_us": 305.329, + "single_rtt_p999_us": 1515.968, + "single_rtt_max_us": 4917.07, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.66396, + "multi_rtt_mean_us": 632.366, + "multi_rtt_p50_us": 600.598, + "multi_rtt_p90_us": 812.576, + "multi_rtt_p99_us": 1286.469, + "multi_rtt_p999_us": 5670.698, + "multi_rtt_max_us": 8786.758, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.231509, + "fanout_delivery_mean_us": 21102.595, + "fanout_delivery_p50_us": 20030.093, + "fanout_delivery_p90_us": 24382.877, + "fanout_delivery_p99_us": 31286.157, + "fanout_delivery_p999_us": 31508.532, + "fanout_delivery_max_us": 35738.319, + "client_wall_s": 1.5886607749998802, + "client_cpu_s": 1.2180620000000033, + "broker_user_s": 0.434749, + "broker_sys_s": 0.46329499999999996, + "broker_cpu_s": 0.898044, + "broker_vcsw": 13450, + "broker_maxrss_kib": 5008, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.701352, + "single_rtt_mean_us": 140.181, + "single_rtt_p50_us": 123.377, + "single_rtt_p90_us": 158.022, + "single_rtt_p99_us": 320.998, + "single_rtt_p999_us": 1978.089, + "single_rtt_max_us": 8510.708, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.71255, + "multi_rtt_mean_us": 689.477, + "multi_rtt_p50_us": 612.769, + "multi_rtt_p90_us": 924.112, + "multi_rtt_p99_us": 2078.511, + "multi_rtt_p999_us": 4858.347, + "multi_rtt_max_us": 5127.934, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.234484, + "fanout_delivery_mean_us": 49645.093, + "fanout_delivery_p50_us": 50086.15, + "fanout_delivery_p90_us": 78798.158, + "fanout_delivery_p99_us": 86636.523, + "fanout_delivery_p999_us": 87122.623, + "fanout_delivery_max_us": 87424.097, + "client_wall_s": 1.6693181989994628, + "client_cpu_s": 1.2804259999999772, + "broker_user_s": 0.473004, + "broker_sys_s": 0.448992, + "broker_cpu_s": 0.921996, + "broker_vcsw": 14119, + "broker_maxrss_kib": 6324, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.714734, + "single_rtt_mean_us": 142.847, + "single_rtt_p50_us": 126.914, + "single_rtt_p90_us": 183.808, + "single_rtt_p99_us": 285.292, + "single_rtt_p999_us": 840.061, + "single_rtt_max_us": 6310.242, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.696406, + "multi_rtt_mean_us": 667.294, + "multi_rtt_p50_us": 603.31, + "multi_rtt_p90_us": 840.564, + "multi_rtt_p99_us": 1608.627, + "multi_rtt_p999_us": 5016.851, + "multi_rtt_max_us": 17666.217, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254248, + "fanout_delivery_mean_us": 22466.305, + "fanout_delivery_p50_us": 23008.481, + "fanout_delivery_p90_us": 28802.224, + "fanout_delivery_p99_us": 33828.571, + "fanout_delivery_p999_us": 34137.939, + "fanout_delivery_max_us": 34204.781, + "client_wall_s": 1.681646021999768, + "client_cpu_s": 1.3144299999999873, + "broker_user_s": 0.42403599999999997, + "broker_sys_s": 0.48396, + "broker_cpu_s": 0.907996, + "broker_vcsw": 13604, + "broker_maxrss_kib": 5124, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.64905, + "single_rtt_mean_us": 129.73, + "single_rtt_p50_us": 119.001, + "single_rtt_p90_us": 143.003, + "single_rtt_p99_us": 274.976, + "single_rtt_p999_us": 1208.79, + "single_rtt_max_us": 2628.296, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.612568, + "multi_rtt_mean_us": 588.394, + "multi_rtt_p50_us": 582.463, + "multi_rtt_p90_us": 692.167, + "multi_rtt_p99_us": 1089.857, + "multi_rtt_p999_us": 2985.626, + "multi_rtt_max_us": 4506.996, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230088, + "fanout_delivery_mean_us": 20539.287, + "fanout_delivery_p50_us": 20263.538, + "fanout_delivery_p90_us": 25268.659, + "fanout_delivery_p99_us": 28366.59, + "fanout_delivery_p999_us": 29846.013, + "fanout_delivery_max_us": 30223.523, + "client_wall_s": 1.506397522000043, + "client_cpu_s": 1.1707879999999875, + "broker_user_s": 0.367101, + "broker_sys_s": 0.515425, + "broker_cpu_s": 0.882526, + "broker_vcsw": 13376, + "broker_maxrss_kib": 5068, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.64815, + "single_rtt_mean_us": 129.544, + "single_rtt_p50_us": 120.337, + "single_rtt_p90_us": 145.609, + "single_rtt_p99_us": 226.551, + "single_rtt_p999_us": 637.46, + "single_rtt_max_us": 2217.585, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.755105, + "multi_rtt_mean_us": 734.466, + "multi_rtt_p50_us": 613.402, + "multi_rtt_p90_us": 1192.062, + "multi_rtt_p99_us": 2108.281, + "multi_rtt_p999_us": 4622.952, + "multi_rtt_max_us": 7301.966, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239548, + "fanout_delivery_mean_us": 21324.93, + "fanout_delivery_p50_us": 20248.486, + "fanout_delivery_p90_us": 27408.811, + "fanout_delivery_p99_us": 34139.23, + "fanout_delivery_p999_us": 34450.464, + "fanout_delivery_max_us": 34499.485, + "client_wall_s": 1.6568450659997325, + "client_cpu_s": 1.2223380000000361, + "broker_user_s": 0.458238, + "broker_sys_s": 0.554064, + "broker_cpu_s": 1.012302, + "broker_vcsw": 12966, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.692337, + "single_rtt_mean_us": 138.374, + "single_rtt_p50_us": 123.275, + "single_rtt_p90_us": 166.713, + "single_rtt_p99_us": 277.702, + "single_rtt_p999_us": 1195.236, + "single_rtt_max_us": 6275.702, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.655851, + "multi_rtt_mean_us": 633.09, + "multi_rtt_p50_us": 595.523, + "multi_rtt_p90_us": 774.472, + "multi_rtt_p99_us": 1455.661, + "multi_rtt_p999_us": 6005.971, + "multi_rtt_max_us": 6221.671, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.238482, + "fanout_delivery_mean_us": 52458.166, + "fanout_delivery_p50_us": 51832.943, + "fanout_delivery_p90_us": 83124.252, + "fanout_delivery_p99_us": 88691.468, + "fanout_delivery_p999_us": 92759.473, + "fanout_delivery_max_us": 92856.137, + "client_wall_s": 1.6018789349991494, + "client_cpu_s": 1.242350000000016, + "broker_user_s": 0.406284, + "broker_sys_s": 0.478521, + "broker_cpu_s": 0.884805, + "broker_vcsw": 14004, + "broker_maxrss_kib": 6208, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.734154, + "single_rtt_mean_us": 146.741, + "single_rtt_p50_us": 126.225, + "single_rtt_p90_us": 160.938, + "single_rtt_p99_us": 421.051, + "single_rtt_p999_us": 2331.447, + "single_rtt_max_us": 4158.126, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.696039, + "multi_rtt_mean_us": 677.643, + "multi_rtt_p50_us": 625.684, + "multi_rtt_p90_us": 858.556, + "multi_rtt_p99_us": 2152.173, + "multi_rtt_p999_us": 3898.243, + "multi_rtt_max_us": 4119.954, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.231386, + "fanout_delivery_mean_us": 48988.105, + "fanout_delivery_p50_us": 51361.617, + "fanout_delivery_p90_us": 75553.846, + "fanout_delivery_p99_us": 82467.734, + "fanout_delivery_p999_us": 83270.102, + "fanout_delivery_max_us": 83357.758, + "client_wall_s": 1.678003310999884, + "client_cpu_s": 1.271096, + "broker_user_s": 0.467478, + "broker_sys_s": 0.48773299999999997, + "broker_cpu_s": 0.955211, + "broker_vcsw": 13640, + "broker_maxrss_kib": 6372, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.924084, + "single_rtt_mean_us": 184.721, + "single_rtt_p50_us": 131.271, + "single_rtt_p90_us": 176.26, + "single_rtt_p99_us": 486.158, + "single_rtt_p999_us": 6156.27, + "single_rtt_max_us": 39279.675, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.898813, + "multi_rtt_mean_us": 876.462, + "multi_rtt_p50_us": 706.075, + "multi_rtt_p90_us": 1493.803, + "multi_rtt_p99_us": 2642.381, + "multi_rtt_p999_us": 3568.546, + "multi_rtt_max_us": 5522.058, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249893, + "fanout_delivery_mean_us": 22126.537, + "fanout_delivery_p50_us": 21395.97, + "fanout_delivery_p90_us": 26662.353, + "fanout_delivery_p99_us": 31873.246, + "fanout_delivery_p999_us": 32091.573, + "fanout_delivery_max_us": 32158.141, + "client_wall_s": 2.089076340000247, + "client_cpu_s": 1.4117580000000203, + "broker_user_s": 0.5271009999999999, + "broker_sys_s": 0.653007, + "broker_cpu_s": 1.180108, + "broker_vcsw": 13184, + "broker_maxrss_kib": 5016, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.676857, + "single_rtt_mean_us": 135.285, + "single_rtt_p50_us": 126.005, + "single_rtt_p90_us": 158.861, + "single_rtt_p99_us": 251.848, + "single_rtt_p999_us": 603.241, + "single_rtt_max_us": 2840.982, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.68315, + "multi_rtt_mean_us": 663.815, + "multi_rtt_p50_us": 615.796, + "multi_rtt_p90_us": 891.309, + "multi_rtt_p99_us": 1494.081, + "multi_rtt_p999_us": 3769.813, + "multi_rtt_max_us": 4323.823, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252852, + "fanout_delivery_mean_us": 23107.715, + "fanout_delivery_p50_us": 23057.088, + "fanout_delivery_p90_us": 29562.715, + "fanout_delivery_p99_us": 31028.45, + "fanout_delivery_p999_us": 31258.31, + "fanout_delivery_max_us": 36351.513, + "client_wall_s": 1.6283182739998665, + "client_cpu_s": 1.2784189999999853, + "broker_user_s": 0.353826, + "broker_sys_s": 0.5643589999999999, + "broker_cpu_s": 0.9181849999999999, + "broker_vcsw": 13340, + "broker_maxrss_kib": 5044, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.645826, + "single_rtt_mean_us": 129.086, + "single_rtt_p50_us": 119.109, + "single_rtt_p90_us": 142.638, + "single_rtt_p99_us": 281.487, + "single_rtt_p999_us": 769.284, + "single_rtt_max_us": 2654.152, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.624846, + "multi_rtt_mean_us": 602.191, + "multi_rtt_p50_us": 588.997, + "multi_rtt_p90_us": 713.442, + "multi_rtt_p99_us": 1382.3, + "multi_rtt_p999_us": 2588.79, + "multi_rtt_max_us": 3927.888, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.229884, + "fanout_delivery_mean_us": 20478.366, + "fanout_delivery_p50_us": 19946.25, + "fanout_delivery_p90_us": 24898.67, + "fanout_delivery_p99_us": 27840.25, + "fanout_delivery_p999_us": 30254.084, + "fanout_delivery_max_us": 31637.018, + "client_wall_s": 1.5155402570007936, + "client_cpu_s": 1.1890140000000144, + "broker_user_s": 0.39963499999999996, + "broker_sys_s": 0.481518, + "broker_cpu_s": 0.881153, + "broker_vcsw": 13315, + "broker_maxrss_kib": 4932, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.718105, + "single_rtt_mean_us": 143.531, + "single_rtt_p50_us": 130.511, + "single_rtt_p90_us": 164.824, + "single_rtt_p99_us": 308.66, + "single_rtt_p999_us": 1718.519, + "single_rtt_max_us": 5263.219, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.696879, + "multi_rtt_mean_us": 665.082, + "multi_rtt_p50_us": 637.485, + "multi_rtt_p90_us": 834.982, + "multi_rtt_p99_us": 1122.73, + "multi_rtt_p999_us": 4270.887, + "multi_rtt_max_us": 6198.237, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24922, + "fanout_delivery_mean_us": 54401.835, + "fanout_delivery_p50_us": 51331.072, + "fanout_delivery_p90_us": 94611.401, + "fanout_delivery_p99_us": 102235.256, + "fanout_delivery_p999_us": 106319.942, + "fanout_delivery_max_us": 106419.722, + "client_wall_s": 1.6817548999997598, + "client_cpu_s": 1.3144229999999766, + "broker_user_s": 0.43324599999999996, + "broker_sys_s": 0.516157, + "broker_cpu_s": 0.949403, + "broker_vcsw": 14191, + "broker_maxrss_kib": 6520, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696773, + "single_rtt_mean_us": 139.274, + "single_rtt_p50_us": 124.691, + "single_rtt_p90_us": 151.257, + "single_rtt_p99_us": 247.788, + "single_rtt_p999_us": 2134.824, + "single_rtt_max_us": 18681.837, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.63497, + "multi_rtt_mean_us": 613.227, + "multi_rtt_p50_us": 577.511, + "multi_rtt_p90_us": 742.446, + "multi_rtt_p99_us": 1670.316, + "multi_rtt_p999_us": 2513.601, + "multi_rtt_max_us": 3094.536, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247707, + "fanout_delivery_mean_us": 23677.629, + "fanout_delivery_p50_us": 24807.653, + "fanout_delivery_p90_us": 28022.534, + "fanout_delivery_p99_us": 32746.766, + "fanout_delivery_p999_us": 34732.313, + "fanout_delivery_max_us": 35096.276, + "client_wall_s": 1.5944316200002504, + "client_cpu_s": 1.202822999999995, + "broker_user_s": 0.384133, + "broker_sys_s": 0.5619339999999999, + "broker_cpu_s": 0.946067, + "broker_vcsw": 12949, + "broker_maxrss_kib": 4780, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66909, + "single_rtt_mean_us": 133.736, + "single_rtt_p50_us": 124.521, + "single_rtt_p90_us": 149.875, + "single_rtt_p99_us": 237.293, + "single_rtt_p999_us": 1090.79, + "single_rtt_max_us": 2614.594, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.693066, + "multi_rtt_mean_us": 671.363, + "multi_rtt_p50_us": 616.932, + "multi_rtt_p90_us": 830.711, + "multi_rtt_p99_us": 2529.98, + "multi_rtt_p999_us": 5178.082, + "multi_rtt_max_us": 7171.215, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.279044, + "fanout_delivery_mean_us": 24392.478, + "fanout_delivery_p50_us": 25015.114, + "fanout_delivery_p90_us": 32336.526, + "fanout_delivery_p99_us": 35030.93, + "fanout_delivery_p999_us": 35356.333, + "fanout_delivery_max_us": 35430.874, + "client_wall_s": 1.659182632000011, + "client_cpu_s": 1.286787000000004, + "broker_user_s": 0.470176, + "broker_sys_s": 0.46391499999999997, + "broker_cpu_s": 0.934091, + "broker_vcsw": 13357, + "broker_maxrss_kib": 4864, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.725322, + "single_rtt_mean_us": 144.96, + "single_rtt_p50_us": 138.786, + "single_rtt_p90_us": 170.755, + "single_rtt_p99_us": 236.243, + "single_rtt_p999_us": 635.961, + "single_rtt_max_us": 1575.714, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.707589, + "multi_rtt_mean_us": 687.027, + "multi_rtt_p50_us": 639.441, + "multi_rtt_p90_us": 909.402, + "multi_rtt_p99_us": 1754.757, + "multi_rtt_p999_us": 3454.689, + "multi_rtt_max_us": 4899.908, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.328775, + "fanout_delivery_mean_us": 67390.121, + "fanout_delivery_p50_us": 70179.396, + "fanout_delivery_p90_us": 100334.3, + "fanout_delivery_p99_us": 135738.348, + "fanout_delivery_p999_us": 138980.186, + "fanout_delivery_max_us": 142274.664, + "client_wall_s": 1.7798957360000713, + "client_cpu_s": 1.3480610000000013, + "broker_user_s": 0.49821, + "broker_sys_s": 0.48769599999999996, + "broker_cpu_s": 0.985906, + "broker_vcsw": 14057, + "broker_maxrss_kib": 6040, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.743508, + "single_rtt_mean_us": 148.612, + "single_rtt_p50_us": 135.823, + "single_rtt_p90_us": 171.3, + "single_rtt_p99_us": 304.836, + "single_rtt_p999_us": 2333.479, + "single_rtt_max_us": 8608.44, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.674116, + "multi_rtt_mean_us": 655.886, + "multi_rtt_p50_us": 616.42, + "multi_rtt_p90_us": 839.054, + "multi_rtt_p99_us": 1819.332, + "multi_rtt_p999_us": 2926.806, + "multi_rtt_max_us": 3655.665, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246672, + "fanout_delivery_mean_us": 22193.787, + "fanout_delivery_p50_us": 21555.849, + "fanout_delivery_p90_us": 26599.914, + "fanout_delivery_p99_us": 31531.283, + "fanout_delivery_p999_us": 31964.67, + "fanout_delivery_max_us": 32045.406, + "client_wall_s": 1.6814299160005248, + "client_cpu_s": 1.302031999999997, + "broker_user_s": 0.44934199999999996, + "broker_sys_s": 0.51146, + "broker_cpu_s": 0.9608019999999999, + "broker_vcsw": 12838, + "broker_maxrss_kib": 5172, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.766428, + "single_rtt_mean_us": 153.19, + "single_rtt_p50_us": 143.052, + "single_rtt_p90_us": 179.296, + "single_rtt_p99_us": 311.704, + "single_rtt_p999_us": 981.487, + "single_rtt_max_us": 3150.096, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.744112, + "multi_rtt_mean_us": 723.99, + "multi_rtt_p50_us": 639.945, + "multi_rtt_p90_us": 967.841, + "multi_rtt_p99_us": 1984.029, + "multi_rtt_p999_us": 5061.762, + "multi_rtt_max_us": 11976.139, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239032, + "fanout_delivery_mean_us": 50629.034, + "fanout_delivery_p50_us": 53424.15, + "fanout_delivery_p90_us": 78189.541, + "fanout_delivery_p99_us": 86371.67, + "fanout_delivery_p999_us": 87038.232, + "fanout_delivery_max_us": 89393.71, + "client_wall_s": 1.766465290999804, + "client_cpu_s": 1.3232570000000123, + "broker_user_s": 0.424716, + "broker_sys_s": 0.57055, + "broker_cpu_s": 0.995266, + "broker_vcsw": 13629, + "broker_maxrss_kib": 6004, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.768497, + "single_rtt_mean_us": 153.499, + "single_rtt_p50_us": 136.188, + "single_rtt_p90_us": 180.991, + "single_rtt_p99_us": 406.046, + "single_rtt_p999_us": 1973.442, + "single_rtt_max_us": 8929.687, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.716682, + "multi_rtt_mean_us": 702.108, + "multi_rtt_p50_us": 626.293, + "multi_rtt_p90_us": 1012.76, + "multi_rtt_p99_us": 1520.635, + "multi_rtt_p999_us": 2319.881, + "multi_rtt_max_us": 2615.261, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.241739, + "fanout_delivery_mean_us": 21413.036, + "fanout_delivery_p50_us": 19934.398, + "fanout_delivery_p90_us": 27388.645, + "fanout_delivery_p99_us": 33915.091, + "fanout_delivery_p999_us": 34154.674, + "fanout_delivery_max_us": 34400.327, + "client_wall_s": 1.7405388199995286, + "client_cpu_s": 1.3626700000000085, + "broker_user_s": 0.495098, + "broker_sys_s": 0.510443, + "broker_cpu_s": 1.005541, + "broker_vcsw": 12689, + "broker_maxrss_kib": 4804, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696349, + "single_rtt_mean_us": 139.181, + "single_rtt_p50_us": 130.172, + "single_rtt_p90_us": 159.665, + "single_rtt_p99_us": 308.183, + "single_rtt_p999_us": 1063.294, + "single_rtt_max_us": 2388.994, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.886884, + "multi_rtt_mean_us": 852.066, + "multi_rtt_p50_us": 766.382, + "multi_rtt_p90_us": 1277.804, + "multi_rtt_p99_us": 2238.563, + "multi_rtt_p999_us": 3709.158, + "multi_rtt_max_us": 4691.657, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250955, + "fanout_delivery_mean_us": 22746.413, + "fanout_delivery_p50_us": 23138.998, + "fanout_delivery_p90_us": 28032.415, + "fanout_delivery_p99_us": 29542.621, + "fanout_delivery_p999_us": 29715.703, + "fanout_delivery_max_us": 29762.294, + "client_wall_s": 1.8514786050000112, + "client_cpu_s": 1.3681809999999928, + "broker_user_s": 0.558443, + "broker_sys_s": 0.5623699999999999, + "broker_cpu_s": 1.120813, + "broker_vcsw": 13154, + "broker_maxrss_kib": 5120, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.820637, + "single_rtt_mean_us": 164.029, + "single_rtt_p50_us": 144.611, + "single_rtt_p90_us": 219.472, + "single_rtt_p99_us": 414.723, + "single_rtt_p999_us": 1240.14, + "single_rtt_max_us": 4644.837, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.755035, + "multi_rtt_mean_us": 733.409, + "multi_rtt_p50_us": 654.982, + "multi_rtt_p90_us": 1094.375, + "multi_rtt_p99_us": 1438.148, + "multi_rtt_p999_us": 2725.992, + "multi_rtt_max_us": 3161.246, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.244552, + "fanout_delivery_mean_us": 21536.398, + "fanout_delivery_p50_us": 21075.581, + "fanout_delivery_p90_us": 26071.883, + "fanout_delivery_p99_us": 30239.492, + "fanout_delivery_p999_us": 31859.572, + "fanout_delivery_max_us": 31999.938, + "client_wall_s": 1.8401687490004406, + "client_cpu_s": 1.3868339999999648, + "broker_user_s": 0.460003, + "broker_sys_s": 0.6234729999999999, + "broker_cpu_s": 1.0834759999999999, + "broker_vcsw": 13206, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.674247, + "single_rtt_mean_us": 134.75, + "single_rtt_p50_us": 125.498, + "single_rtt_p90_us": 158.696, + "single_rtt_p99_us": 244.548, + "single_rtt_p999_us": 505.006, + "single_rtt_max_us": 817.76, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.759756, + "multi_rtt_mean_us": 740.556, + "multi_rtt_p50_us": 652.367, + "multi_rtt_p90_us": 960.948, + "multi_rtt_p99_us": 3208.996, + "multi_rtt_p999_us": 5292.811, + "multi_rtt_max_us": 6641.743, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.311655, + "fanout_delivery_mean_us": 70963.192, + "fanout_delivery_p50_us": 79747.379, + "fanout_delivery_p90_us": 102356.285, + "fanout_delivery_p99_us": 112579.042, + "fanout_delivery_p999_us": 117864.032, + "fanout_delivery_max_us": 119368.673, + "client_wall_s": 1.7634740860003149, + "client_cpu_s": 1.3914719999999932, + "broker_user_s": 0.433814, + "broker_sys_s": 0.533895, + "broker_cpu_s": 0.9677089999999999, + "broker_vcsw": 13387, + "broker_maxrss_kib": 6500, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.931203, + "single_rtt_mean_us": 186.088, + "single_rtt_p50_us": 163.731, + "single_rtt_p90_us": 259.886, + "single_rtt_p99_us": 464.904, + "single_rtt_p999_us": 1657.742, + "single_rtt_max_us": 4452.534, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.76137, + "multi_rtt_mean_us": 740.332, + "multi_rtt_p50_us": 675.604, + "multi_rtt_p90_us": 918.417, + "multi_rtt_p99_us": 2421.804, + "multi_rtt_p999_us": 5544.469, + "multi_rtt_max_us": 9241.276, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259209, + "fanout_delivery_mean_us": 23443.952, + "fanout_delivery_p50_us": 23127.866, + "fanout_delivery_p90_us": 28591.404, + "fanout_delivery_p99_us": 31437.514, + "fanout_delivery_p999_us": 31797.455, + "fanout_delivery_max_us": 33986.785, + "client_wall_s": 1.968024990000231, + "client_cpu_s": 1.5265159999999867, + "broker_user_s": 0.47460199999999997, + "broker_sys_s": 0.550101, + "broker_cpu_s": 1.024703, + "broker_vcsw": 13288, + "broker_maxrss_kib": 5052, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.710113, + "single_rtt_mean_us": 141.931, + "single_rtt_p50_us": 130.718, + "single_rtt_p90_us": 163.35, + "single_rtt_p99_us": 337.743, + "single_rtt_p999_us": 1137.947, + "single_rtt_max_us": 4289.949, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.013911, + "multi_rtt_mean_us": 992.279, + "multi_rtt_p50_us": 879.233, + "multi_rtt_p90_us": 1500.618, + "multi_rtt_p99_us": 2340.753, + "multi_rtt_p999_us": 5329.797, + "multi_rtt_max_us": 7081.139, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2773, + "fanout_delivery_mean_us": 58349.107, + "fanout_delivery_p50_us": 67278.116, + "fanout_delivery_p90_us": 80333.797, + "fanout_delivery_p99_us": 85301.277, + "fanout_delivery_p999_us": 86030.693, + "fanout_delivery_max_us": 86120.16, + "client_wall_s": 2.0234124270000393, + "client_cpu_s": 1.4539870000000121, + "broker_user_s": 0.633756, + "broker_sys_s": 0.726997, + "broker_cpu_s": 1.3607529999999999, + "broker_vcsw": 11839, + "broker_maxrss_kib": 6024, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.713862, + "single_rtt_mean_us": 142.683, + "single_rtt_p50_us": 131.246, + "single_rtt_p90_us": 167.669, + "single_rtt_p99_us": 283.453, + "single_rtt_p999_us": 1512.806, + "single_rtt_max_us": 2625.401, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.722469, + "multi_rtt_mean_us": 686.586, + "multi_rtt_p50_us": 650.651, + "multi_rtt_p90_us": 833.078, + "multi_rtt_p99_us": 1466.821, + "multi_rtt_p999_us": 3387.859, + "multi_rtt_max_us": 4435.41, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.283585, + "fanout_delivery_mean_us": 25271.779, + "fanout_delivery_p50_us": 24727.902, + "fanout_delivery_p90_us": 30503.877, + "fanout_delivery_p99_us": 31701.626, + "fanout_delivery_p999_us": 36688.233, + "fanout_delivery_max_us": 36789.111, + "client_wall_s": 1.7364650939998683, + "client_cpu_s": 1.3721700000000396, + "broker_user_s": 0.429025, + "broker_sys_s": 0.48730799999999996, + "broker_cpu_s": 0.916333, + "broker_vcsw": 14133, + "broker_maxrss_kib": 5172, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.695385, + "single_rtt_mean_us": 138.981, + "single_rtt_p50_us": 125.456, + "single_rtt_p90_us": 163.2, + "single_rtt_p99_us": 319.174, + "single_rtt_p999_us": 1128.621, + "single_rtt_max_us": 3830.74, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.79843, + "multi_rtt_mean_us": 768.884, + "multi_rtt_p50_us": 745.842, + "multi_rtt_p90_us": 922.898, + "multi_rtt_p99_us": 1844.416, + "multi_rtt_p999_us": 6166.149, + "multi_rtt_max_us": 7524.212, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.356371, + "fanout_delivery_mean_us": 31503.834, + "fanout_delivery_p50_us": 29896.779, + "fanout_delivery_p90_us": 42505.517, + "fanout_delivery_p99_us": 77699.677, + "fanout_delivery_p999_us": 78386.841, + "fanout_delivery_max_us": 78485.249, + "client_wall_s": 1.8976191910005582, + "client_cpu_s": 1.4698309999999992, + "broker_user_s": 0.454486, + "broker_sys_s": 0.567545, + "broker_cpu_s": 1.022031, + "broker_vcsw": 13374, + "broker_maxrss_kib": 4884, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.782475, + "single_rtt_mean_us": 156.397, + "single_rtt_p50_us": 126.626, + "single_rtt_p90_us": 168.073, + "single_rtt_p99_us": 390.131, + "single_rtt_p999_us": 2644.714, + "single_rtt_max_us": 42070.663, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.72849, + "multi_rtt_mean_us": 700.927, + "multi_rtt_p50_us": 638.163, + "multi_rtt_p90_us": 928.314, + "multi_rtt_p99_us": 1926.221, + "multi_rtt_p999_us": 4476.001, + "multi_rtt_max_us": 4792.733, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.238366, + "fanout_delivery_mean_us": 20675.139, + "fanout_delivery_p50_us": 19417.803, + "fanout_delivery_p90_us": 26142.399, + "fanout_delivery_p99_us": 34833.974, + "fanout_delivery_p999_us": 39502.078, + "fanout_delivery_max_us": 39571.404, + "client_wall_s": 1.7680234019999261, + "client_cpu_s": 1.3389049999999827, + "broker_user_s": 0.462005, + "broker_sys_s": 0.448769, + "broker_cpu_s": 0.910774, + "broker_vcsw": 13643, + "broker_maxrss_kib": 4888, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696761, + "single_rtt_mean_us": 139.255, + "single_rtt_p50_us": 126.767, + "single_rtt_p90_us": 164.28, + "single_rtt_p99_us": 315.109, + "single_rtt_p999_us": 1050.292, + "single_rtt_max_us": 2306.85, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.765276, + "multi_rtt_mean_us": 747.051, + "multi_rtt_p50_us": 651.261, + "multi_rtt_p90_us": 1024.233, + "multi_rtt_p99_us": 2062.306, + "multi_rtt_p999_us": 7442.208, + "multi_rtt_max_us": 10938.479, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242142, + "fanout_delivery_mean_us": 21537.192, + "fanout_delivery_p50_us": 21680.967, + "fanout_delivery_p90_us": 26603.54, + "fanout_delivery_p99_us": 30403.902, + "fanout_delivery_p999_us": 30574.15, + "fanout_delivery_max_us": 31113.461, + "client_wall_s": 1.7215117109999483, + "client_cpu_s": 1.3333379999999977, + "broker_user_s": 0.48875199999999996, + "broker_sys_s": 0.507649, + "broker_cpu_s": 0.996401, + "broker_vcsw": 13294, + "broker_maxrss_kib": 5160, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.669308, + "single_rtt_mean_us": 133.781, + "single_rtt_p50_us": 122.293, + "single_rtt_p90_us": 147.937, + "single_rtt_p99_us": 309.909, + "single_rtt_p999_us": 1089.953, + "single_rtt_max_us": 5320.053, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.618429, + "multi_rtt_mean_us": 600.081, + "multi_rtt_p50_us": 582.434, + "multi_rtt_p90_us": 731.886, + "multi_rtt_p99_us": 1324.836, + "multi_rtt_p999_us": 2116.878, + "multi_rtt_max_us": 2541.691, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261188, + "fanout_delivery_mean_us": 57884.264, + "fanout_delivery_p50_us": 57103.055, + "fanout_delivery_p90_us": 92519.74, + "fanout_delivery_p99_us": 98242.509, + "fanout_delivery_p999_us": 102709.665, + "fanout_delivery_max_us": 102828.805, + "client_wall_s": 1.5637721399998554, + "client_cpu_s": 1.2089670000000012, + "broker_user_s": 0.396851, + "broker_sys_s": 0.490353, + "broker_cpu_s": 0.887204, + "broker_vcsw": 13833, + "broker_maxrss_kib": 6468, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.682993, + "single_rtt_mean_us": 136.517, + "single_rtt_p50_us": 119.485, + "single_rtt_p90_us": 177.397, + "single_rtt_p99_us": 270.433, + "single_rtt_p999_us": 919.725, + "single_rtt_max_us": 3462.876, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.687835, + "multi_rtt_mean_us": 662.291, + "multi_rtt_p50_us": 614.165, + "multi_rtt_p90_us": 837.747, + "multi_rtt_p99_us": 1723.596, + "multi_rtt_p999_us": 4126.249, + "multi_rtt_max_us": 6884.593, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232083, + "fanout_delivery_mean_us": 20906.434, + "fanout_delivery_p50_us": 20464.798, + "fanout_delivery_p90_us": 25262.571, + "fanout_delivery_p99_us": 26211.302, + "fanout_delivery_p999_us": 26441.858, + "fanout_delivery_max_us": 26552.581, + "client_wall_s": 1.6207878909999636, + "client_cpu_s": 1.2286160000000166, + "broker_user_s": 0.40671199999999996, + "broker_sys_s": 0.525239, + "broker_cpu_s": 0.931951, + "broker_vcsw": 13686, + "broker_maxrss_kib": 4872, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.672698, + "single_rtt_mean_us": 134.446, + "single_rtt_p50_us": 120.129, + "single_rtt_p90_us": 150.241, + "single_rtt_p99_us": 234.99, + "single_rtt_p999_us": 725.501, + "single_rtt_max_us": 19708.429, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.66614, + "multi_rtt_mean_us": 643.282, + "multi_rtt_p50_us": 589.251, + "multi_rtt_p90_us": 839.678, + "multi_rtt_p99_us": 1998.394, + "multi_rtt_p999_us": 3268.421, + "multi_rtt_max_us": 5168.991, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.22924, + "fanout_delivery_mean_us": 20290.148, + "fanout_delivery_p50_us": 19736.314, + "fanout_delivery_p90_us": 24436.239, + "fanout_delivery_p99_us": 25689.34, + "fanout_delivery_p999_us": 30339.8, + "fanout_delivery_max_us": 30452.641, + "client_wall_s": 1.5826356160005162, + "client_cpu_s": 1.228999999999985, + "broker_user_s": 0.365953, + "broker_sys_s": 0.5065689999999999, + "broker_cpu_s": 0.8725219999999999, + "broker_vcsw": 13703, + "broker_maxrss_kib": 4920, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.653172, + "single_rtt_mean_us": 130.552, + "single_rtt_p50_us": 121.418, + "single_rtt_p90_us": 148.247, + "single_rtt_p99_us": 226.55, + "single_rtt_p999_us": 718.754, + "single_rtt_max_us": 3164.555, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.689001, + "multi_rtt_mean_us": 673.651, + "multi_rtt_p50_us": 595.51, + "multi_rtt_p90_us": 801.871, + "multi_rtt_p99_us": 2671.964, + "multi_rtt_p999_us": 9491.048, + "multi_rtt_max_us": 10897.828, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249076, + "fanout_delivery_mean_us": 52334.594, + "fanout_delivery_p50_us": 48677.744, + "fanout_delivery_p90_us": 83608.749, + "fanout_delivery_p99_us": 92083.64, + "fanout_delivery_p999_us": 92987.139, + "fanout_delivery_max_us": 93078.934, + "client_wall_s": 1.610977794000064, + "client_cpu_s": 1.2310749999999757, + "broker_user_s": 0.461144, + "broker_sys_s": 0.532926, + "broker_cpu_s": 0.99407, + "broker_vcsw": 12718, + "broker_maxrss_kib": 5772, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.71268, + "single_rtt_mean_us": 142.45, + "single_rtt_p50_us": 129.799, + "single_rtt_p90_us": 159.954, + "single_rtt_p99_us": 293.998, + "single_rtt_p999_us": 1478.575, + "single_rtt_max_us": 13337.505, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.757146, + "multi_rtt_mean_us": 727.29, + "multi_rtt_p50_us": 662.269, + "multi_rtt_p90_us": 993.303, + "multi_rtt_p99_us": 1641.667, + "multi_rtt_p999_us": 3245.213, + "multi_rtt_max_us": 4331.925, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.289719, + "fanout_delivery_mean_us": 66050.535, + "fanout_delivery_p50_us": 66532.787, + "fanout_delivery_p90_us": 103387.048, + "fanout_delivery_p99_us": 113009.603, + "fanout_delivery_p999_us": 115584.932, + "fanout_delivery_max_us": 116924.883, + "client_wall_s": 1.7772322200007693, + "client_cpu_s": 1.3757840000000385, + "broker_user_s": 0.463259, + "broker_sys_s": 0.49549, + "broker_cpu_s": 0.958749, + "broker_vcsw": 14233, + "broker_maxrss_kib": 6352, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696503, + "single_rtt_mean_us": 139.215, + "single_rtt_p50_us": 130.092, + "single_rtt_p90_us": 165.21, + "single_rtt_p99_us": 258.36, + "single_rtt_p999_us": 985.795, + "single_rtt_max_us": 2696.003, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.803083, + "multi_rtt_mean_us": 780.111, + "multi_rtt_p50_us": 696.896, + "multi_rtt_p90_us": 1215.033, + "multi_rtt_p99_us": 1929.319, + "multi_rtt_p999_us": 2438.571, + "multi_rtt_max_us": 3030.08, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225143, + "fanout_delivery_mean_us": 20425.556, + "fanout_delivery_p50_us": 19597.669, + "fanout_delivery_p90_us": 23908.601, + "fanout_delivery_p99_us": 27706.426, + "fanout_delivery_p999_us": 28466.507, + "fanout_delivery_max_us": 28555.344, + "client_wall_s": 1.7482281069997043, + "client_cpu_s": 1.299459000000013, + "broker_user_s": 0.506238, + "broker_sys_s": 0.6222409999999999, + "broker_cpu_s": 1.128479, + "broker_vcsw": 12844, + "broker_maxrss_kib": 5236, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.736439, + "single_rtt_mean_us": 147.192, + "single_rtt_p50_us": 132.249, + "single_rtt_p90_us": 175.891, + "single_rtt_p99_us": 342.391, + "single_rtt_p999_us": 1167.953, + "single_rtt_max_us": 10605.05, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.722601, + "multi_rtt_mean_us": 688.215, + "multi_rtt_p50_us": 634.67, + "multi_rtt_p90_us": 887.941, + "multi_rtt_p99_us": 1958.742, + "multi_rtt_p999_us": 5603.23, + "multi_rtt_max_us": 7671.524, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247219, + "fanout_delivery_mean_us": 22384.978, + "fanout_delivery_p50_us": 22492.058, + "fanout_delivery_p90_us": 27699.016, + "fanout_delivery_p99_us": 34088.948, + "fanout_delivery_p999_us": 34338.823, + "fanout_delivery_max_us": 34403.194, + "client_wall_s": 1.7220347160000529, + "client_cpu_s": 1.3021909999999934, + "broker_user_s": 0.37651999999999997, + "broker_sys_s": 0.566871, + "broker_cpu_s": 0.943391, + "broker_vcsw": 14304, + "broker_maxrss_kib": 5160, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.647325, + "single_rtt_mean_us": 129.379, + "single_rtt_p50_us": 124.084, + "single_rtt_p90_us": 147.93, + "single_rtt_p99_us": 205.681, + "single_rtt_p999_us": 614.63, + "single_rtt_max_us": 1326.244, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.706553, + "multi_rtt_mean_us": 681.558, + "multi_rtt_p50_us": 611.365, + "multi_rtt_p90_us": 870.345, + "multi_rtt_p99_us": 2076.536, + "multi_rtt_p999_us": 5218.691, + "multi_rtt_max_us": 17119.22, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256903, + "fanout_delivery_mean_us": 22164.683, + "fanout_delivery_p50_us": 21445.004, + "fanout_delivery_p90_us": 27365.383, + "fanout_delivery_p99_us": 33299.107, + "fanout_delivery_p999_us": 33697.322, + "fanout_delivery_max_us": 33770.051, + "client_wall_s": 1.6271796669998366, + "client_cpu_s": 1.2919589999999914, + "broker_user_s": 0.40325099999999997, + "broker_sys_s": 0.479076, + "broker_cpu_s": 0.882327, + "broker_vcsw": 13759, + "broker_maxrss_kib": 5084, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.711038, + "single_rtt_mean_us": 142.117, + "single_rtt_p50_us": 129.559, + "single_rtt_p90_us": 170.12, + "single_rtt_p99_us": 294.79, + "single_rtt_p999_us": 769.686, + "single_rtt_max_us": 7827.532, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.68127, + "multi_rtt_mean_us": 667.858, + "multi_rtt_p50_us": 589.22, + "multi_rtt_p90_us": 918.405, + "multi_rtt_p99_us": 2398.06, + "multi_rtt_p999_us": 3835.099, + "multi_rtt_max_us": 4565.557, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25233, + "fanout_delivery_mean_us": 52597.253, + "fanout_delivery_p50_us": 54170.668, + "fanout_delivery_p90_us": 81866.046, + "fanout_delivery_p99_us": 88938.108, + "fanout_delivery_p999_us": 91995.235, + "fanout_delivery_max_us": 92047.974, + "client_wall_s": 1.6607083640001292, + "client_cpu_s": 1.2340950000000248, + "broker_user_s": 0.47823899999999997, + "broker_sys_s": 0.539543, + "broker_cpu_s": 1.017782, + "broker_vcsw": 12803, + "broker_maxrss_kib": 6044, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.699186, + "single_rtt_mean_us": 139.744, + "single_rtt_p50_us": 128.58, + "single_rtt_p90_us": 164.524, + "single_rtt_p99_us": 266.331, + "single_rtt_p999_us": 968.193, + "single_rtt_max_us": 7392.943, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.722084, + "multi_rtt_mean_us": 698.557, + "multi_rtt_p50_us": 634.957, + "multi_rtt_p90_us": 933.811, + "multi_rtt_p99_us": 1961.021, + "multi_rtt_p999_us": 4026.854, + "multi_rtt_max_us": 4843.577, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.287099, + "fanout_delivery_mean_us": 25712.059, + "fanout_delivery_p50_us": 25251.784, + "fanout_delivery_p90_us": 31387.931, + "fanout_delivery_p99_us": 35044.543, + "fanout_delivery_p999_us": 35744.138, + "fanout_delivery_max_us": 36671.024, + "client_wall_s": 1.7236340310000742, + "client_cpu_s": 1.3653890000000217, + "broker_user_s": 0.45178799999999997, + "broker_sys_s": 0.461487, + "broker_cpu_s": 0.913275, + "broker_vcsw": 13817, + "broker_maxrss_kib": 5104, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.73593, + "single_rtt_mean_us": 147.079, + "single_rtt_p50_us": 136.232, + "single_rtt_p90_us": 183.303, + "single_rtt_p99_us": 327.265, + "single_rtt_p999_us": 804.843, + "single_rtt_max_us": 3371.744, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.74401, + "multi_rtt_mean_us": 713.358, + "multi_rtt_p50_us": 697.176, + "multi_rtt_p90_us": 876.417, + "multi_rtt_p99_us": 1509.601, + "multi_rtt_p999_us": 2918.815, + "multi_rtt_max_us": 5747.364, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250614, + "fanout_delivery_mean_us": 21884.841, + "fanout_delivery_p50_us": 21161.687, + "fanout_delivery_p90_us": 28522.185, + "fanout_delivery_p99_us": 34632.088, + "fanout_delivery_p999_us": 37595.216, + "fanout_delivery_max_us": 39234.13, + "client_wall_s": 1.7483038190002844, + "client_cpu_s": 1.4335649999999873, + "broker_user_s": 0.433147, + "broker_sys_s": 0.523083, + "broker_cpu_s": 0.9562299999999999, + "broker_vcsw": 13854, + "broker_maxrss_kib": 4912, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.72369, + "single_rtt_mean_us": 144.654, + "single_rtt_p50_us": 133.264, + "single_rtt_p90_us": 173.979, + "single_rtt_p99_us": 303.116, + "single_rtt_p999_us": 951.534, + "single_rtt_max_us": 2864.794, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.65968, + "multi_rtt_mean_us": 639.967, + "multi_rtt_p50_us": 592.707, + "multi_rtt_p90_us": 828.078, + "multi_rtt_p99_us": 1163.798, + "multi_rtt_p999_us": 2410.872, + "multi_rtt_max_us": 19945.664, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230688, + "fanout_delivery_mean_us": 20666.621, + "fanout_delivery_p50_us": 20390.054, + "fanout_delivery_p90_us": 25021.702, + "fanout_delivery_p99_us": 26603.784, + "fanout_delivery_p999_us": 26934.999, + "fanout_delivery_max_us": 26996.139, + "client_wall_s": 1.6306368920004388, + "client_cpu_s": 1.2489070000000027, + "broker_user_s": 0.38328199999999996, + "broker_sys_s": 0.59177, + "broker_cpu_s": 0.975052, + "broker_vcsw": 12893, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.659627, + "single_rtt_mean_us": 131.824, + "single_rtt_p50_us": 122.847, + "single_rtt_p90_us": 153.572, + "single_rtt_p99_us": 224.758, + "single_rtt_p999_us": 786.903, + "single_rtt_max_us": 1247.889, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.719789, + "multi_rtt_mean_us": 695.957, + "multi_rtt_p50_us": 638.808, + "multi_rtt_p90_us": 923.241, + "multi_rtt_p99_us": 1679.982, + "multi_rtt_p999_us": 3947.391, + "multi_rtt_max_us": 6642.417, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.314761, + "fanout_delivery_mean_us": 59513.214, + "fanout_delivery_p50_us": 62495.796, + "fanout_delivery_p90_us": 94806.009, + "fanout_delivery_p99_us": 120969.229, + "fanout_delivery_p999_us": 126740.319, + "fanout_delivery_max_us": 127005.304, + "client_wall_s": 1.7274286679994475, + "client_cpu_s": 1.3650599999999997, + "broker_user_s": 0.42490999999999995, + "broker_sys_s": 0.535272, + "broker_cpu_s": 0.9601819999999999, + "broker_vcsw": 13782, + "broker_maxrss_kib": 6364, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.713764, + "single_rtt_mean_us": 142.672, + "single_rtt_p50_us": 129.169, + "single_rtt_p90_us": 160.845, + "single_rtt_p99_us": 396.037, + "single_rtt_p999_us": 1192.17, + "single_rtt_max_us": 4047.117, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.73763, + "multi_rtt_mean_us": 702.992, + "multi_rtt_p50_us": 703.748, + "multi_rtt_p90_us": 879.463, + "multi_rtt_p99_us": 1147.918, + "multi_rtt_p999_us": 2120.916, + "multi_rtt_max_us": 2413.398, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246749, + "fanout_delivery_mean_us": 21533.748, + "fanout_delivery_p50_us": 21444.568, + "fanout_delivery_p90_us": 26941.579, + "fanout_delivery_p99_us": 28424.926, + "fanout_delivery_p999_us": 32453.351, + "fanout_delivery_max_us": 32546.693, + "client_wall_s": 1.7143942760003483, + "client_cpu_s": 1.3564739999999915, + "broker_user_s": 0.40580099999999997, + "broker_sys_s": 0.522841, + "broker_cpu_s": 0.928642, + "broker_vcsw": 14294, + "broker_maxrss_kib": 5080, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.768107, + "single_rtt_mean_us": 153.512, + "single_rtt_p50_us": 140.499, + "single_rtt_p90_us": 200.993, + "single_rtt_p99_us": 303.259, + "single_rtt_p999_us": 535.116, + "single_rtt_max_us": 2603.5, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.680817, + "multi_rtt_mean_us": 659.588, + "multi_rtt_p50_us": 593.16, + "multi_rtt_p90_us": 784.602, + "multi_rtt_p99_us": 1338.505, + "multi_rtt_p999_us": 3682.104, + "multi_rtt_max_us": 44641.286, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263533, + "fanout_delivery_mean_us": 56841.77, + "fanout_delivery_p50_us": 58358.663, + "fanout_delivery_p90_us": 89161.399, + "fanout_delivery_p99_us": 100554.815, + "fanout_delivery_p999_us": 102250.769, + "fanout_delivery_max_us": 105802.625, + "client_wall_s": 1.7274567260001277, + "client_cpu_s": 1.387867, + "broker_user_s": 0.416742, + "broker_sys_s": 0.5046889999999999, + "broker_cpu_s": 0.9214309999999999, + "broker_vcsw": 13634, + "broker_maxrss_kib": 6604, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.873061, + "single_rtt_mean_us": 174.523, + "single_rtt_p50_us": 138.343, + "single_rtt_p90_us": 197.487, + "single_rtt_p99_us": 392.314, + "single_rtt_p999_us": 3406.078, + "single_rtt_max_us": 26844.078, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.818739, + "multi_rtt_mean_us": 798.074, + "multi_rtt_p50_us": 654.695, + "multi_rtt_p90_us": 1110.647, + "multi_rtt_p99_us": 2729.379, + "multi_rtt_p999_us": 5506.586, + "multi_rtt_max_us": 39859.188, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230856, + "fanout_delivery_mean_us": 20931.875, + "fanout_delivery_p50_us": 20696.52, + "fanout_delivery_p90_us": 25379.91, + "fanout_delivery_p99_us": 26933.36, + "fanout_delivery_p999_us": 27125.19, + "fanout_delivery_max_us": 30187.908, + "client_wall_s": 1.9456424390000393, + "client_cpu_s": 1.3225020000000143, + "broker_user_s": 0.48673, + "broker_sys_s": 0.593726, + "broker_cpu_s": 1.0804559999999999, + "broker_vcsw": 13140, + "broker_maxrss_kib": 4980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.694992, + "single_rtt_mean_us": 138.908, + "single_rtt_p50_us": 130.817, + "single_rtt_p90_us": 158.245, + "single_rtt_p99_us": 226.013, + "single_rtt_p999_us": 726.726, + "single_rtt_max_us": 7485.657, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.93389, + "multi_rtt_mean_us": 875.549, + "multi_rtt_p50_us": 744.313, + "multi_rtt_p90_us": 1442.717, + "multi_rtt_p99_us": 2379.713, + "multi_rtt_p999_us": 4375.032, + "multi_rtt_max_us": 6202.979, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.306894, + "fanout_delivery_mean_us": 27913.215, + "fanout_delivery_p50_us": 25016.637, + "fanout_delivery_p90_us": 45635.805, + "fanout_delivery_p99_us": 54714.885, + "fanout_delivery_p999_us": 59949.367, + "fanout_delivery_max_us": 60748.11, + "client_wall_s": 1.953565122999862, + "client_cpu_s": 1.523143000000033, + "broker_user_s": 0.544068, + "broker_sys_s": 0.540706, + "broker_cpu_s": 1.084774, + "broker_vcsw": 14170, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.653893, + "single_rtt_mean_us": 130.685, + "single_rtt_p50_us": 125.999, + "single_rtt_p90_us": 149.195, + "single_rtt_p99_us": 214.405, + "single_rtt_p999_us": 514.573, + "single_rtt_max_us": 1539.418, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.727092, + "multi_rtt_mean_us": 701.962, + "multi_rtt_p50_us": 658.333, + "multi_rtt_p90_us": 926.994, + "multi_rtt_p99_us": 1506.454, + "multi_rtt_p999_us": 3266.496, + "multi_rtt_max_us": 3451.095, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248436, + "fanout_delivery_mean_us": 23994.781, + "fanout_delivery_p50_us": 25206.142, + "fanout_delivery_p90_us": 28084.718, + "fanout_delivery_p99_us": 32160.146, + "fanout_delivery_p999_us": 34532.854, + "fanout_delivery_max_us": 34593.105, + "client_wall_s": 1.6450575650005703, + "client_cpu_s": 1.3007169999999633, + "broker_user_s": 0.393326, + "broker_sys_s": 0.536161, + "broker_cpu_s": 0.929487, + "broker_vcsw": 13805, + "broker_maxrss_kib": 4944, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696452, + "single_rtt_mean_us": 139.203, + "single_rtt_p50_us": 127.739, + "single_rtt_p90_us": 164.64, + "single_rtt_p99_us": 293.694, + "single_rtt_p999_us": 957.193, + "single_rtt_max_us": 2116.411, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.773767, + "multi_rtt_mean_us": 756.519, + "multi_rtt_p50_us": 634.659, + "multi_rtt_p90_us": 1189.211, + "multi_rtt_p99_us": 1999.387, + "multi_rtt_p999_us": 2494.158, + "multi_rtt_max_us": 2980.399, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.287739, + "fanout_delivery_mean_us": 62208.141, + "fanout_delivery_p50_us": 69843.786, + "fanout_delivery_p90_us": 82127.704, + "fanout_delivery_p99_us": 87701.508, + "fanout_delivery_p999_us": 90656.188, + "fanout_delivery_max_us": 92022.074, + "client_wall_s": 1.7776647599994249, + "client_cpu_s": 1.2950150000000065, + "broker_user_s": 0.537353, + "broker_sys_s": 0.5891649999999999, + "broker_cpu_s": 1.126518, + "broker_vcsw": 12436, + "broker_maxrss_kib": 6416, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.782171, + "single_rtt_mean_us": 156.339, + "single_rtt_p50_us": 145.409, + "single_rtt_p90_us": 185.375, + "single_rtt_p99_us": 362.056, + "single_rtt_p999_us": 1014.537, + "single_rtt_max_us": 4959.019, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.899585, + "multi_rtt_mean_us": 868.636, + "multi_rtt_p50_us": 744.462, + "multi_rtt_p90_us": 1329.151, + "multi_rtt_p99_us": 2475.852, + "multi_rtt_p999_us": 5383.164, + "multi_rtt_max_us": 6306.877, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.274264, + "fanout_delivery_mean_us": 24397.072, + "fanout_delivery_p50_us": 24663.605, + "fanout_delivery_p90_us": 30291.571, + "fanout_delivery_p99_us": 33026.905, + "fanout_delivery_p999_us": 33349.489, + "fanout_delivery_max_us": 33408.938, + "client_wall_s": 1.9720967539997218, + "client_cpu_s": 1.452555000000018, + "broker_user_s": 0.560928, + "broker_sys_s": 0.6305999999999999, + "broker_cpu_s": 1.191528, + "broker_vcsw": 12544, + "broker_maxrss_kib": 4984, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.738811, + "single_rtt_mean_us": 147.679, + "single_rtt_p50_us": 132.946, + "single_rtt_p90_us": 167.526, + "single_rtt_p99_us": 323.946, + "single_rtt_p999_us": 1962.876, + "single_rtt_max_us": 10168.093, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.835634, + "multi_rtt_mean_us": 812.58, + "multi_rtt_p50_us": 662.147, + "multi_rtt_p90_us": 1462.684, + "multi_rtt_p99_us": 2767.471, + "multi_rtt_p999_us": 3746.413, + "multi_rtt_max_us": 5632.39, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.243171, + "fanout_delivery_mean_us": 54045.694, + "fanout_delivery_p50_us": 54270.241, + "fanout_delivery_p90_us": 81092.899, + "fanout_delivery_p99_us": 88829.383, + "fanout_delivery_p999_us": 89737.128, + "fanout_delivery_max_us": 89820.848, + "client_wall_s": 1.8329650289997517, + "client_cpu_s": 1.4341170000000432, + "broker_user_s": 0.424427, + "broker_sys_s": 0.5726129999999999, + "broker_cpu_s": 0.9970399999999999, + "broker_vcsw": 15107, + "broker_maxrss_kib": 5900, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.731564, + "single_rtt_mean_us": 146.229, + "single_rtt_p50_us": 135.724, + "single_rtt_p90_us": 174.139, + "single_rtt_p99_us": 311.648, + "single_rtt_p999_us": 1190.188, + "single_rtt_max_us": 2313.98, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.643049, + "multi_rtt_mean_us": 627.205, + "multi_rtt_p50_us": 601.997, + "multi_rtt_p90_us": 756.378, + "multi_rtt_p99_us": 1640.403, + "multi_rtt_p999_us": 3004.109, + "multi_rtt_max_us": 3479.354, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242533, + "fanout_delivery_mean_us": 21627.091, + "fanout_delivery_p50_us": 21393.615, + "fanout_delivery_p90_us": 26557.061, + "fanout_delivery_p99_us": 27890.877, + "fanout_delivery_p999_us": 28518.014, + "fanout_delivery_max_us": 30555.255, + "client_wall_s": 1.635228465000182, + "client_cpu_s": 1.2427850000000262, + "broker_user_s": 0.497104, + "broker_sys_s": 0.49661299999999997, + "broker_cpu_s": 0.993717, + "broker_vcsw": 12534, + "broker_maxrss_kib": 5008, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.761913, + "single_rtt_mean_us": 152.288, + "single_rtt_p50_us": 132.668, + "single_rtt_p90_us": 191.173, + "single_rtt_p99_us": 365.459, + "single_rtt_p999_us": 1730.967, + "single_rtt_max_us": 3810.836, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.689312, + "multi_rtt_mean_us": 668.005, + "multi_rtt_p50_us": 642.468, + "multi_rtt_p90_us": 846.336, + "multi_rtt_p99_us": 1247.31, + "multi_rtt_p999_us": 2574.184, + "multi_rtt_max_us": 3567.193, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264917, + "fanout_delivery_mean_us": 23874.088, + "fanout_delivery_p50_us": 24244.109, + "fanout_delivery_p90_us": 30159.338, + "fanout_delivery_p99_us": 36086.517, + "fanout_delivery_p999_us": 36476.296, + "fanout_delivery_max_us": 36548.295, + "client_wall_s": 1.7340398390006158, + "client_cpu_s": 1.3266499999999724, + "broker_user_s": 0.48716899999999996, + "broker_sys_s": 0.5342549999999999, + "broker_cpu_s": 1.0214239999999999, + "broker_vcsw": 13309, + "broker_maxrss_kib": 4940, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.725471, + "single_rtt_mean_us": 145.01, + "single_rtt_p50_us": 136.569, + "single_rtt_p90_us": 170.463, + "single_rtt_p99_us": 319.207, + "single_rtt_p999_us": 947.665, + "single_rtt_max_us": 1572.217, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.800612, + "multi_rtt_mean_us": 785.316, + "multi_rtt_p50_us": 657.156, + "multi_rtt_p90_us": 1133.032, + "multi_rtt_p99_us": 2505.095, + "multi_rtt_p999_us": 10609.092, + "multi_rtt_max_us": 29240.514, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.237057, + "fanout_delivery_mean_us": 52131.723, + "fanout_delivery_p50_us": 50782.973, + "fanout_delivery_p90_us": 82551.947, + "fanout_delivery_p99_us": 91564.526, + "fanout_delivery_p999_us": 93369.549, + "fanout_delivery_max_us": 96768.21, + "client_wall_s": 1.7813552810002875, + "client_cpu_s": 1.2916810000000112, + "broker_user_s": 0.439494, + "broker_sys_s": 0.63729, + "broker_cpu_s": 1.076784, + "broker_vcsw": 12791, + "broker_maxrss_kib": 6184, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.729457, + "single_rtt_mean_us": 145.789, + "single_rtt_p50_us": 135.308, + "single_rtt_p90_us": 171.293, + "single_rtt_p99_us": 266.857, + "single_rtt_p999_us": 1159.561, + "single_rtt_max_us": 7431.822, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.602242, + "multi_rtt_mean_us": 578.588, + "multi_rtt_p50_us": 569.745, + "multi_rtt_p90_us": 715.599, + "multi_rtt_p99_us": 1052.689, + "multi_rtt_p999_us": 1857.566, + "multi_rtt_max_us": 2522.006, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252155, + "fanout_delivery_mean_us": 21945.981, + "fanout_delivery_p50_us": 22241.152, + "fanout_delivery_p90_us": 28241.616, + "fanout_delivery_p99_us": 34951.958, + "fanout_delivery_p999_us": 35399.317, + "fanout_delivery_max_us": 35746.62, + "client_wall_s": 1.598905883000043, + "client_cpu_s": 1.276475999999974, + "broker_user_s": 0.34776399999999996, + "broker_sys_s": 0.5093369999999999, + "broker_cpu_s": 0.8571009999999999, + "broker_vcsw": 13921, + "broker_maxrss_kib": 5092, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.661952, + "single_rtt_mean_us": 132.308, + "single_rtt_p50_us": 124.701, + "single_rtt_p90_us": 149.518, + "single_rtt_p99_us": 257.498, + "single_rtt_p999_us": 745.685, + "single_rtt_max_us": 2537.858, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.730311, + "multi_rtt_mean_us": 706.536, + "multi_rtt_p50_us": 601.283, + "multi_rtt_p90_us": 956.693, + "multi_rtt_p99_us": 2929.976, + "multi_rtt_p999_us": 8705.749, + "multi_rtt_max_us": 10054.467, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253359, + "fanout_delivery_mean_us": 56595.666, + "fanout_delivery_p50_us": 58571.417, + "fanout_delivery_p90_us": 86096.259, + "fanout_delivery_p99_us": 91768.958, + "fanout_delivery_p999_us": 95805.133, + "fanout_delivery_max_us": 95901.554, + "client_wall_s": 1.6614991859996735, + "client_cpu_s": 1.2669730000000072, + "broker_user_s": 0.38781499999999997, + "broker_sys_s": 0.535631, + "broker_cpu_s": 0.923446, + "broker_vcsw": 13825, + "broker_maxrss_kib": 6392, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.706401, + "single_rtt_mean_us": 141.191, + "single_rtt_p50_us": 129.441, + "single_rtt_p90_us": 167.006, + "single_rtt_p99_us": 313.633, + "single_rtt_p999_us": 1469.711, + "single_rtt_max_us": 2316.911, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.630268, + "multi_rtt_mean_us": 603.357, + "multi_rtt_p50_us": 585.723, + "multi_rtt_p90_us": 746.768, + "multi_rtt_p99_us": 1277.242, + "multi_rtt_p999_us": 1847.83, + "multi_rtt_max_us": 2767.454, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.234162, + "fanout_delivery_mean_us": 20447.79, + "fanout_delivery_p50_us": 19878.237, + "fanout_delivery_p90_us": 24891.937, + "fanout_delivery_p99_us": 30230.564, + "fanout_delivery_p999_us": 30888.519, + "fanout_delivery_max_us": 31153.828, + "client_wall_s": 1.588169117999314, + "client_cpu_s": 1.221084000000019, + "broker_user_s": 0.43094, + "broker_sys_s": 0.45954599999999995, + "broker_cpu_s": 0.8904859999999999, + "broker_vcsw": 13845, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.753491, + "single_rtt_mean_us": 150.606, + "single_rtt_p50_us": 130.487, + "single_rtt_p90_us": 185.998, + "single_rtt_p99_us": 437.572, + "single_rtt_p999_us": 1364.448, + "single_rtt_max_us": 5878.071, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.660654, + "multi_rtt_mean_us": 642.159, + "multi_rtt_p50_us": 614.033, + "multi_rtt_p90_us": 817.445, + "multi_rtt_p99_us": 1546.37, + "multi_rtt_p999_us": 3479.604, + "multi_rtt_max_us": 3619.384, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.305154, + "fanout_delivery_mean_us": 27765.624, + "fanout_delivery_p50_us": 27633.461, + "fanout_delivery_p90_us": 33814.489, + "fanout_delivery_p99_us": 34866.078, + "fanout_delivery_p999_us": 35280.546, + "fanout_delivery_max_us": 40173.223, + "client_wall_s": 1.74143569700027, + "client_cpu_s": 1.3224380000000053, + "broker_user_s": 0.443021, + "broker_sys_s": 0.520736, + "broker_cpu_s": 0.963757, + "broker_vcsw": 13424, + "broker_maxrss_kib": 5096, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_rtt_count": { + "baseline": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "timeout": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "revert": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + } + }, + "single_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.7253637333333334, + "stddev": 0.08326243166931294, + "median": 0.711859, + "min": 0.589913, + "max": 1.22824 + }, + "timeout": { + "n": 60, + "mean": 0.7188514166666666, + "stddev": 0.05992378824108527, + "median": 0.6967669999999999, + "min": 0.640688, + "max": 0.931203 + }, + "revert": { + "n": 60, + "mean": 0.7198991166666667, + "stddev": 0.05456797908940198, + "median": 0.713058, + "min": 0.645826, + "max": 0.924084 + } + }, + "single_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 144.97493333333333, + "stddev": 16.64453027667268, + "median": 142.2835, + "min": 117.908, + "max": 245.52 + }, + "timeout": { + "n": 60, + "mean": 143.67531666666667, + "stddev": 11.97679194262828, + "median": 139.2645, + "min": 128.045, + "max": 186.088 + }, + "revert": { + "n": 60, + "mean": 143.88188333333335, + "stddev": 10.908431940152436, + "median": 142.51049999999998, + "min": 129.086, + "max": 184.721 + } + }, + "single_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 131.44725, + "stddev": 8.08957157656528, + "median": 130.1915, + "min": 120.434, + "max": 159.676 + }, + "timeout": { + "n": 60, + "mean": 130.97639999999998, + "stddev": 9.045984158542959, + "median": 130.2835, + "min": 119.001, + "max": 163.731 + }, + "revert": { + "n": 60, + "mean": 130.36341666666667, + "stddev": 7.488717978335113, + "median": 129.21699999999998, + "min": 119.109, + "max": 150.98 + } + }, + "single_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 169.12646666666666, + "stddev": 17.351713990917407, + "median": 165.7185, + "min": 146.62, + "max": 230.444 + }, + "timeout": { + "n": 60, + "mean": 170.18691666666666, + "stddev": 21.865017294711265, + "median": 163.74, + "min": 143.003, + "max": 259.886 + }, + "revert": { + "n": 60, + "mean": 168.38143333333335, + "stddev": 15.570352229631872, + "median": 166.1485, + "min": 142.638, + "max": 219.472 + } + }, + "single_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 335.4122, + "stddev": 243.38007760039207, + "median": 299.045, + "min": 200.536, + "max": 2134.017 + }, + "timeout": { + "n": 60, + "mean": 308.8865833333333, + "stddev": 88.94748675850236, + "median": 299.3635, + "min": 196.484, + "max": 741.083 + }, + "revert": { + "n": 60, + "mean": 315.3691166666667, + "stddev": 69.51914654546535, + "median": 303.58000000000004, + "min": 214.292, + "max": 525.792 + } + }, + "single_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 1459.9105666666667, + "stddev": 1624.385396031241, + "median": 1151.6525, + "min": 361.519, + "max": 12134.932 + }, + "timeout": { + "n": 60, + "mean": 1250.1882166666667, + "stddev": 648.449287313061, + "median": 1109.7055, + "min": 379.657, + "max": 3406.078 + }, + "revert": { + "n": 60, + "mean": 1344.5823500000001, + "stddev": 820.1082810202529, + "median": 1172.9099999999999, + "min": 462.049, + "max": 6156.27 + } + }, + "single_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 6544.199283333333, + "stddev": 9535.218559953148, + "median": 3918.69, + "min": 537.433, + "max": 54259.197 + }, + "timeout": { + "n": 60, + "mean": 4409.231183333333, + "stddev": 4142.6742270510895, + "median": 3675.0105, + "min": 563.335, + "max": 26844.078 + }, + "revert": { + "n": 60, + "mean": 7315.850583333334, + "stddev": 9832.189136703011, + "median": 3592.2955, + "min": 733.357, + "max": 45818.118 + } + }, + "multi_rtt_count": { + "baseline": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "timeout": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "revert": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + } + }, + "multi_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.7541590333333333, + "stddev": 0.1502155763397512, + "median": 0.7010585, + "min": 0.60999, + "max": 1.604169 + }, + "timeout": { + "n": 60, + "mean": 0.7439299833333333, + "stddev": 0.12218915870499157, + "median": 0.712942, + "min": 0.612568, + "max": 1.411529 + }, + "revert": { + "n": 60, + "mean": 0.7168433000000001, + "stddev": 0.06623578408099151, + "median": 0.7145475, + "min": 0.602242, + "max": 0.903347 + } + }, + "multi_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 730.8851833333333, + "stddev": 146.44518777026275, + "median": 679.4549999999999, + "min": 589.168, + "max": 1555.084 + }, + "timeout": { + "n": 60, + "mean": 718.7580666666667, + "stddev": 118.43691780142103, + "median": 691.649, + "min": 588.394, + "max": 1361.463 + }, + "revert": { + "n": 60, + "mean": 689.8937333333332, + "stddev": 61.107821351007644, + "median": 687.6155, + "min": 578.588, + "max": 876.462 + } + }, + "multi_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 659.6176166666667, + "stddev": 126.25241309593048, + "median": 623.5255, + "min": 568.581, + "max": 1490.54 + }, + "timeout": { + "n": 60, + "mean": 658.7122666666667, + "stddev": 110.85776608635274, + "median": 629.0360000000001, + "min": 576.343, + "max": 1359.017 + }, + "revert": { + "n": 60, + "mean": 640.5964166666668, + "stddev": 46.096910127448055, + "median": 626.101, + "min": 569.745, + "max": 750.027 + } + }, + "multi_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 1003.7260833333333, + "stddev": 303.8211861832655, + "median": 920.823, + "min": 697.936, + "max": 2286.009 + }, + "timeout": { + "n": 60, + "mean": 971.0059166666667, + "stddev": 251.92753427263133, + "median": 918.2860000000001, + "min": 692.167, + "max": 2133.144 + }, + "revert": { + "n": 60, + "mean": 903.6656, + "stddev": 144.30950265164836, + "median": 877.1085, + "min": 690.446, + "max": 1493.803 + } + }, + "multi_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 2032.2703333333334, + "stddev": 804.4239162836392, + "median": 1883.339, + "min": 953.8, + "max": 6073.363 + }, + "timeout": { + "n": 60, + "mean": 1914.567, + "stddev": 585.2306414094144, + "median": 1855.9485, + "min": 1039.19, + "max": 3229.151 + }, + "revert": { + "n": 60, + "mean": 1701.76975, + "stddev": 439.0833507795733, + "median": 1654.8600000000001, + "min": 1052.689, + "max": 2858.751 + } + }, + "multi_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 4466.8597500000005, + "stddev": 2004.52480372448, + "median": 3918.0969999999998, + "min": 2002.654, + "max": 11252.126 + }, + "timeout": { + "n": 60, + "mean": 4352.3452, + "stddev": 1959.4960386401137, + "median": 4035.624, + "min": 1667.697, + "max": 10969.329 + }, + "revert": { + "n": 60, + "mean": 4218.73775, + "stddev": 4566.015407515132, + "median": 3595.999, + "min": 1600.235, + "max": 37684.595 + } + }, + "multi_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 7299.139783333333, + "stddev": 6419.702901161862, + "median": 5713.561, + "min": 2541.691, + "max": 44641.286 + }, + "timeout": { + "n": 60, + "mean": 7619.630666666667, + "stddev": 8561.902423248997, + "median": 5551.276, + "min": 2084.853, + "max": 57155.459 + }, + "revert": { + "n": 60, + "mean": 6689.748383333334, + "stddev": 8695.721330299762, + "median": 4959.5005, + "min": 1698.526, + "max": 68342.51 + } + }, + "fanout_delivery_count": { + "baseline": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "timeout": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "revert": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + } + }, + "fanout_delivery_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.26929263333333336, + "stddev": 0.030040369823812297, + "median": 0.26190650000000004, + "min": 0.224299, + "max": 0.376493 + }, + "timeout": { + "n": 60, + "mean": 0.26506138333333334, + "stddev": 0.0433592478318695, + "median": 0.251795, + "min": 0.214391, + "max": 0.458986 + }, + "revert": { + "n": 60, + "mean": 0.25666286666666666, + "stddev": 0.027381921210323453, + "median": 0.248212, + "min": 0.221532, + "max": 0.353994 + } + }, + "fanout_delivery_mean_us": { + "baseline": { + "n": 60, + "mean": 58706.13745, + "stddev": 6349.610542596658, + "median": 58278.8535, + "min": 48988.105, + "max": 76327.045 + }, + "timeout": { + "n": 60, + "mean": 23677.3242, + "stddev": 3698.49202630619, + "median": 22659.1205, + "min": 19021.587, + "max": 39746.598 + }, + "revert": { + "n": 60, + "mean": 22869.107583333334, + "stddev": 2489.994023799161, + "median": 22038.0865, + "min": 19203.661, + "max": 31510.318 + } + }, + "fanout_delivery_p50_us": { + "baseline": { + "n": 60, + "mean": 59704.131049999996, + "stddev": 7435.062293783753, + "median": 57776.773499999996, + "min": 48677.744, + "max": 79747.379 + }, + "timeout": { + "n": 60, + "mean": 23205.592566666666, + "stddev": 3037.4262350882004, + "median": 22822.4695, + "min": 18413.055, + "max": 32362.067 + }, + "revert": { + "n": 60, + "mean": 22483.2172, + "stddev": 2559.2405779236365, + "median": 21539.114, + "min": 18817.007, + "max": 31263.631 + } + }, + "fanout_delivery_p90_us": { + "baseline": { + "n": 60, + "mean": 92487.10001666666, + "stddev": 13267.146411715778, + "median": 88753.14, + "min": 75553.846, + "max": 133431.771 + }, + "timeout": { + "n": 60, + "mean": 30870.465983333335, + "stddev": 8435.487449902435, + "median": 28311.9095, + "min": 22854.015, + "max": 70902.159 + }, + "revert": { + "n": 60, + "mean": 28775.069083333332, + "stddev": 4415.247870176937, + "median": 27407.207000000002, + "min": 23432.413, + "max": 49760.598 + } + }, + "fanout_delivery_p99_us": { + "baseline": { + "n": 60, + "mean": 101684.41618333333, + "stddev": 15894.613361384185, + "median": 96864.9975, + "min": 82395.937, + "max": 148662.45 + }, + "timeout": { + "n": 60, + "mean": 35917.911733333334, + "stddev": 12208.050892770496, + "median": 32463.637000000002, + "min": 24274.056, + "max": 80581.726 + }, + "revert": { + "n": 60, + "mean": 32932.21838333333, + "stddev": 5677.596611433792, + "median": 32074.5125, + "min": 24517.762, + "max": 53459.08 + } + }, + "fanout_delivery_p999_us": { + "baseline": { + "n": 60, + "mean": 104818.90733333334, + "stddev": 16305.462919582205, + "median": 99621.07250000001, + "min": 83270.102, + "max": 152465.306 + }, + "timeout": { + "n": 60, + "mean": 37167.67836666667, + "stddev": 13039.728033254236, + "median": 32915.093, + "min": 24438.391, + "max": 87615.371 + }, + "revert": { + "n": 60, + "mean": 34459.99848333334, + "stddev": 5792.730410213168, + "median": 34146.3065, + "min": 24744.755, + "max": 53988.475 + } + }, + "fanout_delivery_max_us": { + "baseline": { + "n": 60, + "mean": 105691.17111666666, + "stddev": 16649.271803248936, + "median": 99718.4075, + "min": 83357.758, + "max": 153691.487 + }, + "timeout": { + "n": 60, + "mean": 38404.023766666665, + "stddev": 13146.237116030585, + "median": 34809.285, + "min": 24525.042, + "max": 91732.611 + }, + "revert": { + "n": 60, + "mean": 35360.678199999995, + "stddev": 5749.611108421174, + "median": 34346.935, + "min": 24837.006, + "max": 54125.991 + } + }, + "client_wall_s": { + "baseline": { + "n": 60, + "mean": 1.7685012027000389, + "stddev": 0.2139325239679057, + "median": 1.7101259715004744, + "min": 1.5476536380001562, + "max": 2.8445720970003094 + }, + "timeout": { + "n": 60, + "mean": 1.748396258933341, + "stddev": 0.16740502596213166, + "median": 1.7052925570001207, + "min": 1.506397522000043, + "max": 2.479686704999949 + }, + "revert": { + "n": 60, + "mean": 1.710791705483325, + "stddev": 0.117252624540934, + "median": 1.7196830985003544, + "min": 1.5155402570007936, + "max": 2.089076340000247 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 1.3512852333333352, + "stddev": 0.1709020307124513, + "median": 1.3085000000000022, + "min": 1.1951249999999902, + "max": 2.438913999999997 + }, + "timeout": { + "n": 60, + "mean": 1.3449288500000012, + "stddev": 0.14276631454883945, + "median": 1.320851999999995, + "min": 1.1707879999999875, + "max": 2.115967000000005 + }, + "revert": { + "n": 60, + "mean": 1.3211029833333334, + "stddev": 0.07382991203710383, + "median": 1.326791, + "min": 1.1890140000000144, + "max": 1.4700210000000027 + } + }, + "broker_user_s": { + "baseline": { + "n": 60, + "mean": 0.4588086166666666, + "stddev": 0.05194945131831802, + "median": 0.44547349999999997, + "min": 0.383411, + "max": 0.633756 + }, + "timeout": { + "n": 60, + "mean": 0.45533793333333333, + "stddev": 0.050876694286156265, + "median": 0.4485165, + "min": 0.353826, + "max": 0.558443 + }, + "revert": { + "n": 60, + "mean": 0.43181296666666663, + "stddev": 0.04376648202966635, + "median": 0.42422499999999996, + "min": 0.337601, + "max": 0.560928 + } + }, + "broker_sys_s": { + "baseline": { + "n": 60, + "mean": 0.5284738166666666, + "stddev": 0.0534800703492342, + "median": 0.5170565, + "min": 0.438314, + "max": 0.726997 + }, + "timeout": { + "n": 60, + "mean": 0.5242994333333333, + "stddev": 0.04525493957208921, + "median": 0.5272665, + "min": 0.406997, + "max": 0.632729 + }, + "revert": { + "n": 60, + "mean": 0.5196448833333334, + "stddev": 0.049639806623276925, + "median": 0.5109515, + "min": 0.44005299999999997, + "max": 0.656264 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.9872824333333333, + "stddev": 0.08785417796541341, + "median": 0.9610699999999999, + "min": 0.884805, + "max": 1.3607529999999999 + }, + "timeout": { + "n": 60, + "mean": 0.9796373666666667, + "stddev": 0.06679107088499908, + "median": 0.9670805, + "min": 0.8721399999999999, + "max": 1.128479 + }, + "revert": { + "n": 60, + "mean": 0.9514578499999999, + "stddev": 0.07494459681608989, + "median": 0.9389559999999999, + "min": 0.8533299999999999, + "max": 1.1956889999999998 + } + }, + "broker_vcsw": { + "baseline": { + "n": 60, + "mean": 13820.8, + "stddev": 927.1186053977001, + "median": 13822.5, + "min": 11839, + "max": 18638 + }, + "timeout": { + "n": 60, + "mean": 13575.133333333333, + "stddev": 801.387239319814, + "median": 13440.0, + "min": 12522, + "max": 18723 + }, + "revert": { + "n": 60, + "mean": 13560.5, + "stddev": 457.21357617342045, + "median": 13691.5, + "min": 12425, + "max": 14304 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 6304.733333333334, + "stddev": 206.06728098799505, + "median": 6348.0, + "min": 5772, + "max": 7004 + }, + "timeout": { + "n": 60, + "mean": 5029.333333333333, + "stddev": 82.0604710195768, + "median": 5036.0, + "min": 4780, + "max": 5236 + }, + "revert": { + "n": 60, + "mean": 5000.266666666666, + "stddev": 92.6794853549032, + "median": 4998.0, + "min": 4804, + "max": 5180 + } + } + } +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.md new file mode 100644 index 0000000..0ff8795 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/latency.md @@ -0,0 +1,38 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +dbus-bench: 9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 +revert: 41407f0 + +### single_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 131.4 | 130.2 | 335.4 | 299.0 | 6544.2 | 3918.7 | +| timeout | 60 | 131.0 | 130.3 | 308.9 | 299.4 | 4409.2 | 3675.0 | +| revert | 60 | 130.4 | 129.2 | 315.4 | 303.6 | 7315.9 | 3592.3 | + +### multi_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 659.6 | 623.5 | 2032.3 | 1883.3 | 7299.1 | 5713.6 | +| timeout | 60 | 658.7 | 629.0 | 1914.6 | 1855.9 | 7619.6 | 5551.3 | +| revert | 60 | 640.6 | 626.1 | 1701.8 | 1654.9 | 6689.7 | 4959.5 | + +### fanout_delivery (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 59704.1 | 57776.8 | 101684.4 | 96865.0 | 105691.2 | 99718.4 | +| timeout | 60 | 23205.6 | 22822.5 | 35917.9 | 32463.6 | 38404.0 | 34809.3 | +| revert | 60 | 22483.2 | 21539.1 | 32932.2 | 32074.5 | 35360.7 | 34346.9 | + +### broker and client (over the measured rounds) + +| broker | n | broker_cpu_s mean | broker_cpu_s median | broker_maxrss_kib mean | broker_maxrss_kib median | client_wall_s mean | client_wall_s median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.987 | 0.961 | 6305 | 6348 | 1.769 | 1.710 | +| timeout | 60 | 0.980 | 0.967 | 5029 | 5036 | 1.748 | 1.705 | +| revert | 60 | 0.951 | 0.939 | 5000 | 4998 | 1.711 | 1.720 | diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead-zbus43.log b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead-zbus43.log new file mode 100644 index 0000000..61bc076 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead-zbus43.log @@ -0,0 +1,82 @@ +read-ahead 64 n=100 run=1 exit=1 wall=3180ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +read-ahead 64 n=100 run=2 exit=1 wall=2058ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +read-ahead 64 n=100 run=3 exit=1 wall=2070ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +read-ahead 128 n=100 run=1 exit=0 wall=11929ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.910398352s +read-ahead 128 n=100 run=2 exit=0 wall=11580ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.570905853s +read-ahead 128 n=100 run=3 exit=0 wall=11071ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 10.984587542s +read-ahead 256 n=100 run=1 exit=0 wall=12581ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 12.567424389s +read-ahead 256 n=100 run=2 exit=0 wall=11305ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.273847236s +read-ahead 256 n=100 run=3 exit=0 wall=11490ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.475185218s +read-ahead 1024 n=100 run=1 exit=0 wall=11372ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.315891675s +read-ahead 1024 n=100 run=2 exit=0 wall=11276ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.245542442s +read-ahead 1024 n=100 run=3 exit=0 wall=11303ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.282873195s +read-ahead 256 n=200 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 66744 17152 users:(("dbus-bench-zbus",pid=4720,fd=9)) + 1 16516 77056 users:(("busd-read-ahead",pid=4714,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=4720,fd=8),("dbus-bench-zbus",pid=4720,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=4720,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=4714,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=4714,fd=8)) +read-ahead 256 n=200 run=1 exit=0 wall=25371ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 25.362494627s +read-ahead 256 n=200 run=2: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 134440 0 users:(("dbus-bench-zbus",pid=4925,fd=9)) + 1 0 167168 users:(("busd-read-ahead",pid=4918,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=4925,fd=8),("dbus-bench-zbus",pid=4925,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=4925,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=4918,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=4918,fd=8)) +read-ahead 256 n=200 run=2 exit=0 wall=24830ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 24.82037177s +read-ahead 256 n=300 run=1 exit=1 wall=2160ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +read-ahead 256 n=300 run=2 exit=1 wall=2056ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +read-ahead 1024 n=200 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 49988 0 users:(("dbus-bench-zbus",pid=5229,fd=9)) + 1 0 56832 users:(("busd-read-ahead",pid=5222,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=5229,fd=8),("dbus-bench-zbus",pid=5229,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=5229,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=5222,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=5222,fd=8)) +read-ahead 1024 n=200 run=1 exit=0 wall=24674ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 24.665878514s +read-ahead 1024 n=200 run=2: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 82644 0 users:(("dbus-bench-zbus",pid=5434,fd=9)) + 1 0 85760 users:(("busd-read-ahead",pid=5427,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=5434,fd=8),("dbus-bench-zbus",pid=5434,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=5434,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=5427,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=5427,fd=8)) +read-ahead 1024 n=200 run=2 exit=0 wall=23881ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 23.873202941s +read-ahead 1024 n=300 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 49988 0 users:(("dbus-bench-zbus",pid=5647,fd=9)) + 1 0 56832 users:(("busd-read-ahead",pid=5640,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=5647,fd=8),("dbus-bench-zbus",pid=5647,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=5647,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=5640,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=5640,fd=8)) +read-ahead 1024 n=300 run=1 exit=0 wall=43871ms disconnects=0 + Hammering using 300 simultaneous clients while sharing the same connection took 43.86102146s +read-ahead 1024 n=300 run=2: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 66800 0 users:(("dbus-bench-zbus",pid=5875,fd=9)) + 1 0 77824 users:(("busd-read-ahead",pid=5868,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=5875,fd=8),("dbus-bench-zbus",pid=5875,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=5875,fd=7)) + 1 0 0 users:(("busd-read-ahead",pid=5868,fd=9)) + 1 0 0 users:(("busd-read-ahead",pid=5868,fd=8)) +read-ahead 1024 n=300 run=2 exit=0 wall=43300ms disconnects=0 + Hammering using 300 simultaneous clients while sharing the same connection took 43.29022863s diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff new file mode 100644 index 0000000..701ba39 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff @@ -0,0 +1,15 @@ +--- a/src/peer/mod.rs ++++ b/src/peer/mod.rs +@@ -45,6 +45,12 @@ + .server(guid) + .p2p() + .auth_mechanism(auth_mechanism) ++ .max_queued( ++ std::env::var("BUSD_MAX_QUEUED") ++ .ok() ++ .and_then(|n| n.parse().ok()) ++ .unwrap_or(std::num::NonZeroUsize::new(64).unwrap()), ++ ) + .build_message_stream() + .await?; + let conn = Connection::from(&msg_stream); diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh new file mode 100755 index 0000000..55ddb72 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh @@ -0,0 +1,63 @@ +#!/bin/bash +# The paired comparisons of this directory. Every round runs each broker once, in an order that is +# shuffled for each round (reproducibly, from --seed), on a fresh broker process each time, after +# WARMUP rounds that the tables leave out. Run it from the root of dbus-bench, with $BIN the +# directory of the binaries, which the .md next to this directory says how to build, and $OUT the +# directory to write the results to. +# baseline 0c52e9c busd's main before the revert (a queue for each client, busd PR #376) +# timeout 8d57e20 the revert, then sends with a time limit (the code of e93cec5) +# revert 41407f0 the revert alone (sends with no time limit), for reference +# timeout-rq256 timeout with read-ahead.diff and BUSD_MAX_QUEUED=256, in the last comparison +set -eu +: "${BIN:?set BIN to the directory of the binaries}" "${OUT:?set OUT to the output directory}" +ROUNDS=${ROUNDS:-60} +SHARED_ROUNDS=${SHARED_ROUNDS:-40} +WARMUP=${WARMUP:-3} +mkdir -p "$OUT" +brokers=( + --broker baseline "$BIN/busd-baseline-0c52e9c --address {address}" + --broker timeout "$BIN/busd-timeout-8d57e20 --address {address}" + --broker revert "$BIN/busd-revert-41407f0 --address {address}" +) +meta=(--meta "rustc=$(rustc --version)" --meta "baseline=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c" + --meta "timeout=8d57e20" --meta "revert=41407f0") + +echo "== method calls (the benchmark, on zbus 6): $ROUNDS rounds" >&2 +python3 scripts/compare-brokers.py --bench "$BIN/dbus-bench" --rounds "$ROUNDS" \ + --warmup "$WARMUP" --seed 11 --out "$OUT/calls.json" "${meta[@]}" "${brokers[@]}" \ + > "$OUT/calls.md" +echo "== signals (fanout: a burst to 1 subscriber, broadcasts to 20): $ROUNDS rounds" >&2 +python3 scripts/compare-brokers.py --bench "$BIN/fanout" --rounds "$ROUNDS" --warmup "$WARMUP" \ + --seed 12 --out "$OUT/signals.json" "${meta[@]}" "${brokers[@]}" > "$OUT/signals.md" +echo "== latencies: $ROUNDS rounds" >&2 +python3 scripts/compare-latency.py --bench "$BIN/latency" --rounds "$ROUNDS" --warmup "$WARMUP" \ + --seed 13 --out "$OUT/latency.json" "${meta[@]}" "${brokers[@]}" > "$OUT/latency.md" +echo "== 100 proxies sharing a connection, then 100 connections (zbus 6): $SHARED_ROUNDS rounds" >&2 +DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$BIN/shared" \ + --rounds "$SHARED_ROUNDS" --warmup "$WARMUP" --seed 14 --out "$OUT/shared.json" \ + "${meta[@]}" "${brokers[@]}" > "$OUT/shared.md" + +for workload in calls signals latency shared; do + for pair in baseline:timeout baseline:revert revert:timeout; do + base=${pair%:*} cand=${pair#*:} + name=$workload-$cand + [ "$base" = baseline ] || name=$workload-$cand-vs-$base + python3 scripts/paired-stats.py "$OUT/$workload.json" --baseline "$base" \ + --candidate "$cand" --json "$OUT/$name.stats.json" > "$OUT/$name.stats.md" + done +done + +echo "== the same shared connection, with more read-ahead: 30 rounds" >&2 +DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$BIN/shared" --rounds 30 \ + --warmup "$WARMUP" --seed 15 --out "$OUT/shared-read-ahead.json" "${meta[@]}" \ + --broker baseline "$BIN/busd-baseline-0c52e9c --address {address}" \ + --broker timeout "$BIN/busd-timeout-8d57e20 --address {address}" \ + --broker timeout-rq256 "env BUSD_MAX_QUEUED=256 $BIN/busd-read-ahead --address {address}" \ + > "$OUT/shared-read-ahead.md" +for pair in baseline:timeout baseline:timeout-rq256 timeout:timeout-rq256; do + base=${pair%:*} cand=${pair#*:} + name=shared-read-ahead-$cand + [ "$base" = baseline ] || name=shared-read-ahead-$cand-vs-$base + python3 scripts/paired-stats.py "$OUT/shared-read-ahead.json" --baseline "$base" \ + --candidate "$cand" --json "$OUT/$name.stats.json" > "$OUT/$name.stats.md" +done diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh new file mode 100755 index 0000000..0e3f212 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh @@ -0,0 +1,60 @@ +#!/bin/bash +# The runs with clients that stop reading, of this directory, against busd's builds and +# dbus-broker. $BIN is the directory of the binaries, which the .md next to this directory says how +# to build, $PINGER the pinger, $JOURNAL the file that stalls/fake-journald.py writes dbus-broker's +# log to, and $OUT the directory to write the logs to. +set -u +: "${BIN:?}" "${PINGER:?}" "${JOURNAL:?}" "${OUT:?}" +export PINGER JOURNAL +stalls=$(dirname "$0")/stalls +mkdir -p "$OUT" +broker() { case $1 in dbus-broker) echo dbus-broker ;; *) echo "$BIN/busd-$1" ;; esac; } +label() { case $1 in dbus-broker) echo dbus-broker ;; *) echo "${1%-*}" ;; esac; } + +# Subscribers of the bus's own signals that stop reading, while new clients call the bus. +{ + for b in baseline-0c52e9c timeout-8d57e20 dbus-broker; do + K=1 "$stalls/frozen-timed.sh" "$(label $b) K=1" "$(broker $b)" 1500 + done + for k in 2 3; do + K=$k "$stalls/frozen-timed.sh" "timeout K=$k" "$(broker timeout-8d57e20)" 600 + done + for b in baseline-0c52e9c dbus-broker; do + K=3 "$stalls/frozen-timed.sh" "$(label $b) K=3" "$(broker $b)" 600 + done +} 2>&1 | tee "$OUT/frozen.log" + +# The zbus 4.3 client of the `some-changes` branch: all of it, then the phase where the proxies +# share one connection alone, by the number of proxies. +{ + for b in baseline-0c52e9c timeout-8d57e20 revert-41407f0 dbus-broker; do + "$stalls/shared-phase.sh" "$(label $b) whole client" "$(broker $b)" \ + "$BIN/dbus-bench-zbus43" 1 60 + done + export DBUS_BENCH_SHARED_ONLY=1 + for n in 100 96 92 88; do + DBUS_BENCH_CLIENTS=$n "$stalls/shared-phase.sh" "timeout n=$n" \ + "$(broker timeout-8d57e20)" "$BIN/dbus-bench-zbus43" 3 + done + for b in baseline-0c52e9c dbus-broker; do + DBUS_BENCH_CLIENTS=100 "$stalls/shared-phase.sh" "$(label $b) n=100" "$(broker $b)" \ + "$BIN/dbus-bench-zbus43" 3 + DBUS_BENCH_CLIENTS=200 "$stalls/shared-phase.sh" "$(label $b) n=200" "$(broker $b)" \ + "$BIN/dbus-bench-zbus43" 1 + done +} 2>&1 | tee "$OUT/shared-zbus43.log" + +# The same phase, against the time limit with more read-ahead (read-ahead.diff). +{ + export DBUS_BENCH_SHARED_ONLY=1 + for q in 64 128 256 1024; do + BUSD_MAX_QUEUED=$q DBUS_BENCH_CLIENTS=100 "$stalls/shared-phase.sh" "read-ahead $q n=100" \ + "$BIN/busd-read-ahead" "$BIN/dbus-bench-zbus43" 3 + done + for q in 256 1024; do + for n in 200 300; do + BUSD_MAX_QUEUED=$q DBUS_BENCH_CLIENTS=$n "$stalls/shared-phase.sh" \ + "read-ahead $q n=$n" "$BIN/busd-read-ahead" "$BIN/dbus-bench-zbus43" 2 + done + done +} 2>&1 | tee "$OUT/read-ahead-zbus43.log" diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.json new file mode 100644 index 0000000..b9c8cbc --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.json @@ -0,0 +1,2104 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "timeout-rq256", + "command": "env BUSD_MAX_QUEUED=256 /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-mq --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/shared-zbus6", + "rounds": 30, + "warmup": 3, + "seed": 15, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "4b30671ba666b1e5a077a114f7019f9ccdfa3f11", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (code of 63d08b0)", + "timeout-rq256": "63d08b0 + max_queued(256) on the peer connections (scratch)" + } + }, + "started": "2026-10-22T14:35:57+00:00", + "runs": [ + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 3.405298323, + "multi_s": 4.019425689, + "client_wall_s": 7.438092395001149, + "client_cpu_s": 6.892299, + "client_vcsw": 11077, + "multi_client_cpu_s": 3.69, + "multi_broker_cpu_s": 3.19, + "broker_user_s": 2.694796, + "broker_sys_s": 2.447961, + "broker_cpu_s": 5.142757, + "broker_vcsw": 18860, + "broker_maxrss_kib": 7232, + "broker_ru_maxrss_kib": 18148, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 0, + "warmup": true, + "single_s": 3.534916873, + "multi_s": 4.31431227, + "client_wall_s": 7.8553298090009775, + "client_cpu_s": 6.952729, + "client_vcsw": 20228, + "multi_client_cpu_s": 3.73, + "multi_broker_cpu_s": 3.3899999999999997, + "broker_user_s": 2.93278, + "broker_sys_s": 2.8755379999999997, + "broker_cpu_s": 5.808318, + "broker_vcsw": 16523, + "broker_maxrss_kib": 8112, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 2.863774059, + "multi_s": 4.362183456, + "client_wall_s": 7.233779149999464, + "client_cpu_s": 6.319504, + "client_vcsw": 29179, + "multi_client_cpu_s": 3.6399999999999997, + "multi_broker_cpu_s": 3.8600000000000003, + "broker_user_s": 2.862498, + "broker_sys_s": 2.962925, + "broker_cpu_s": 5.825423, + "broker_vcsw": 12766, + "broker_maxrss_kib": 7448, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 3.04799683, + "multi_s": 4.399248128, + "client_wall_s": 7.453046414999335, + "client_cpu_s": 6.4380549999999985, + "client_vcsw": 24022, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.5799999999999996, + "broker_user_s": 2.8073069999999998, + "broker_sys_s": 2.850206, + "broker_cpu_s": 5.657513, + "broker_vcsw": 13710, + "broker_maxrss_kib": 7512, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 1, + "warmup": true, + "single_s": 3.045068952, + "multi_s": 4.130488588, + "client_wall_s": 7.18109435200131, + "client_cpu_s": 6.601013000000002, + "client_vcsw": 13081, + "multi_client_cpu_s": 3.75, + "multi_broker_cpu_s": 3.3200000000000003, + "broker_user_s": 2.567967, + "broker_sys_s": 2.728111, + "broker_cpu_s": 5.296078, + "broker_vcsw": 16739, + "broker_maxrss_kib": 7784, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 3.520037805, + "multi_s": 3.621975465, + "client_wall_s": 7.147476500998891, + "client_cpu_s": 6.623818999999994, + "client_vcsw": 9188, + "multi_client_cpu_s": 3.3500000000000005, + "multi_broker_cpu_s": 2.8700000000000006, + "broker_user_s": 2.515793, + "broker_sys_s": 2.4367229999999998, + "broker_cpu_s": 4.952515999999999, + "broker_vcsw": 18164, + "broker_maxrss_kib": 6720, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 2.882941605, + "multi_s": 4.547516093, + "client_wall_s": 7.436015071998554, + "client_cpu_s": 6.5584020000000045, + "client_vcsw": 26515, + "multi_client_cpu_s": 3.8899999999999997, + "multi_broker_cpu_s": 3.78, + "broker_user_s": 2.713136, + "broker_sys_s": 3.056749, + "broker_cpu_s": 5.769885, + "broker_vcsw": 13318, + "broker_maxrss_kib": 7988, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 3.758643223, + "multi_s": 4.058559687, + "client_wall_s": 7.839647774000696, + "client_cpu_s": 6.945050000000002, + "client_vcsw": 17678, + "multi_client_cpu_s": 3.4699999999999998, + "multi_broker_cpu_s": 3.4899999999999998, + "broker_user_s": 2.809381, + "broker_sys_s": 2.884081, + "broker_cpu_s": 5.693462, + "broker_vcsw": 16257, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 2, + "warmup": true, + "single_s": 3.352190069, + "multi_s": 4.429769134, + "client_wall_s": 7.788336494999385, + "client_cpu_s": 7.112235000000005, + "client_vcsw": 15311, + "multi_client_cpu_s": 3.9599999999999995, + "multi_broker_cpu_s": 3.56, + "broker_user_s": 2.912957, + "broker_sys_s": 2.794253, + "broker_cpu_s": 5.70721, + "broker_vcsw": 19003, + "broker_maxrss_kib": 7620, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 3.770124482, + "multi_s": 4.362272883, + "client_wall_s": 8.138060750001387, + "client_cpu_s": 7.201925000000003, + "client_vcsw": 18043, + "multi_client_cpu_s": 3.8000000000000003, + "multi_broker_cpu_s": 3.5199999999999996, + "broker_user_s": 2.977563, + "broker_sys_s": 2.718868, + "broker_cpu_s": 5.6964310000000005, + "broker_vcsw": 17841, + "broker_maxrss_kib": 6668, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 3, + "warmup": false, + "single_s": 3.229934081, + "multi_s": 4.127842384, + "client_wall_s": 7.364805176001028, + "client_cpu_s": 6.432692000000003, + "client_vcsw": 21844, + "multi_client_cpu_s": 3.51, + "multi_broker_cpu_s": 3.3299999999999996, + "broker_user_s": 2.6954380000000002, + "broker_sys_s": 2.8360019999999997, + "broker_cpu_s": 5.53144, + "broker_vcsw": 15859, + "broker_maxrss_kib": 7724, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 2.806229842, + "multi_s": 4.195174096, + "client_wall_s": 7.006722049000018, + "client_cpu_s": 6.194492999999994, + "client_vcsw": 19501, + "multi_client_cpu_s": 3.6100000000000003, + "multi_broker_cpu_s": 3.2300000000000004, + "broker_user_s": 2.639811, + "broker_sys_s": 2.532207, + "broker_cpu_s": 5.172018, + "broker_vcsw": 14251, + "broker_maxrss_kib": 7496, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 3.479162532, + "multi_s": 3.927055996, + "client_wall_s": 7.412030753999716, + "client_cpu_s": 6.787883999999998, + "client_vcsw": 15177, + "multi_client_cpu_s": 3.5300000000000002, + "multi_broker_cpu_s": 3.29, + "broker_user_s": 2.6328899999999997, + "broker_sys_s": 2.673892, + "broker_cpu_s": 5.306782, + "broker_vcsw": 17486, + "broker_maxrss_kib": 7196, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 3.140073647, + "multi_s": 4.263666177, + "client_wall_s": 7.409799622000719, + "client_cpu_s": 6.537323000000001, + "client_vcsw": 26027, + "multi_client_cpu_s": 3.6999999999999997, + "multi_broker_cpu_s": 3.7499999999999996, + "broker_user_s": 3.012863, + "broker_sys_s": 2.890017, + "broker_cpu_s": 5.90288, + "broker_vcsw": 13520, + "broker_maxrss_kib": 7752, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 4, + "warmup": false, + "single_s": 3.335412889, + "multi_s": 4.038842033, + "client_wall_s": 7.379933967000397, + "client_cpu_s": 6.750257000000005, + "client_vcsw": 13298, + "multi_client_cpu_s": 3.64, + "multi_broker_cpu_s": 3.2499999999999996, + "broker_user_s": 2.836097, + "broker_sys_s": 2.650351, + "broker_cpu_s": 5.486448, + "broker_vcsw": 16071, + "broker_maxrss_kib": 7924, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 3.439004365, + "multi_s": 4.101441902, + "client_wall_s": 7.5469790659990394, + "client_cpu_s": 6.853645999999998, + "client_vcsw": 8761, + "multi_client_cpu_s": 3.73, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.62039, + "broker_sys_s": 2.528704, + "broker_cpu_s": 5.149094, + "broker_vcsw": 18746, + "broker_maxrss_kib": 7040, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 3.070827674, + "multi_s": 3.912167436, + "client_wall_s": 6.989809475000584, + "client_cpu_s": 6.262066000000004, + "client_vcsw": 22068, + "multi_client_cpu_s": 3.42, + "multi_broker_cpu_s": 3.3800000000000003, + "broker_user_s": 2.717435, + "broker_sys_s": 2.77859, + "broker_cpu_s": 5.4960249999999995, + "broker_vcsw": 13978, + "broker_maxrss_kib": 7536, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 5, + "warmup": false, + "single_s": 2.93775714, + "multi_s": 3.670393885, + "client_wall_s": 6.613529336000283, + "client_cpu_s": 6.093025999999995, + "client_vcsw": 11648, + "multi_client_cpu_s": 3.41, + "multi_broker_cpu_s": 2.7700000000000005, + "broker_user_s": 2.433111, + "broker_sys_s": 2.354528, + "broker_cpu_s": 4.787639, + "broker_vcsw": 16847, + "broker_maxrss_kib": 7952, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 6, + "warmup": false, + "single_s": 2.904269567, + "multi_s": 3.709684623, + "client_wall_s": 6.619397554999523, + "client_cpu_s": 6.116971000000007, + "client_vcsw": 13316, + "multi_client_cpu_s": 3.3400000000000003, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.45608, + "broker_sys_s": 2.507452, + "broker_cpu_s": 4.963532, + "broker_vcsw": 17991, + "broker_maxrss_kib": 7828, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 3.388407619, + "multi_s": 4.224052072, + "client_wall_s": 7.6180439079998905, + "client_cpu_s": 6.8289740000000165, + "client_vcsw": 12430, + "multi_client_cpu_s": 3.6700000000000004, + "multi_broker_cpu_s": 3.24, + "broker_user_s": 2.717779, + "broker_sys_s": 2.526868, + "broker_cpu_s": 5.2446470000000005, + "broker_vcsw": 17664, + "broker_maxrss_kib": 7072, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 3.252610096, + "multi_s": 4.411303399, + "client_wall_s": 7.6699303860004875, + "client_cpu_s": 6.879914999999997, + "client_vcsw": 15004, + "multi_client_cpu_s": 3.97, + "multi_broker_cpu_s": 3.22, + "broker_user_s": 2.919773, + "broker_sys_s": 2.42509, + "broker_cpu_s": 5.344863, + "broker_vcsw": 15678, + "broker_maxrss_kib": 8224, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 3.54059925, + "multi_s": 4.102086136, + "client_wall_s": 7.648637279999093, + "client_cpu_s": 7.186768999999984, + "client_vcsw": 8230, + "multi_client_cpu_s": 3.86, + "multi_broker_cpu_s": 3.1100000000000003, + "broker_user_s": 2.816008, + "broker_sys_s": 2.355731, + "broker_cpu_s": 5.1717390000000005, + "broker_vcsw": 19902, + "broker_maxrss_kib": 6728, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 7, + "warmup": false, + "single_s": 3.266703687, + "multi_s": 4.267992981, + "client_wall_s": 7.540605358999528, + "client_cpu_s": 6.866419999999991, + "client_vcsw": 15450, + "multi_client_cpu_s": 3.8100000000000005, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.8261950000000002, + "broker_sys_s": 2.730789, + "broker_cpu_s": 5.556984, + "broker_vcsw": 17666, + "broker_maxrss_kib": 7968, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 3.644758058, + "multi_s": 4.529449356, + "client_wall_s": 8.197744504999719, + "client_cpu_s": 7.043740999999969, + "client_vcsw": 24415, + "multi_client_cpu_s": 3.79, + "multi_broker_cpu_s": 3.7, + "broker_user_s": 3.059641, + "broker_sys_s": 3.037901, + "broker_cpu_s": 6.097542000000001, + "broker_vcsw": 13757, + "broker_maxrss_kib": 7164, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 8, + "warmup": false, + "single_s": 3.139169771, + "multi_s": 3.988378208, + "client_wall_s": 7.132657715999812, + "client_cpu_s": 6.542377000000002, + "client_vcsw": 12894, + "multi_client_cpu_s": 3.6100000000000003, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.5001759999999997, + "broker_sys_s": 2.603033, + "broker_cpu_s": 5.103209, + "broker_vcsw": 17761, + "broker_maxrss_kib": 7956, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 3.073659151, + "multi_s": 3.904576793, + "client_wall_s": 6.983773079999082, + "client_cpu_s": 6.134305999999981, + "client_vcsw": 25019, + "multi_client_cpu_s": 3.37, + "multi_broker_cpu_s": 3.48, + "broker_user_s": 2.864159, + "broker_sys_s": 2.723111, + "broker_cpu_s": 5.58727, + "broker_vcsw": 11938, + "broker_maxrss_kib": 7380, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 3.294468194, + "multi_s": 3.842119114, + "client_wall_s": 7.142083110000385, + "client_cpu_s": 6.666852000000006, + "client_vcsw": 7485, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 2.82, + "broker_user_s": 2.4439130000000002, + "broker_sys_s": 2.32173, + "broker_cpu_s": 4.765643000000001, + "broker_vcsw": 19621, + "broker_maxrss_kib": 6960, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 3.107602672, + "multi_s": 4.315658967, + "client_wall_s": 7.430072000001019, + "client_cpu_s": 6.50188399999999, + "client_vcsw": 22601, + "multi_client_cpu_s": 3.6700000000000004, + "multi_broker_cpu_s": 3.4099999999999997, + "broker_user_s": 2.796723, + "broker_sys_s": 2.763887, + "broker_cpu_s": 5.5606100000000005, + "broker_vcsw": 14458, + "broker_maxrss_kib": 7632, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 3.32847503, + "multi_s": 3.939429574, + "client_wall_s": 7.27458488999946, + "client_cpu_s": 6.708985000000013, + "client_vcsw": 11759, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 3.0700000000000003, + "broker_user_s": 2.633606, + "broker_sys_s": 2.415292, + "broker_cpu_s": 5.048897999999999, + "broker_vcsw": 18593, + "broker_maxrss_kib": 6492, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 9, + "warmup": false, + "single_s": 3.365892328, + "multi_s": 3.874404332, + "client_wall_s": 7.245873885000037, + "client_cpu_s": 6.60687999999999, + "client_vcsw": 14515, + "multi_client_cpu_s": 3.53, + "multi_broker_cpu_s": 3.1199999999999997, + "broker_user_s": 2.645978, + "broker_sys_s": 2.702459, + "broker_cpu_s": 5.3484370000000006, + "broker_vcsw": 16455, + "broker_maxrss_kib": 7624, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 10, + "warmup": false, + "single_s": 3.378671135, + "multi_s": 4.215526489, + "client_wall_s": 7.6009634980000556, + "client_cpu_s": 7.059878999999995, + "client_vcsw": 11515, + "multi_client_cpu_s": 3.8099999999999996, + "multi_broker_cpu_s": 3.24, + "broker_user_s": 2.71466, + "broker_sys_s": 2.732077, + "broker_cpu_s": 5.446737, + "broker_vcsw": 21001, + "broker_maxrss_kib": 7884, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 3.089531195, + "multi_s": 4.916978133, + "client_wall_s": 8.012543307999294, + "client_cpu_s": 6.937224000000015, + "client_vcsw": 21054, + "multi_client_cpu_s": 4.0600000000000005, + "multi_broker_cpu_s": 3.7700000000000005, + "broker_user_s": 2.986617, + "broker_sys_s": 2.84717, + "broker_cpu_s": 5.833787, + "broker_vcsw": 15962, + "broker_maxrss_kib": 7268, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 3.36962141, + "multi_s": 3.89404369, + "client_wall_s": 7.269921617998989, + "client_cpu_s": 6.653661999999997, + "client_vcsw": 9971, + "multi_client_cpu_s": 3.5200000000000005, + "multi_broker_cpu_s": 2.9699999999999998, + "broker_user_s": 2.486707, + "broker_sys_s": 2.457178, + "broker_cpu_s": 4.943885, + "broker_vcsw": 19265, + "broker_maxrss_kib": 7456, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 3.463082565, + "multi_s": 4.189885734, + "client_wall_s": 7.659957427000336, + "client_cpu_s": 6.87045999999998, + "client_vcsw": 17850, + "multi_client_cpu_s": 3.7, + "multi_broker_cpu_s": 3.4299999999999997, + "broker_user_s": 2.848144, + "broker_sys_s": 2.7706049999999998, + "broker_cpu_s": 5.618748999999999, + "broker_vcsw": 16878, + "broker_maxrss_kib": 6856, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 2.583932832, + "multi_s": 4.106206452, + "client_wall_s": 6.695983579000313, + "client_cpu_s": 6.0775569999999846, + "client_vcsw": 16978, + "multi_client_cpu_s": 3.6300000000000003, + "multi_broker_cpu_s": 3.1899999999999995, + "broker_user_s": 2.580713, + "broker_sys_s": 2.444164, + "broker_cpu_s": 5.024877, + "broker_vcsw": 14517, + "broker_maxrss_kib": 7172, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 11, + "warmup": false, + "single_s": 3.316271074, + "multi_s": 4.491622476, + "client_wall_s": 7.814072021999891, + "client_cpu_s": 6.824210999999991, + "client_vcsw": 20656, + "multi_client_cpu_s": 3.8899999999999997, + "multi_broker_cpu_s": 3.52, + "broker_user_s": 2.938946, + "broker_sys_s": 2.86677, + "broker_cpu_s": 5.805716, + "broker_vcsw": 14512, + "broker_maxrss_kib": 7760, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 3.398618224, + "multi_s": 4.014862633, + "client_wall_s": 7.423666986000171, + "client_cpu_s": 6.632790999999997, + "client_vcsw": 24254, + "multi_client_cpu_s": 3.57, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.904424, + "broker_sys_s": 2.884532, + "broker_cpu_s": 5.788956000000001, + "broker_vcsw": 14029, + "broker_maxrss_kib": 7512, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 3.509246742, + "multi_s": 4.150003453, + "client_wall_s": 7.664573861000463, + "client_cpu_s": 6.948545000000024, + "client_vcsw": 12678, + "multi_client_cpu_s": 3.7100000000000004, + "multi_broker_cpu_s": 3.2300000000000004, + "broker_user_s": 2.808042, + "broker_sys_s": 2.403981, + "broker_cpu_s": 5.212023, + "broker_vcsw": 18186, + "broker_maxrss_kib": 6760, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 12, + "warmup": false, + "single_s": 3.014816394, + "multi_s": 3.955188177, + "client_wall_s": 6.9757452069989085, + "client_cpu_s": 6.443818000000022, + "client_vcsw": 11808, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.0600000000000005, + "broker_user_s": 2.555968, + "broker_sys_s": 2.607551, + "broker_cpu_s": 5.163519, + "broker_vcsw": 16033, + "broker_maxrss_kib": 8008, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 3.291485063, + "multi_s": 4.3499259, + "client_wall_s": 7.647384820998923, + "client_cpu_s": 6.83496199999999, + "client_vcsw": 15255, + "multi_client_cpu_s": 3.7500000000000004, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.722927, + "broker_sys_s": 2.642843, + "broker_cpu_s": 5.3657699999999995, + "broker_vcsw": 18247, + "broker_maxrss_kib": 7284, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 13, + "warmup": false, + "single_s": 3.121575872, + "multi_s": 4.170763251, + "client_wall_s": 7.298048328999357, + "client_cpu_s": 6.70621600000004, + "client_vcsw": 13157, + "multi_client_cpu_s": 3.7700000000000005, + "multi_broker_cpu_s": 3.0900000000000003, + "broker_user_s": 2.839565, + "broker_sys_s": 2.370895, + "broker_cpu_s": 5.210459999999999, + "broker_vcsw": 16680, + "broker_maxrss_kib": 7700, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 3.301242245, + "multi_s": 4.365133318, + "client_wall_s": 7.672176608999507, + "client_cpu_s": 6.721128999999991, + "client_vcsw": 23281, + "multi_client_cpu_s": 3.77, + "multi_broker_cpu_s": 3.46, + "broker_user_s": 2.9788699999999997, + "broker_sys_s": 2.863302, + "broker_cpu_s": 5.842172, + "broker_vcsw": 13814, + "broker_maxrss_kib": 7376, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 3.342418975, + "multi_s": 3.941727187, + "client_wall_s": 7.289897255001051, + "client_cpu_s": 6.700443999999948, + "client_vcsw": 11550, + "multi_client_cpu_s": 3.5600000000000005, + "multi_broker_cpu_s": 3.1500000000000004, + "broker_user_s": 2.616464, + "broker_sys_s": 2.471571, + "broker_cpu_s": 5.088035, + "broker_vcsw": 18475, + "broker_maxrss_kib": 6800, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 3.114287231, + "multi_s": 3.971483002, + "client_wall_s": 7.091649335001421, + "client_cpu_s": 6.292798000000005, + "client_vcsw": 22884, + "multi_client_cpu_s": 3.5100000000000002, + "multi_broker_cpu_s": 3.3099999999999996, + "broker_user_s": 2.685493, + "broker_sys_s": 2.798484, + "broker_cpu_s": 5.483977, + "broker_vcsw": 14192, + "broker_maxrss_kib": 7452, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 14, + "warmup": false, + "single_s": 3.620208736, + "multi_s": 4.061329721, + "client_wall_s": 7.687325027000043, + "client_cpu_s": 6.854377999999997, + "client_vcsw": 18911, + "multi_client_cpu_s": 3.59, + "multi_broker_cpu_s": 3.3000000000000003, + "broker_user_s": 2.871604, + "broker_sys_s": 2.7506269999999997, + "broker_cpu_s": 5.622230999999999, + "broker_vcsw": 15778, + "broker_maxrss_kib": 7776, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 2.869111916, + "multi_s": 4.391801555, + "client_wall_s": 7.266943235999861, + "client_cpu_s": 6.31534400000001, + "client_vcsw": 25068, + "multi_client_cpu_s": 3.6799999999999997, + "multi_broker_cpu_s": 3.6900000000000004, + "broker_user_s": 2.870495, + "broker_sys_s": 2.8437, + "broker_cpu_s": 5.714195, + "broker_vcsw": 13440, + "broker_maxrss_kib": 7292, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 3.556777151, + "multi_s": 4.139322804, + "client_wall_s": 7.701523087000169, + "client_cpu_s": 7.072111999999976, + "client_vcsw": 12295, + "multi_client_cpu_s": 3.7600000000000002, + "multi_broker_cpu_s": 3.2499999999999996, + "broker_user_s": 2.8763959999999997, + "broker_sys_s": 2.52227, + "broker_cpu_s": 5.3986659999999995, + "broker_vcsw": 17693, + "broker_maxrss_kib": 6784, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 15, + "warmup": false, + "single_s": 3.359409518, + "multi_s": 4.904945751, + "client_wall_s": 8.270394166000187, + "client_cpu_s": 7.518978000000004, + "client_vcsw": 13620, + "multi_client_cpu_s": 4.31, + "multi_broker_cpu_s": 3.4, + "broker_user_s": 2.896566, + "broker_sys_s": 2.627828, + "broker_cpu_s": 5.524394, + "broker_vcsw": 23727, + "broker_maxrss_kib": 8312, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 16, + "warmup": false, + "single_s": 3.142075971, + "multi_s": 3.869723952, + "client_wall_s": 7.017550701999426, + "client_cpu_s": 6.352433000000019, + "client_vcsw": 12674, + "multi_client_cpu_s": 3.5, + "multi_broker_cpu_s": 2.95, + "broker_user_s": 2.435665, + "broker_sys_s": 2.652005, + "broker_cpu_s": 5.08767, + "broker_vcsw": 18000, + "broker_maxrss_kib": 7760, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 3.527600279, + "multi_s": 4.424724543, + "client_wall_s": 7.958768129999953, + "client_cpu_s": 7.016817000000003, + "client_vcsw": 19591, + "multi_client_cpu_s": 3.8, + "multi_broker_cpu_s": 3.63, + "broker_user_s": 2.833442, + "broker_sys_s": 3.04908, + "broker_cpu_s": 5.882522, + "broker_vcsw": 16775, + "broker_maxrss_kib": 7552, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 2.929172868, + "multi_s": 4.282124635, + "client_wall_s": 7.2172736920001626, + "client_cpu_s": 6.454365000000024, + "client_vcsw": 23599, + "multi_client_cpu_s": 3.71, + "multi_broker_cpu_s": 3.76, + "broker_user_s": 2.890619, + "broker_sys_s": 2.88807, + "broker_cpu_s": 5.778689, + "broker_vcsw": 12797, + "broker_maxrss_kib": 7588, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 3.494944312, + "multi_s": 5.154615208, + "client_wall_s": 8.655636446001154, + "client_cpu_s": 7.640705000000025, + "client_vcsw": 18028, + "multi_client_cpu_s": 4.41, + "multi_broker_cpu_s": 3.9000000000000004, + "broker_user_s": 3.18187, + "broker_sys_s": 2.858808, + "broker_cpu_s": 6.040678, + "broker_vcsw": 17515, + "broker_maxrss_kib": 7504, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 17, + "warmup": false, + "single_s": 3.490326248, + "multi_s": 4.341348723, + "client_wall_s": 7.8381760100000974, + "client_cpu_s": 7.039589999999976, + "client_vcsw": 17331, + "multi_client_cpu_s": 4.0, + "multi_broker_cpu_s": 3.3699999999999997, + "broker_user_s": 3.023314, + "broker_sys_s": 2.873715, + "broker_cpu_s": 5.897029, + "broker_vcsw": 14787, + "broker_maxrss_kib": 7672, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 3.499089213, + "multi_s": 4.480723562, + "client_wall_s": 7.985695867000686, + "client_cpu_s": 7.181131999999991, + "client_vcsw": 22143, + "multi_client_cpu_s": 3.9399999999999995, + "multi_broker_cpu_s": 3.6, + "broker_user_s": 2.909333, + "broker_sys_s": 3.030243, + "broker_cpu_s": 5.939576000000001, + "broker_vcsw": 15450, + "broker_maxrss_kib": 8172, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 3.468924756, + "multi_s": 4.293161479, + "client_wall_s": 7.767229687999134, + "client_cpu_s": 6.889746000000059, + "client_vcsw": 17926, + "multi_client_cpu_s": 3.6799999999999997, + "multi_broker_cpu_s": 3.4299999999999997, + "broker_user_s": 2.722545, + "broker_sys_s": 2.7975719999999997, + "broker_cpu_s": 5.520117, + "broker_vcsw": 17644, + "broker_maxrss_kib": 7172, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 3.103507568, + "multi_s": 4.496414996, + "client_wall_s": 7.605780813999445, + "client_cpu_s": 6.846056000000033, + "client_vcsw": 17157, + "multi_client_cpu_s": 4.1, + "multi_broker_cpu_s": 3.2800000000000002, + "broker_user_s": 2.846221, + "broker_sys_s": 2.659728, + "broker_cpu_s": 5.505948999999999, + "broker_vcsw": 14823, + "broker_maxrss_kib": 7524, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 18, + "warmup": false, + "single_s": 3.301801426, + "multi_s": 4.162854365, + "client_wall_s": 7.471855818999757, + "client_cpu_s": 6.769481000000042, + "client_vcsw": 17789, + "multi_client_cpu_s": 3.71, + "multi_broker_cpu_s": 3.3899999999999997, + "broker_user_s": 2.685978, + "broker_sys_s": 2.929531, + "broker_cpu_s": 5.615508999999999, + "broker_vcsw": 16052, + "broker_maxrss_kib": 8068, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 3.223394381, + "multi_s": 4.246754406, + "client_wall_s": 7.4767595490011445, + "client_cpu_s": 6.649280000000033, + "client_vcsw": 22585, + "multi_client_cpu_s": 3.8, + "multi_broker_cpu_s": 3.44, + "broker_user_s": 3.079748, + "broker_sys_s": 2.730134, + "broker_cpu_s": 5.809882, + "broker_vcsw": 13865, + "broker_maxrss_kib": 7840, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 3.791595757, + "multi_s": 4.698891943, + "client_wall_s": 8.49646657700032, + "client_cpu_s": 7.575046999999984, + "client_vcsw": 17030, + "multi_client_cpu_s": 4.119999999999999, + "multi_broker_cpu_s": 3.5800000000000005, + "broker_user_s": 3.174509, + "broker_sys_s": 2.77645, + "broker_cpu_s": 5.950959, + "broker_vcsw": 17892, + "broker_maxrss_kib": 7196, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 19, + "warmup": false, + "single_s": 3.532162513, + "multi_s": 4.175791925, + "client_wall_s": 7.7137604740000825, + "client_cpu_s": 6.939879000000019, + "client_vcsw": 16705, + "multi_client_cpu_s": 3.7099999999999995, + "multi_broker_cpu_s": 3.2100000000000004, + "broker_user_s": 2.8557639999999997, + "broker_sys_s": 2.72066, + "broker_cpu_s": 5.576423999999999, + "broker_vcsw": 19258, + "broker_maxrss_kib": 8300, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 2.969609095, + "multi_s": 3.641295054, + "client_wall_s": 6.616935857999124, + "client_cpu_s": 6.014393000000041, + "client_vcsw": 19298, + "multi_client_cpu_s": 3.23, + "multi_broker_cpu_s": 3.2, + "broker_user_s": 2.581734, + "broker_sys_s": 2.673276, + "broker_cpu_s": 5.25501, + "broker_vcsw": 14691, + "broker_maxrss_kib": 7308, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 3.537619364, + "multi_s": 3.807490115, + "client_wall_s": 7.350631260998853, + "client_cpu_s": 6.750770999999986, + "client_vcsw": 11767, + "multi_client_cpu_s": 3.4600000000000004, + "multi_broker_cpu_s": 2.89, + "broker_user_s": 2.533104, + "broker_sys_s": 2.439194, + "broker_cpu_s": 4.972298, + "broker_vcsw": 19228, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 20, + "warmup": false, + "single_s": 3.143774156, + "multi_s": 3.948700283, + "client_wall_s": 7.097992552000505, + "client_cpu_s": 6.311079999999947, + "client_vcsw": 16108, + "multi_client_cpu_s": 3.53, + "multi_broker_cpu_s": 3.3000000000000003, + "broker_user_s": 2.684887, + "broker_sys_s": 2.772124, + "broker_cpu_s": 5.457011, + "broker_vcsw": 14755, + "broker_maxrss_kib": 7804, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 21, + "warmup": false, + "single_s": 3.125456727, + "multi_s": 4.833929213, + "client_wall_s": 7.966274612999769, + "client_cpu_s": 6.923039000000017, + "client_vcsw": 17088, + "multi_client_cpu_s": 4.11, + "multi_broker_cpu_s": 3.6099999999999994, + "broker_user_s": 2.814219, + "broker_sys_s": 2.962865, + "broker_cpu_s": 5.777084, + "broker_vcsw": 15299, + "broker_maxrss_kib": 7912, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 2.992016675, + "multi_s": 3.988612411, + "client_wall_s": 6.987185330001012, + "client_cpu_s": 6.233220999999958, + "client_vcsw": 23699, + "multi_client_cpu_s": 3.4400000000000004, + "multi_broker_cpu_s": 3.43, + "broker_user_s": 2.766136, + "broker_sys_s": 2.703019, + "broker_cpu_s": 5.469155, + "broker_vcsw": 13908, + "broker_maxrss_kib": 7416, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 3.707454926, + "multi_s": 4.271024964, + "client_wall_s": 7.984899906999999, + "client_cpu_s": 7.192263999999966, + "client_vcsw": 10449, + "multi_client_cpu_s": 3.84, + "multi_broker_cpu_s": 3.19, + "broker_user_s": 2.788914, + "broker_sys_s": 2.593339, + "broker_cpu_s": 5.382253, + "broker_vcsw": 19352, + "broker_maxrss_kib": 7492, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 3.432217129, + "multi_s": 3.873399844, + "client_wall_s": 7.3115693390009255, + "client_cpu_s": 6.660772000000009, + "client_vcsw": 11470, + "multi_client_cpu_s": 3.5500000000000003, + "multi_broker_cpu_s": 2.9099999999999997, + "broker_user_s": 2.564869, + "broker_sys_s": 2.496835, + "broker_cpu_s": 5.061704, + "broker_vcsw": 17803, + "broker_maxrss_kib": 7320, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 2.836337174, + "multi_s": 4.230368349, + "client_wall_s": 7.072631489001651, + "client_cpu_s": 6.230873999999972, + "client_vcsw": 23015, + "multi_client_cpu_s": 3.6199999999999997, + "multi_broker_cpu_s": 3.5300000000000002, + "broker_user_s": 2.71453, + "broker_sys_s": 2.835842, + "broker_cpu_s": 5.550371999999999, + "broker_vcsw": 12898, + "broker_maxrss_kib": 7780, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 22, + "warmup": false, + "single_s": 3.401038693, + "multi_s": 4.155682513, + "client_wall_s": 7.562299401999553, + "client_cpu_s": 6.7719789999999875, + "client_vcsw": 19167, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.555335, + "broker_sys_s": 3.071872, + "broker_cpu_s": 5.627207, + "broker_vcsw": 17771, + "broker_maxrss_kib": 7872, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 3.143417425, + "multi_s": 4.017911059, + "client_wall_s": 7.167820964999919, + "client_cpu_s": 6.424249999999972, + "client_vcsw": 20719, + "multi_client_cpu_s": 3.6300000000000003, + "multi_broker_cpu_s": 3.1600000000000006, + "broker_user_s": 2.890392, + "broker_sys_s": 2.554064, + "broker_cpu_s": 5.444456, + "broker_vcsw": 14169, + "broker_maxrss_kib": 7028, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 3.452049234, + "multi_s": 3.829928762, + "client_wall_s": 7.28788776500005, + "client_cpu_s": 6.70866099999995, + "client_vcsw": 11959, + "multi_client_cpu_s": 3.49, + "multi_broker_cpu_s": 3.05, + "broker_user_s": 2.59056, + "broker_sys_s": 2.458624, + "broker_cpu_s": 5.049184, + "broker_vcsw": 19255, + "broker_maxrss_kib": 7180, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 23, + "warmup": false, + "single_s": 3.144346771, + "multi_s": 4.849001187, + "client_wall_s": 8.000255499999184, + "client_cpu_s": 6.809509999999989, + "client_vcsw": 21352, + "multi_client_cpu_s": 4.029999999999999, + "multi_broker_cpu_s": 3.63, + "broker_user_s": 2.824028, + "broker_sys_s": 3.024152, + "broker_cpu_s": 5.84818, + "broker_vcsw": 15195, + "broker_maxrss_kib": 8196, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 24, + "warmup": false, + "single_s": 3.244349332, + "multi_s": 4.048163621, + "client_wall_s": 7.298372369999925, + "client_cpu_s": 6.643782999999985, + "client_vcsw": 14512, + "multi_client_cpu_s": 3.6899999999999995, + "multi_broker_cpu_s": 3.2600000000000002, + "broker_user_s": 2.902299, + "broker_sys_s": 2.550816, + "broker_cpu_s": 5.453115, + "broker_vcsw": 16241, + "broker_maxrss_kib": 8176, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 3.700782947, + "multi_s": 4.401888856, + "client_wall_s": 8.109260634000748, + "client_cpu_s": 7.318385000000035, + "client_vcsw": 13599, + "multi_client_cpu_s": 3.9, + "multi_broker_cpu_s": 3.3000000000000003, + "broker_user_s": 2.8465920000000002, + "broker_sys_s": 2.613086, + "broker_cpu_s": 5.459678, + "broker_vcsw": 18315, + "broker_maxrss_kib": 7072, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 3.330040735, + "multi_s": 4.312587421, + "client_wall_s": 7.648214582999572, + "client_cpu_s": 6.6139760000000365, + "client_vcsw": 28723, + "multi_client_cpu_s": 3.6699999999999995, + "multi_broker_cpu_s": 3.51, + "broker_user_s": 3.017028, + "broker_sys_s": 2.797303, + "broker_cpu_s": 5.814330999999999, + "broker_vcsw": 14157, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 25, + "warmup": false, + "single_s": 3.284973795, + "multi_s": 4.043871251, + "client_wall_s": 7.334376867998799, + "client_cpu_s": 6.615080999999975, + "client_vcsw": 17887, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 3.3500000000000005, + "broker_user_s": 2.844405, + "broker_sys_s": 2.771494, + "broker_cpu_s": 5.615899000000001, + "broker_vcsw": 15566, + "broker_maxrss_kib": 7704, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 3.274184044, + "multi_s": 4.005496159, + "client_wall_s": 7.2866409520011075, + "client_cpu_s": 6.558552999999961, + "client_vcsw": 18077, + "multi_client_cpu_s": 3.57, + "multi_broker_cpu_s": 3.1599999999999997, + "broker_user_s": 2.7551449999999997, + "broker_sys_s": 2.552904, + "broker_cpu_s": 5.308049, + "broker_vcsw": 16284, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 3.226155696, + "multi_s": 3.836489493, + "client_wall_s": 7.06788343900007, + "client_cpu_s": 6.664633999999978, + "client_vcsw": 6186, + "multi_client_cpu_s": 3.6500000000000004, + "multi_broker_cpu_s": 2.84, + "broker_user_s": 2.469264, + "broker_sys_s": 2.379038, + "broker_cpu_s": 4.848302, + "broker_vcsw": 18989, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 2.949164006, + "multi_s": 4.260958012, + "client_wall_s": 7.215768179001316, + "client_cpu_s": 6.340934000000061, + "client_vcsw": 21819, + "multi_client_cpu_s": 3.66, + "multi_broker_cpu_s": 3.51, + "broker_user_s": 2.879651, + "broker_sys_s": 2.7251630000000002, + "broker_cpu_s": 5.604814, + "broker_vcsw": 12731, + "broker_maxrss_kib": 7636, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 26, + "warmup": false, + "single_s": 3.766859596, + "multi_s": 5.333065805, + "client_wall_s": 9.106758484000238, + "client_cpu_s": 7.926827000000003, + "client_vcsw": 18386, + "multi_client_cpu_s": 4.67, + "multi_broker_cpu_s": 3.69, + "broker_user_s": 3.358779, + "broker_sys_s": 3.070466, + "broker_cpu_s": 6.429245, + "broker_vcsw": 15697, + "broker_maxrss_kib": 7704, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 3.801270844, + "multi_s": 4.791897965, + "client_wall_s": 8.598864544001117, + "client_cpu_s": 7.59343199999995, + "client_vcsw": 16862, + "multi_client_cpu_s": 4.17, + "multi_broker_cpu_s": 3.62, + "broker_user_s": 3.151734, + "broker_sys_s": 2.811352, + "broker_cpu_s": 5.963086, + "broker_vcsw": 18675, + "broker_maxrss_kib": 6992, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 3.725357354, + "multi_s": 4.089210081, + "client_wall_s": 7.824179754999932, + "client_cpu_s": 7.0190470000000005, + "client_vcsw": 11099, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 2.9699999999999998, + "broker_user_s": 2.707896, + "broker_sys_s": 2.52186, + "broker_cpu_s": 5.229756, + "broker_vcsw": 18376, + "broker_maxrss_kib": 6784, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 2.898064482, + "multi_s": 3.866186299, + "client_wall_s": 6.769521549998899, + "client_cpu_s": 6.2155839999999785, + "client_vcsw": 15857, + "multi_client_cpu_s": 3.53, + "multi_broker_cpu_s": 3.1999999999999997, + "broker_user_s": 2.629256, + "broker_sys_s": 2.526045, + "broker_cpu_s": 5.155301, + "broker_vcsw": 15269, + "broker_maxrss_kib": 7300, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 27, + "warmup": false, + "single_s": 3.861118983, + "multi_s": 4.355075972, + "client_wall_s": 8.221732467000038, + "client_cpu_s": 7.193078999999955, + "client_vcsw": 17144, + "multi_client_cpu_s": 3.88, + "multi_broker_cpu_s": 3.4099999999999997, + "broker_user_s": 2.994393, + "broker_sys_s": 2.820054, + "broker_cpu_s": 5.8144469999999995, + "broker_vcsw": 16271, + "broker_maxrss_kib": 7884, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 28, + "warmup": false, + "single_s": 3.306711581, + "multi_s": 4.237658906, + "client_wall_s": 7.551114320000124, + "client_cpu_s": 6.7910929999999325, + "client_vcsw": 16510, + "multi_client_cpu_s": 3.7800000000000002, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.7836119999999998, + "broker_sys_s": 2.93934, + "broker_cpu_s": 5.722951999999999, + "broker_vcsw": 15528, + "broker_maxrss_kib": 7952, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 3.786632663, + "multi_s": 4.349322091, + "client_wall_s": 8.144636221000837, + "client_cpu_s": 7.318833999999924, + "client_vcsw": 15813, + "multi_client_cpu_s": 3.8499999999999996, + "multi_broker_cpu_s": 3.46, + "broker_user_s": 2.849641, + "broker_sys_s": 2.872898, + "broker_cpu_s": 5.722539, + "broker_vcsw": 18023, + "broker_maxrss_kib": 6764, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 3.059374406, + "multi_s": 4.612721771, + "client_wall_s": 7.680124914999396, + "client_cpu_s": 6.48751100000004, + "client_vcsw": 34948, + "multi_client_cpu_s": 3.6700000000000004, + "multi_broker_cpu_s": 4.09, + "broker_user_s": 3.036362, + "broker_sys_s": 3.192366, + "broker_cpu_s": 6.228728, + "broker_vcsw": 12583, + "broker_maxrss_kib": 7408, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 29, + "warmup": false, + "single_s": 3.506566194, + "multi_s": 4.110794077, + "client_wall_s": 7.624431987000207, + "client_cpu_s": 6.619180000000085, + "client_vcsw": 19702, + "multi_client_cpu_s": 3.5600000000000005, + "multi_broker_cpu_s": 3.3100000000000005, + "broker_user_s": 2.673262, + "broker_sys_s": 2.94328, + "broker_cpu_s": 5.616542, + "broker_vcsw": 14982, + "broker_maxrss_kib": 8284, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 3.147191273, + "multi_s": 4.183068222, + "client_wall_s": 7.338071701000445, + "client_cpu_s": 6.465934000000061, + "client_vcsw": 26722, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 3.5900000000000003, + "broker_user_s": 2.795046, + "broker_sys_s": 3.034111, + "broker_cpu_s": 5.829157, + "broker_vcsw": 12810, + "broker_maxrss_kib": 7728, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 3.395965105, + "multi_s": 4.210121464, + "client_wall_s": 7.613167355999394, + "client_cpu_s": 7.039693, + "client_vcsw": 11367, + "multi_client_cpu_s": 3.85, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.664681, + "broker_sys_s": 2.550924, + "broker_cpu_s": 5.215605, + "broker_vcsw": 18376, + "broker_maxrss_kib": 7080, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 3.148231258, + "multi_s": 4.80085604, + "client_wall_s": 7.9570392799996625, + "client_cpu_s": 6.7274419999999395, + "client_vcsw": 33258, + "multi_client_cpu_s": 3.84, + "multi_broker_cpu_s": 4.1, + "broker_user_s": 3.120926, + "broker_sys_s": 3.123842, + "broker_cpu_s": 6.244768, + "broker_vcsw": 13208, + "broker_maxrss_kib": 7656, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 30, + "warmup": false, + "single_s": 3.172869009, + "multi_s": 3.911212797, + "client_wall_s": 7.090616752000642, + "client_cpu_s": 6.416056000000026, + "client_vcsw": 15990, + "multi_client_cpu_s": 3.5100000000000002, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.602223, + "broker_sys_s": 2.811398, + "broker_cpu_s": 5.413621, + "broker_vcsw": 15361, + "broker_maxrss_kib": 7812, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 3.449601736, + "multi_s": 3.776450772, + "client_wall_s": 7.234059806000005, + "client_cpu_s": 6.602330999999992, + "client_vcsw": 11888, + "multi_client_cpu_s": 3.3899999999999997, + "multi_broker_cpu_s": 3.08, + "broker_user_s": 2.553021, + "broker_sys_s": 2.429358, + "broker_cpu_s": 4.982379, + "broker_vcsw": 18986, + "broker_maxrss_kib": 6624, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 31, + "warmup": false, + "single_s": 3.209254215, + "multi_s": 3.748047684, + "client_wall_s": 6.9634052159999555, + "client_cpu_s": 6.4695389999999975, + "client_vcsw": 9757, + "multi_client_cpu_s": 3.48, + "multi_broker_cpu_s": 2.9499999999999997, + "broker_user_s": 2.641847, + "broker_sys_s": 2.465409, + "broker_cpu_s": 5.107256, + "broker_vcsw": 17254, + "broker_maxrss_kib": 8364, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 3.539147876, + "multi_s": 4.055082546, + "client_wall_s": 7.600952069000414, + "client_cpu_s": 6.787688000000003, + "client_vcsw": 17265, + "multi_client_cpu_s": 3.5200000000000005, + "multi_broker_cpu_s": 3.3499999999999996, + "broker_user_s": 2.746797, + "broker_sys_s": 2.6966, + "broker_cpu_s": 5.443397, + "broker_vcsw": 17139, + "broker_maxrss_kib": 7220, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 3.170058177, + "multi_s": 3.912122615, + "client_wall_s": 7.088538187001177, + "client_cpu_s": 6.283053999999936, + "client_vcsw": 20197, + "multi_client_cpu_s": 3.4799999999999995, + "multi_broker_cpu_s": 3.34, + "broker_user_s": 2.857156, + "broker_sys_s": 2.69711, + "broker_cpu_s": 5.554266, + "broker_vcsw": 12774, + "broker_maxrss_kib": 7260, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout-rq256", + "round": 32, + "warmup": false, + "single_s": 3.22299314, + "multi_s": 3.837632903, + "client_wall_s": 7.065984158998617, + "client_cpu_s": 6.508404999999982, + "client_vcsw": 13308, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.0800000000000005, + "broker_user_s": 2.598747, + "broker_sys_s": 2.646101, + "broker_cpu_s": 5.244847999999999, + "broker_vcsw": 16924, + "broker_maxrss_kib": 8532, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 3.329740906, + "multi_s": 3.995510598, + "client_wall_s": 7.330260050001016, + "client_cpu_s": 6.548614999999984, + "client_vcsw": 21001, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.41, + "broker_user_s": 2.825017, + "broker_sys_s": 2.794594, + "broker_cpu_s": 5.619611, + "broker_vcsw": 15109, + "broker_maxrss_kib": 7616, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 3.492361323, + "multi_s": 3.841381774, + "client_wall_s": 7.342422058998636, + "client_cpu_s": 6.753155000000106, + "client_vcsw": 9078, + "multi_client_cpu_s": 3.54, + "multi_broker_cpu_s": 2.96, + "broker_user_s": 2.559457, + "broker_sys_s": 2.462941, + "broker_cpu_s": 5.022398, + "broker_vcsw": 18352, + "broker_maxrss_kib": 7032, + "broker_ru_maxrss_kib": 18596, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 30, + "mean": 3.1151692823, + "stddev": 0.21709016211696222, + "median": 3.1109449515, + "min": 2.583932832, + "max": 3.644758058 + }, + "timeout": { + "n": 30, + "mean": 3.5100851559666664, + "stddev": 0.15994734083044157, + "median": 3.4857619275, + "min": 3.226155696, + "max": 3.801270844 + }, + "timeout-rq256": { + "n": 30, + "mean": 3.2948923514, + "stddev": 0.2168548016254714, + "median": 3.2758387410000003, + "min": 2.904269567, + "max": 3.861118983 + } + }, + "multi_s": { + "baseline": { + "n": 30, + "mean": 4.221072430866666, + "stddev": 0.2870395388274365, + "median": 4.2385613775, + "min": 3.641295054, + "max": 4.916978133 + }, + "timeout": { + "n": 30, + "mean": 4.1622816115, + "stddev": 0.32013423080019576, + "median": 4.12070447, + "min": 3.776450772, + "max": 5.154615208 + }, + "timeout-rq256": { + "n": 30, + "mean": 4.1813156496, + "stddev": 0.3788431019205814, + "median": 4.1193182305, + "min": 3.670393885, + "max": 5.333065805 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 30, + "mean": 5.632042866666667, + "stddev": 0.30134449157569837, + "median": 5.596042000000001, + "min": 5.024877, + "max": 6.244768 + }, + "timeout": { + "n": 30, + "mean": 5.3252405666666665, + "stddev": 0.34623169095441064, + "median": 5.2372015, + "min": 4.765643000000001, + "max": 6.040678 + }, + "timeout-rq256": { + "n": 30, + "mean": 5.4951595, + "stddev": 0.32796369591788765, + "median": 5.527917, + "min": 4.787639, + "max": 6.429245 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 30, + "mean": 7491.066666666667, + "stddev": 287.44329975616523, + "median": 7474.0, + "min": 7028, + "max": 8224 + }, + "timeout": { + "n": 30, + "mean": 7029.866666666667, + "stddev": 282.9163070266703, + "median": 7056.0, + "min": 6492, + "max": 7552 + }, + "timeout-rq256": { + "n": 30, + "mean": 7947.066666666667, + "stddev": 234.6687957061205, + "median": 7898.0, + "min": 7624, + "max": 8532 + } + }, + "client_cpu_s": { + "baseline": { + "n": 30, + "mean": 6.493524833333331, + "stddev": 0.2909731571425844, + "median": 6.476722500000051, + "min": 6.014393000000041, + "max": 7.181131999999991 + }, + "timeout": { + "n": 30, + "mean": 6.961573399999996, + "stddev": 0.297729742584243, + "median": 6.862052999999989, + "min": 6.602330999999992, + "max": 7.640705000000025 + }, + "timeout-rq256": { + "n": 30, + "mean": 6.7305379, + "stddev": 0.37971275460040765, + "median": 6.728236500000023, + "min": 6.093025999999995, + "max": 7.926827000000003 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 30, + "mean": 3.478333333333333, + "stddev": 0.2494557293780606, + "median": 3.4450000000000003, + "min": 3.1599999999999997, + "max": 4.1 + }, + "timeout": { + "n": 30, + "mean": 3.2343333333333333, + "stddev": 0.26466222237792647, + "median": 3.22, + "min": 2.82, + "max": 3.9000000000000004 + }, + "timeout-rq256": { + "n": 30, + "mean": 3.2776666666666667, + "stddev": 0.21311617898959806, + "median": 3.3000000000000003, + "min": 2.7700000000000005, + "max": 3.69 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 30, + "mean": 3.658333333333333, + "stddev": 0.19539673758144288, + "median": 3.6450000000000005, + "min": 3.23, + "max": 4.1 + }, + "timeout": { + "n": 30, + "mean": 3.720666666666667, + "stddev": 0.22267857356835374, + "median": 3.69, + "min": 3.3899999999999997, + "max": 4.41 + }, + "timeout-rq256": { + "n": 30, + "mean": 3.725, + "stddev": 0.2813360979327039, + "median": 3.635, + "min": 3.3400000000000003, + "max": 4.67 + } + } + } +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.md new file mode 100644 index 0000000..2b7a939 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-read-ahead.md @@ -0,0 +1,62 @@ +rounds: 30 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +dbus-bench: 4b30671ba666b1e5a077a114f7019f9ccdfa3f11 +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 (code of 63d08b0) +timeout-rq256: 63d08b0 + max_queued(256) on the peer connections (scratch) + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 3.115 | 0.217 | 3.111 | 2.584 | 3.645 | +| timeout | 30 | 3.510 | 0.160 | 3.486 | 3.226 | 3.801 | +| timeout-rq256 | 30 | 3.295 | 0.217 | 3.276 | 2.904 | 3.861 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 4.221 | 0.287 | 4.239 | 3.641 | 4.917 | +| timeout | 30 | 4.162 | 0.320 | 4.121 | 3.776 | 5.155 | +| timeout-rq256 | 30 | 4.181 | 0.379 | 4.119 | 3.670 | 5.333 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 5.632 | 0.301 | 5.596 | 5.025 | 6.245 | +| timeout | 30 | 5.325 | 0.346 | 5.237 | 4.766 | 6.041 | +| timeout-rq256 | 30 | 5.495 | 0.328 | 5.528 | 4.788 | 6.429 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 7491 | 287 | 7474 | 7028 | 8224 | +| timeout | 30 | 7030 | 283 | 7056 | 6492 | 7552 | +| timeout-rq256 | 30 | 7947 | 235 | 7898 | 7624 | 8532 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 6.494 | 0.291 | 6.477 | 6.014 | 7.181 | +| timeout | 30 | 6.962 | 0.298 | 6.862 | 6.602 | 7.641 | +| timeout-rq256 | 30 | 6.731 | 0.380 | 6.728 | 6.093 | 7.927 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 3.478 | 0.249 | 3.445 | 3.160 | 4.100 | +| timeout | 30 | 3.234 | 0.265 | 3.220 | 2.820 | 3.900 | +| timeout-rq256 | 30 | 3.278 | 0.213 | 3.300 | 2.770 | 3.690 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 30 | 3.658 | 0.195 | 3.645 | 3.230 | 4.100 | +| timeout | 30 | 3.721 | 0.223 | 3.690 | 3.390 | 4.410 | +| timeout-rq256 | 30 | 3.725 | 0.281 | 3.635 | 3.340 | 4.670 | diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-zbus43.log b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-zbus43.log new file mode 100644 index 0000000..b87eee8 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared-zbus43.log @@ -0,0 +1,118 @@ +baseline whole client run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 72 228352 users:(("busd-baseline-0",pid=31684,fd=10)) + 1 215628 768 users:(("dbus-bench-zbus",pid=31691,fd=9)) + 1 0 0 users:(("dbus-bench-zbus",pid=31691,fd=8),("dbus-bench-zbus",pid=31691,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=31691,fd=7)) + 1 0 0 users:(("busd-baseline-0",pid=31684,fd=9)) + 1 0 0 users:(("busd-baseline-0",pid=31684,fd=8)) +baseline whole client run=1 exit=0 wall=20372ms disconnects=0 + Hammering using a single client took 221.806888ms + Hammering using 100 simultaneous clients took 8.817068316s + Hammering using 100 simultaneous clients while sharing the same connection took 11.323228271s +timeout whole client run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 49860 222976 users:(("dbus-bench-zbus",pid=31958,fd=9)) + 1 215124 53760 users:(("busd-timeout-8d",pid=31951,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=31958,fd=8),("dbus-bench-zbus",pid=31958,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=31958,fd=7)) + 1 0 0 users:(("busd-timeout-8d",pid=31951,fd=9)) + 1 0 0 users:(("busd-timeout-8d",pid=31951,fd=8)) +timeout whole client run=1 exit=1 wall=27838ms disconnects=1 + Hammering using a single client took 204.716032ms + Hammering using 100 simultaneous clients took 9.174931103s + Error: InputOutput(Os { code: 32, kind: BrokenPipe, message: "Broken pipe" }) +revert whole client run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 215124 155904 users:(("busd-revert-414",pid=32225,fd=10)) + 1 149076 222976 users:(("dbus-bench-zbus",pid=32232,fd=9)) + 1 0 0 users:(("dbus-bench-zbus",pid=32232,fd=8),("dbus-bench-zbus",pid=32232,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=32232,fd=7)) + 1 0 0 users:(("busd-revert-414",pid=32225,fd=9)) + 1 0 0 users:(("busd-revert-414",pid=32225,fd=8)) +revert whole client run=1 exit=124 wall=60006ms disconnects=0 + Hammering using a single client took 208.225901ms + Hammering using 100 simultaneous clients took 9.010309606s +dbus-broker whole client run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 83052 0 users:(("dbus-bench-zbus",pid=32545,fd=9)) + 1 0 91136 users:(("dbus-broker",pid=32548,fd=8)) + 1 0 0 users:(("dbus-broker-lau",pid=32539,fd=9)) + 1 0 0 users:(("dbus-broker-lau",pid=32539,fd=8)) + 1 0 0 users:(("dbus-broker",pid=32548,fd=9)) + 1 0 0 users:(("dbus-broker",pid=32548,fd=4),("dbus-broker-lau",pid=32539,fd=4)) +dbus-broker whole client run=1 exit=0 wall=24861ms disconnects=0 + Hammering using a single client took 218.507742ms + Hammering using 100 simultaneous clients took 13.670077188s + Hammering using 100 simultaneous clients while sharing the same connection took 10.964347242s +timeout n=100 run=1 exit=1 wall=15457ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +timeout n=100 run=2 exit=1 wall=2053ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +timeout n=100 run=3: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 214916 120064 users:(("busd-timeout-8d",pid=566,fd=10)) + 1 115724 222976 users:(("dbus-bench-zbus",pid=573,fd=9)) + 1 0 0 users:(("dbus-bench-zbus",pid=573,fd=8),("dbus-bench-zbus",pid=573,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=573,fd=7)) + 1 0 0 users:(("busd-timeout-8d",pid=566,fd=9)) + 1 0 0 users:(("busd-timeout-8d",pid=566,fd=8)) +timeout n=100 run=3 exit=1 wall=20501ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +timeout n=96 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 49764 222976 users:(("dbus-bench-zbus",pid=781,fd=9)) + 1 214916 53760 users:(("busd-timeout-8d",pid=774,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=781,fd=8),("dbus-bench-zbus",pid=781,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=781,fd=7)) + 1 0 0 users:(("busd-timeout-8d",pid=774,fd=9)) + 1 0 0 users:(("busd-timeout-8d",pid=774,fd=8)) +timeout n=96 run=1 exit=0 wall=45557ms disconnects=0 + Hammering using 96 simultaneous clients while sharing the same connection took 45.547852411s +timeout n=96 run=2 exit=1 wall=2065ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +timeout n=96 run=3: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 66240 222976 users:(("dbus-bench-zbus",pid=1054,fd=9)) + 1 214916 70144 users:(("busd-timeout-8d",pid=1047,fd=10)) + 1 0 0 users:(("dbus-bench-zbus",pid=1054,fd=8),("dbus-bench-zbus",pid=1054,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=1054,fd=7)) + 1 0 0 users:(("busd-timeout-8d",pid=1047,fd=9)) + 1 0 0 users:(("busd-timeout-8d",pid=1047,fd=8)) +timeout n=96 run=3 exit=1 wall=32649ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +timeout n=92 run=1 exit=0 wall=7910ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 7.899920523s +timeout n=92 run=2 exit=0 wall=10549ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 10.480094402s +timeout n=92 run=3 exit=0 wall=12193ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 12.104572666s +timeout n=88 run=1 exit=0 wall=8278ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 8.257735157s +timeout n=88 run=2 exit=0 wall=8386ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 8.320372525s +timeout n=88 run=3 exit=0 wall=9016ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 8.929197838s +baseline n=100 run=1 exit=0 wall=11207ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.124022501s +baseline n=100 run=2 exit=0 wall=10982ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 10.955822937s +baseline n=100 run=3 exit=0 wall=10663ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 10.59987415s +baseline n=200 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 182412 0 users:(("busd-baseline-0",pid=2414,fd=10)) + 1 0 197888 users:(("dbus-bench-zbus",pid=2421,fd=9)) + 1 0 0 users:(("dbus-bench-zbus",pid=2421,fd=8),("dbus-bench-zbus",pid=2421,fd=6)) + 1 0 0 users:(("dbus-bench-zbus",pid=2421,fd=7)) + 1 0 0 users:(("busd-baseline-0",pid=2414,fd=9)) + 1 0 0 users:(("busd-baseline-0",pid=2414,fd=8)) +baseline n=200 run=1 exit=0 wall=25199ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 25.188309138s +dbus-broker n=100 run=1 exit=0 wall=11576ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.535282552s +dbus-broker n=100 run=2 exit=0 wall=10941ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 10.826279389s +dbus-broker n=100 run=3 exit=0 wall=11896ms disconnects=0 + Hammering using 100 simultaneous clients while sharing the same connection took 11.837994508s +dbus-broker n=200 run=1: after 15 s the client still runs; unix sockets (Recv-Q Send-Q): + 1 83052 0 users:(("dbus-bench-zbus",pid=3071,fd=9)) + 1 0 91136 users:(("dbus-broker",pid=3074,fd=8)) + 1 0 0 users:(("dbus-broker-lau",pid=3065,fd=9)) + 1 0 0 users:(("dbus-broker-lau",pid=3065,fd=8)) + 1 0 0 users:(("dbus-broker",pid=3074,fd=9)) + 1 0 0 users:(("dbus-broker",pid=3074,fd=4),("dbus-broker-lau",pid=3065,fd=4)) +dbus-broker n=200 run=1 exit=0 wall=24738ms disconnects=0 + Hammering using 200 simultaneous clients while sharing the same connection took 24.723291715s diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.json new file mode 100644 index 0000000..9136823 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.json @@ -0,0 +1,2674 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "revert", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-revert-41407f0 --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/shared-zbus6", + "rounds": 40, + "warmup": 3, + "seed": 14, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "started": "2026-10-22T13:58:16+00:00", + "runs": [ + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 3.434180504, + "multi_s": 4.091281056, + "client_wall_s": 7.531954361999851, + "client_cpu_s": 6.724888, + "client_vcsw": 12002, + "multi_client_cpu_s": 3.54, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.732396, + "broker_sys_s": 2.476606, + "broker_cpu_s": 5.209002, + "broker_vcsw": 17896, + "broker_maxrss_kib": 6772, + "broker_ru_maxrss_kib": 18376, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 0, + "warmup": true, + "single_s": 3.495067108, + "multi_s": 4.31986917, + "client_wall_s": 7.820969559000332, + "client_cpu_s": 6.918655, + "client_vcsw": 14453, + "multi_client_cpu_s": 3.7100000000000004, + "multi_broker_cpu_s": 3.2800000000000002, + "broker_user_s": 2.674603, + "broker_sys_s": 2.562046, + "broker_cpu_s": 5.236649, + "broker_vcsw": 19222, + "broker_maxrss_kib": 7220, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 2.978100137, + "multi_s": 4.211299045, + "client_wall_s": 7.196875049999107, + "client_cpu_s": 6.173153000000001, + "client_vcsw": 27071, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 3.6200000000000006, + "broker_user_s": 2.945087, + "broker_sys_s": 2.712847, + "broker_cpu_s": 5.657934, + "broker_vcsw": 13395, + "broker_maxrss_kib": 7792, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 3.571052676, + "multi_s": 4.406121952, + "client_wall_s": 7.982607959999768, + "client_cpu_s": 6.811120999999998, + "client_vcsw": 20903, + "multi_client_cpu_s": 3.67, + "multi_broker_cpu_s": 3.67, + "broker_user_s": 3.219144, + "broker_sys_s": 2.837466, + "broker_cpu_s": 6.05661, + "broker_vcsw": 14062, + "broker_maxrss_kib": 7224, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 1, + "warmup": true, + "single_s": 3.398618728, + "multi_s": 4.716045165, + "client_wall_s": 8.121025170999928, + "client_cpu_s": 7.0432520000000025, + "client_vcsw": 13102, + "multi_client_cpu_s": 3.89, + "multi_broker_cpu_s": 3.37, + "broker_user_s": 2.801057, + "broker_sys_s": 2.533065, + "broker_cpu_s": 5.334122000000001, + "broker_vcsw": 17834, + "broker_maxrss_kib": 7324, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 3.303203964, + "multi_s": 4.395459289, + "client_wall_s": 7.704886704000273, + "client_cpu_s": 6.661202000000003, + "client_vcsw": 24543, + "multi_client_cpu_s": 3.72, + "multi_broker_cpu_s": 3.52, + "broker_user_s": 2.895844, + "broker_sys_s": 2.9080909999999998, + "broker_cpu_s": 5.803934999999999, + "broker_vcsw": 13915, + "broker_maxrss_kib": 7408, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 3.085767675, + "multi_s": 4.347918195, + "client_wall_s": 7.439485634000448, + "client_cpu_s": 6.551963000000004, + "client_vcsw": 20408, + "multi_client_cpu_s": 3.82, + "multi_broker_cpu_s": 3.2699999999999996, + "broker_user_s": 2.966082, + "broker_sys_s": 2.439517, + "broker_cpu_s": 5.4055990000000005, + "broker_vcsw": 15539, + "broker_maxrss_kib": 7236, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 2, + "warmup": true, + "single_s": 3.547769571, + "multi_s": 4.192999157, + "client_wall_s": 7.748243979999643, + "client_cpu_s": 6.956974000000002, + "client_vcsw": 11447, + "multi_client_cpu_s": 3.8200000000000003, + "multi_broker_cpu_s": 3.27, + "broker_user_s": 2.9113439999999997, + "broker_sys_s": 2.6484579999999998, + "broker_cpu_s": 5.5598019999999995, + "broker_vcsw": 17079, + "broker_maxrss_kib": 7016, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 3.275334426, + "multi_s": 4.774792968, + "client_wall_s": 8.05638462800016, + "client_cpu_s": 7.1201269999999965, + "client_vcsw": 20058, + "multi_client_cpu_s": 4.0600000000000005, + "multi_broker_cpu_s": 4.0, + "broker_user_s": 3.203113, + "broker_sys_s": 2.885357, + "broker_cpu_s": 6.08847, + "broker_vcsw": 15977, + "broker_maxrss_kib": 7136, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 3.396662244, + "multi_s": 4.247169212, + "client_wall_s": 7.649507503000677, + "client_cpu_s": 6.582038999999995, + "client_vcsw": 32384, + "multi_client_cpu_s": 3.48, + "multi_broker_cpu_s": 3.87, + "broker_user_s": 2.969281, + "broker_sys_s": 3.12954, + "broker_cpu_s": 6.098821, + "broker_vcsw": 13977, + "broker_maxrss_kib": 7624, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 3.674062217, + "multi_s": 4.412525214, + "client_wall_s": 8.092319839999618, + "client_cpu_s": 6.986587999999983, + "client_vcsw": 20245, + "multi_client_cpu_s": 3.74, + "multi_broker_cpu_s": 3.71, + "broker_user_s": 3.165686, + "broker_sys_s": 2.806051, + "broker_cpu_s": 5.971737, + "broker_vcsw": 16186, + "broker_maxrss_kib": 7544, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 3, + "warmup": false, + "single_s": 3.428063463, + "multi_s": 3.946375479, + "client_wall_s": 7.379801451000276, + "client_cpu_s": 6.738911000000002, + "client_vcsw": 12932, + "multi_client_cpu_s": 3.5500000000000003, + "multi_broker_cpu_s": 3.07, + "broker_user_s": 2.7410550000000002, + "broker_sys_s": 2.362997, + "broker_cpu_s": 5.104052, + "broker_vcsw": 18419, + "broker_maxrss_kib": 7744, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 3.730931229, + "multi_s": 4.625722797, + "client_wall_s": 8.364781496999967, + "client_cpu_s": 7.093896000000001, + "client_vcsw": 24400, + "multi_client_cpu_s": 3.67, + "multi_broker_cpu_s": 3.8600000000000003, + "broker_user_s": 3.166586, + "broker_sys_s": 2.956542, + "broker_cpu_s": 6.1231279999999995, + "broker_vcsw": 16574, + "broker_maxrss_kib": 7080, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 4, + "warmup": false, + "single_s": 3.616024712, + "multi_s": 4.42514414, + "client_wall_s": 8.047727106999446, + "client_cpu_s": 7.301427000000004, + "client_vcsw": 16546, + "multi_client_cpu_s": 3.9, + "multi_broker_cpu_s": 3.53, + "broker_user_s": 2.938739, + "broker_sys_s": 2.678257, + "broker_cpu_s": 5.616996, + "broker_vcsw": 19706, + "broker_maxrss_kib": 7340, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 3.817866163, + "multi_s": 4.961951969, + "client_wall_s": 8.788185827999769, + "client_cpu_s": 7.265000999999998, + "client_vcsw": 39227, + "multi_client_cpu_s": 3.9299999999999997, + "multi_broker_cpu_s": 4.27, + "broker_user_s": 3.589044, + "broker_sys_s": 3.3868, + "broker_cpu_s": 6.975844, + "broker_vcsw": 13977, + "broker_maxrss_kib": 7536, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 3.705054695, + "multi_s": 4.287818, + "client_wall_s": 8.000170119999893, + "client_cpu_s": 7.166738000000009, + "client_vcsw": 16565, + "multi_client_cpu_s": 3.7500000000000004, + "multi_broker_cpu_s": 3.4400000000000004, + "broker_user_s": 2.90347, + "broker_sys_s": 2.679208, + "broker_cpu_s": 5.582678, + "broker_vcsw": 18670, + "broker_maxrss_kib": 7156, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 3.553917418, + "multi_s": 4.123463303, + "client_wall_s": 7.684354254000027, + "client_cpu_s": 6.54665700000001, + "client_vcsw": 29788, + "multi_client_cpu_s": 3.5100000000000002, + "multi_broker_cpu_s": 3.5100000000000002, + "broker_user_s": 2.913156, + "broker_sys_s": 2.9957599999999998, + "broker_cpu_s": 5.908916, + "broker_vcsw": 13417, + "broker_maxrss_kib": 7352, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 5, + "warmup": false, + "single_s": 3.222935277, + "multi_s": 4.131274731, + "client_wall_s": 7.359356246000061, + "client_cpu_s": 6.74749700000001, + "client_vcsw": 12291, + "multi_client_cpu_s": 3.74, + "multi_broker_cpu_s": 3.0199999999999996, + "broker_user_s": 2.568391, + "broker_sys_s": 2.324554, + "broker_cpu_s": 4.892945, + "broker_vcsw": 19901, + "broker_maxrss_kib": 6748, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 3.401704066, + "multi_s": 4.844239928, + "client_wall_s": 8.251624329999686, + "client_cpu_s": 7.1088009999999855, + "client_vcsw": 25551, + "multi_client_cpu_s": 3.9599999999999995, + "multi_broker_cpu_s": 3.95, + "broker_user_s": 2.992984, + "broker_sys_s": 2.96103, + "broker_cpu_s": 5.954014, + "broker_vcsw": 17690, + "broker_maxrss_kib": 6976, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 2.925726112, + "multi_s": 3.927835692, + "client_wall_s": 6.860602558999744, + "client_cpu_s": 6.228027999999995, + "client_vcsw": 18802, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 3.3200000000000003, + "broker_user_s": 2.809466, + "broker_sys_s": 2.531672, + "broker_cpu_s": 5.341138, + "broker_vcsw": 13942, + "broker_maxrss_kib": 7656, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 6, + "warmup": false, + "single_s": 3.799866863, + "multi_s": 4.78000225, + "client_wall_s": 8.588839788999394, + "client_cpu_s": 7.304006999999984, + "client_vcsw": 20574, + "multi_client_cpu_s": 3.96, + "multi_broker_cpu_s": 3.88, + "broker_user_s": 3.146452, + "broker_sys_s": 2.909931, + "broker_cpu_s": 6.056383, + "broker_vcsw": 17394, + "broker_maxrss_kib": 7284, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 7, + "warmup": false, + "single_s": 3.531818519, + "multi_s": 5.058332537, + "client_wall_s": 8.598640427999271, + "client_cpu_s": 7.551991999999984, + "client_vcsw": 19344, + "multi_client_cpu_s": 4.34, + "multi_broker_cpu_s": 3.8000000000000003, + "broker_user_s": 3.084855, + "broker_sys_s": 2.8397, + "broker_cpu_s": 5.924555, + "broker_vcsw": 19768, + "broker_maxrss_kib": 7564, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 3.962179124, + "multi_s": 3.733288003, + "client_wall_s": 7.701780450000115, + "client_cpu_s": 7.023225000000011, + "client_vcsw": 7537, + "multi_client_cpu_s": 3.4499999999999997, + "multi_broker_cpu_s": 2.74, + "broker_user_s": 2.805403, + "broker_sys_s": 2.330643, + "broker_cpu_s": 5.136046, + "broker_vcsw": 19279, + "broker_maxrss_kib": 6848, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 2.8668648, + "multi_s": 4.748751561, + "client_wall_s": 7.620756455999981, + "client_cpu_s": 6.503812000000011, + "client_vcsw": 27361, + "multi_client_cpu_s": 3.8400000000000003, + "multi_broker_cpu_s": 3.8299999999999996, + "broker_user_s": 2.9751719999999997, + "broker_sys_s": 2.807445, + "broker_cpu_s": 5.782617, + "broker_vcsw": 14655, + "broker_maxrss_kib": 7756, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 3.546405136, + "multi_s": 4.117405101, + "client_wall_s": 7.670195484000033, + "client_cpu_s": 6.941932000000023, + "client_vcsw": 11947, + "multi_client_cpu_s": 3.7099999999999995, + "multi_broker_cpu_s": 3.19, + "broker_user_s": 2.7273069999999997, + "broker_sys_s": 2.532925, + "broker_cpu_s": 5.260232, + "broker_vcsw": 18837, + "broker_maxrss_kib": 7160, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 8, + "warmup": false, + "single_s": 3.399279714, + "multi_s": 5.285032905, + "client_wall_s": 8.690269662999526, + "client_cpu_s": 7.528250999999983, + "client_vcsw": 16570, + "multi_client_cpu_s": 4.449999999999999, + "multi_broker_cpu_s": 3.66, + "broker_user_s": 2.980364, + "broker_sys_s": 2.743331, + "broker_cpu_s": 5.723694999999999, + "broker_vcsw": 19329, + "broker_maxrss_kib": 6916, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 3.158224246, + "multi_s": 4.859631633, + "client_wall_s": 8.024146015000042, + "client_cpu_s": 7.034749999999974, + "client_vcsw": 26832, + "multi_client_cpu_s": 4.18, + "multi_broker_cpu_s": 3.7099999999999995, + "broker_user_s": 3.207474, + "broker_sys_s": 2.826095, + "broker_cpu_s": 6.033569, + "broker_vcsw": 13697, + "broker_maxrss_kib": 7772, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 9, + "warmup": false, + "single_s": 3.697639825, + "multi_s": 4.567295599, + "client_wall_s": 8.271823056000358, + "client_cpu_s": 7.368953000000005, + "client_vcsw": 13277, + "multi_client_cpu_s": 4.09, + "multi_broker_cpu_s": 3.37, + "broker_user_s": 2.837847, + "broker_sys_s": 2.5981069999999997, + "broker_cpu_s": 5.435954, + "broker_vcsw": 19511, + "broker_maxrss_kib": 6948, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 3.245078218, + "multi_s": 4.081923046, + "client_wall_s": 7.3333650160002435, + "client_cpu_s": 6.473490999999996, + "client_vcsw": 24050, + "multi_client_cpu_s": 3.4699999999999998, + "multi_broker_cpu_s": 3.5700000000000003, + "broker_user_s": 2.91901, + "broker_sys_s": 2.79672, + "broker_cpu_s": 5.715730000000001, + "broker_vcsw": 14607, + "broker_maxrss_kib": 7588, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 3.307724197, + "multi_s": 4.255189988, + "client_wall_s": 7.568439404999481, + "client_cpu_s": 6.640173999999973, + "client_vcsw": 18572, + "multi_client_cpu_s": 3.59, + "multi_broker_cpu_s": 3.47, + "broker_user_s": 2.754609, + "broker_sys_s": 2.741597, + "broker_cpu_s": 5.496206, + "broker_vcsw": 17578, + "broker_maxrss_kib": 6792, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 3.096616304, + "multi_s": 4.216116051, + "client_wall_s": 7.319679897000242, + "client_cpu_s": 6.5684459999999945, + "client_vcsw": 20566, + "multi_client_cpu_s": 3.6899999999999995, + "multi_broker_cpu_s": 3.34, + "broker_user_s": 3.008741, + "broker_sys_s": 2.393387, + "broker_cpu_s": 5.402128, + "broker_vcsw": 15277, + "broker_maxrss_kib": 7400, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 3.951735496, + "multi_s": 4.047467538, + "client_wall_s": 8.005451537999761, + "client_cpu_s": 7.118101999999993, + "client_vcsw": 12992, + "multi_client_cpu_s": 3.6799999999999997, + "multi_broker_cpu_s": 3.1599999999999997, + "broker_user_s": 2.917642, + "broker_sys_s": 2.564863, + "broker_cpu_s": 5.482505, + "broker_vcsw": 17140, + "broker_maxrss_kib": 7004, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 10, + "warmup": false, + "single_s": 3.589402554, + "multi_s": 4.658832895, + "client_wall_s": 8.254628624999896, + "client_cpu_s": 7.38838100000001, + "client_vcsw": 16189, + "multi_client_cpu_s": 4.0600000000000005, + "multi_broker_cpu_s": 3.44, + "broker_user_s": 3.028731, + "broker_sys_s": 2.657441, + "broker_cpu_s": 5.686172, + "broker_vcsw": 17955, + "broker_maxrss_kib": 7172, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 11, + "warmup": false, + "single_s": 3.850532173, + "multi_s": 4.61168606, + "client_wall_s": 8.470196837999538, + "client_cpu_s": 7.451388000000009, + "client_vcsw": 17073, + "multi_client_cpu_s": 3.9400000000000004, + "multi_broker_cpu_s": 3.6, + "broker_user_s": 3.126873, + "broker_sys_s": 2.719256, + "broker_cpu_s": 5.8461289999999995, + "broker_vcsw": 18612, + "broker_maxrss_kib": 7156, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 2.881652291, + "multi_s": 4.02272592, + "client_wall_s": 6.909701284999755, + "client_cpu_s": 6.149286999999987, + "client_vcsw": 22999, + "multi_client_cpu_s": 3.4899999999999998, + "multi_broker_cpu_s": 3.3, + "broker_user_s": 2.77538, + "broker_sys_s": 2.494161, + "broker_cpu_s": 5.269541, + "broker_vcsw": 14066, + "broker_maxrss_kib": 7428, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 3.875075987, + "multi_s": 4.119638058, + "client_wall_s": 8.000211034999666, + "client_cpu_s": 6.980516999999992, + "client_vcsw": 16425, + "multi_client_cpu_s": 3.5999999999999996, + "multi_broker_cpu_s": 3.34, + "broker_user_s": 3.035805, + "broker_sys_s": 2.699133, + "broker_cpu_s": 5.734938, + "broker_vcsw": 16137, + "broker_maxrss_kib": 7008, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 3.419129009, + "multi_s": 3.773478314, + "client_wall_s": 7.198527348000425, + "client_cpu_s": 6.503778999999952, + "client_vcsw": 11995, + "multi_client_cpu_s": 3.43, + "multi_broker_cpu_s": 3.0400000000000005, + "broker_user_s": 2.743829, + "broker_sys_s": 2.379277, + "broker_cpu_s": 5.123106, + "broker_vcsw": 17556, + "broker_maxrss_kib": 6636, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 3.259837806, + "multi_s": 4.240231195, + "client_wall_s": 7.505340130999684, + "client_cpu_s": 6.745681999999988, + "client_vcsw": 19497, + "multi_client_cpu_s": 3.7600000000000002, + "multi_broker_cpu_s": 3.26, + "broker_user_s": 2.890094, + "broker_sys_s": 2.629206, + "broker_cpu_s": 5.519299999999999, + "broker_vcsw": 15415, + "broker_maxrss_kib": 7692, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 12, + "warmup": false, + "single_s": 3.766255743, + "multi_s": 4.412830005, + "client_wall_s": 8.184883496000111, + "client_cpu_s": 7.324046999999979, + "client_vcsw": 16412, + "multi_client_cpu_s": 3.8599999999999994, + "multi_broker_cpu_s": 3.4, + "broker_user_s": 2.95587, + "broker_sys_s": 2.674317, + "broker_cpu_s": 5.630186999999999, + "broker_vcsw": 17976, + "broker_maxrss_kib": 6992, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 3.337138688, + "multi_s": 4.413793836, + "client_wall_s": 7.756305765000434, + "client_cpu_s": 6.583991999999995, + "client_vcsw": 31290, + "multi_client_cpu_s": 3.6900000000000004, + "multi_broker_cpu_s": 3.8000000000000003, + "broker_user_s": 3.018328, + "broker_sys_s": 3.074385, + "broker_cpu_s": 6.092713, + "broker_vcsw": 15825, + "broker_maxrss_kib": 7420, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 3.355166614, + "multi_s": 4.475055151, + "client_wall_s": 7.837034015999961, + "client_cpu_s": 6.7839290000000005, + "client_vcsw": 21763, + "multi_client_cpu_s": 3.74, + "multi_broker_cpu_s": 3.61, + "broker_user_s": 2.780662, + "broker_sys_s": 2.905418, + "broker_cpu_s": 5.6860800000000005, + "broker_vcsw": 17102, + "broker_maxrss_kib": 6984, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 13, + "warmup": false, + "single_s": 3.601548422, + "multi_s": 4.453502718, + "client_wall_s": 8.061710699999821, + "client_cpu_s": 7.114255000000014, + "client_vcsw": 18478, + "multi_client_cpu_s": 3.8299999999999996, + "multi_broker_cpu_s": 3.62, + "broker_user_s": 2.805773, + "broker_sys_s": 2.9860949999999997, + "broker_cpu_s": 5.791867999999999, + "broker_vcsw": 16869, + "broker_maxrss_kib": 7180, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 3.359096458, + "multi_s": 5.23867943, + "client_wall_s": 8.60669444099949, + "client_cpu_s": 7.37792300000001, + "client_vcsw": 20152, + "multi_client_cpu_s": 4.37, + "multi_broker_cpu_s": 3.91, + "broker_user_s": 3.00801, + "broker_sys_s": 3.074854, + "broker_cpu_s": 6.082864000000001, + "broker_vcsw": 16449, + "broker_maxrss_kib": 6596, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 14, + "warmup": false, + "single_s": 3.588573718, + "multi_s": 4.626612635, + "client_wall_s": 8.222202704000665, + "client_cpu_s": 7.39434399999999, + "client_vcsw": 18254, + "multi_client_cpu_s": 4.07, + "multi_broker_cpu_s": 3.8000000000000003, + "broker_user_s": 3.142651, + "broker_sys_s": 2.774045, + "broker_cpu_s": 5.916696, + "broker_vcsw": 17063, + "broker_maxrss_kib": 7088, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 2.886498488, + "multi_s": 4.477760205, + "client_wall_s": 7.369637882999996, + "client_cpu_s": 6.320733999999959, + "client_vcsw": 29820, + "multi_client_cpu_s": 3.6399999999999997, + "multi_broker_cpu_s": 3.85, + "broker_user_s": 2.987276, + "broker_sys_s": 2.892624, + "broker_cpu_s": 5.8799, + "broker_vcsw": 12495, + "broker_maxrss_kib": 7548, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 3.556065541, + "multi_s": 3.607316992, + "client_wall_s": 7.168788627999675, + "client_cpu_s": 6.454714000000024, + "client_vcsw": 11060, + "multi_client_cpu_s": 3.2600000000000002, + "multi_broker_cpu_s": 2.73, + "broker_user_s": 2.608828, + "broker_sys_s": 2.239201, + "broker_cpu_s": 4.848029, + "broker_vcsw": 17849, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 2.984006614, + "multi_s": 4.570336821, + "client_wall_s": 7.559636756000145, + "client_cpu_s": 6.534414000000055, + "client_vcsw": 23723, + "multi_client_cpu_s": 3.6999999999999997, + "multi_broker_cpu_s": 3.7, + "broker_user_s": 2.911813, + "broker_sys_s": 2.72194, + "broker_cpu_s": 5.6337530000000005, + "broker_vcsw": 16980, + "broker_maxrss_kib": 7368, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 15, + "warmup": false, + "single_s": 3.083679008, + "multi_s": 3.528854905, + "client_wall_s": 6.618110393000279, + "client_cpu_s": 6.172732999999994, + "client_vcsw": 7085, + "multi_client_cpu_s": 3.29, + "multi_broker_cpu_s": 2.67, + "broker_user_s": 2.387202, + "broker_sys_s": 2.268266, + "broker_cpu_s": 4.655468, + "broker_vcsw": 18395, + "broker_maxrss_kib": 6780, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 3.117623233, + "multi_s": 4.391697477, + "client_wall_s": 7.520252127000276, + "client_cpu_s": 6.859937000000002, + "client_vcsw": 16479, + "multi_client_cpu_s": 4.029999999999999, + "multi_broker_cpu_s": 3.1900000000000004, + "broker_user_s": 2.760613, + "broker_sys_s": 2.5692209999999998, + "broker_cpu_s": 5.329834, + "broker_vcsw": 16220, + "broker_maxrss_kib": 7568, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 4.192576295, + "multi_s": 4.629711277, + "client_wall_s": 8.829005018999851, + "client_cpu_s": 7.756360000000001, + "client_vcsw": 19952, + "multi_client_cpu_s": 3.87, + "multi_broker_cpu_s": 3.86, + "broker_user_s": 3.244916, + "broker_sys_s": 2.853396, + "broker_cpu_s": 6.098312, + "broker_vcsw": 17939, + "broker_maxrss_kib": 6916, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 16, + "warmup": false, + "single_s": 3.709574647, + "multi_s": 4.656995163, + "client_wall_s": 8.374398101999759, + "client_cpu_s": 7.375976000000037, + "client_vcsw": 17705, + "multi_client_cpu_s": 3.99, + "multi_broker_cpu_s": 3.73, + "broker_user_s": 3.009968, + "broker_sys_s": 2.91749, + "broker_cpu_s": 5.927458, + "broker_vcsw": 16366, + "broker_maxrss_kib": 7544, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 17, + "warmup": false, + "single_s": 3.584586109, + "multi_s": 4.358457532, + "client_wall_s": 7.949235168000087, + "client_cpu_s": 7.046861999999976, + "client_vcsw": 18518, + "multi_client_cpu_s": 3.79, + "multi_broker_cpu_s": 3.5900000000000003, + "broker_user_s": 2.975371, + "broker_sys_s": 2.762186, + "broker_cpu_s": 5.737557, + "broker_vcsw": 17028, + "broker_maxrss_kib": 7276, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 3.609871709, + "multi_s": 3.798656692, + "client_wall_s": 7.415090737000355, + "client_cpu_s": 6.5577370000000315, + "client_vcsw": 15739, + "multi_client_cpu_s": 3.3, + "multi_broker_cpu_s": 3.14, + "broker_user_s": 2.760638, + "broker_sys_s": 2.601703, + "broker_cpu_s": 5.362341000000001, + "broker_vcsw": 16919, + "broker_maxrss_kib": 6840, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 2.754946133, + "multi_s": 3.739011454, + "client_wall_s": 6.499355523999839, + "client_cpu_s": 5.936454999999967, + "client_vcsw": 16828, + "multi_client_cpu_s": 3.3899999999999997, + "multi_broker_cpu_s": 3.0300000000000002, + "broker_user_s": 2.519998, + "broker_sys_s": 2.474292, + "broker_cpu_s": 4.99429, + "broker_vcsw": 13433, + "broker_maxrss_kib": 7404, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 3.500311227, + "multi_s": 4.670049117, + "client_wall_s": 8.176349303999814, + "client_cpu_s": 7.2372870000000376, + "client_vcsw": 16811, + "multi_client_cpu_s": 4.029999999999999, + "multi_broker_cpu_s": 3.6399999999999997, + "broker_user_s": 3.057939, + "broker_sys_s": 2.757846, + "broker_cpu_s": 5.815785, + "broker_vcsw": 17197, + "broker_maxrss_kib": 7100, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 18, + "warmup": false, + "single_s": 3.735830258, + "multi_s": 4.103586898, + "client_wall_s": 7.849044483000398, + "client_cpu_s": 7.012417999999968, + "client_vcsw": 18200, + "multi_client_cpu_s": 3.61, + "multi_broker_cpu_s": 3.46, + "broker_user_s": 2.931641, + "broker_sys_s": 2.879594, + "broker_cpu_s": 5.811235, + "broker_vcsw": 15634, + "broker_maxrss_kib": 6504, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 3.193144836, + "multi_s": 4.27362903, + "client_wall_s": 7.472232957000415, + "client_cpu_s": 6.509219999999971, + "client_vcsw": 29668, + "multi_client_cpu_s": 3.62, + "multi_broker_cpu_s": 3.62, + "broker_user_s": 3.098599, + "broker_sys_s": 2.78888, + "broker_cpu_s": 5.887479, + "broker_vcsw": 12897, + "broker_maxrss_kib": 7688, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 3.533801659, + "multi_s": 4.476973217, + "client_wall_s": 8.017347171000438, + "client_cpu_s": 7.025677999999914, + "client_vcsw": 27095, + "multi_client_cpu_s": 3.7299999999999995, + "multi_broker_cpu_s": 3.8899999999999997, + "broker_user_s": 3.038215, + "broker_sys_s": 2.910627, + "broker_cpu_s": 5.948842, + "broker_vcsw": 16748, + "broker_maxrss_kib": 6924, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 3.585693679, + "multi_s": 4.549424638, + "client_wall_s": 8.147509825999805, + "client_cpu_s": 6.781985999999961, + "client_vcsw": 30733, + "multi_client_cpu_s": 3.7399999999999998, + "multi_broker_cpu_s": 3.91, + "broker_user_s": 3.277003, + "broker_sys_s": 3.091356, + "broker_cpu_s": 6.368359, + "broker_vcsw": 12361, + "broker_maxrss_kib": 7240, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 19, + "warmup": false, + "single_s": 3.348558988, + "multi_s": 4.291938723, + "client_wall_s": 7.648784182000782, + "client_cpu_s": 6.944982999999979, + "client_vcsw": 12596, + "multi_client_cpu_s": 3.9, + "multi_broker_cpu_s": 3.3000000000000003, + "broker_user_s": 2.7623439999999997, + "broker_sys_s": 2.601072, + "broker_cpu_s": 5.363415999999999, + "broker_vcsw": 18306, + "broker_maxrss_kib": 6876, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 3.758059567, + "multi_s": 4.810388427, + "client_wall_s": 8.575075167999785, + "client_cpu_s": 7.564153999999974, + "client_vcsw": 27551, + "multi_client_cpu_s": 4.1899999999999995, + "multi_broker_cpu_s": 3.7600000000000002, + "broker_user_s": 3.255268, + "broker_sys_s": 3.073126, + "broker_cpu_s": 6.328393999999999, + "broker_vcsw": 17639, + "broker_maxrss_kib": 7564, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 3.535884742, + "multi_s": 5.260586237, + "client_wall_s": 8.804806871000437, + "client_cpu_s": 7.286581999999953, + "client_vcsw": 29179, + "multi_client_cpu_s": 4.08, + "multi_broker_cpu_s": 4.4, + "broker_user_s": 3.224926, + "broker_sys_s": 3.268253, + "broker_cpu_s": 6.493179, + "broker_vcsw": 16453, + "broker_maxrss_kib": 7536, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 20, + "warmup": false, + "single_s": 3.620560115, + "multi_s": 4.219352251, + "client_wall_s": 7.845513686000231, + "client_cpu_s": 7.031802999999968, + "client_vcsw": 16776, + "multi_client_cpu_s": 3.7099999999999995, + "multi_broker_cpu_s": 3.43, + "broker_user_s": 2.620736, + "broker_sys_s": 2.875499, + "broker_cpu_s": 5.496235, + "broker_vcsw": 18863, + "broker_maxrss_kib": 6648, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 3.026851524, + "multi_s": 4.436345127, + "client_wall_s": 7.4702273600005356, + "client_cpu_s": 6.53589999999997, + "client_vcsw": 27155, + "multi_client_cpu_s": 3.7600000000000002, + "multi_broker_cpu_s": 3.73, + "broker_user_s": 2.96319, + "broker_sys_s": 2.872311, + "broker_cpu_s": 5.835501, + "broker_vcsw": 12423, + "broker_maxrss_kib": 7180, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 3.368474832, + "multi_s": 4.001956417, + "client_wall_s": 7.377079786999275, + "client_cpu_s": 6.729616999999962, + "client_vcsw": 13972, + "multi_client_cpu_s": 3.5799999999999996, + "multi_broker_cpu_s": 3.2600000000000002, + "broker_user_s": 2.663112, + "broker_sys_s": 2.585319, + "broker_cpu_s": 5.248431, + "broker_vcsw": 17967, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 21, + "warmup": false, + "single_s": 3.293031559, + "multi_s": 3.970504912, + "client_wall_s": 7.269709991000127, + "client_cpu_s": 6.656732000000034, + "client_vcsw": 10950, + "multi_client_cpu_s": 3.5700000000000003, + "multi_broker_cpu_s": 2.92, + "broker_user_s": 2.4759919999999997, + "broker_sys_s": 2.372336, + "broker_cpu_s": 4.8483279999999995, + "broker_vcsw": 20362, + "broker_maxrss_kib": 6820, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 22, + "warmup": false, + "single_s": 3.51448906, + "multi_s": 4.068429804, + "client_wall_s": 7.589915297000516, + "client_cpu_s": 6.908843000000047, + "client_vcsw": 16571, + "multi_client_cpu_s": 3.6300000000000003, + "multi_broker_cpu_s": 3.35, + "broker_user_s": 2.709232, + "broker_sys_s": 2.639048, + "broker_cpu_s": 5.34828, + "broker_vcsw": 18152, + "broker_maxrss_kib": 7068, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 2.930342867, + "multi_s": 4.671578861, + "client_wall_s": 7.608118013999956, + "client_cpu_s": 6.713732999999991, + "client_vcsw": 24270, + "multi_client_cpu_s": 4.07, + "multi_broker_cpu_s": 3.8100000000000005, + "broker_user_s": 3.159575, + "broker_sys_s": 2.719681, + "broker_cpu_s": 5.879256, + "broker_vcsw": 15291, + "broker_maxrss_kib": 7408, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 3.607881142, + "multi_s": 3.939101255, + "client_wall_s": 7.556810344999576, + "client_cpu_s": 6.917212000000006, + "client_vcsw": 12181, + "multi_client_cpu_s": 3.5800000000000005, + "multi_broker_cpu_s": 3.22, + "broker_user_s": 2.840437, + "broker_sys_s": 2.542453, + "broker_cpu_s": 5.38289, + "broker_vcsw": 18075, + "broker_maxrss_kib": 7280, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 3.67760416, + "multi_s": 4.435943803, + "client_wall_s": 8.120976694000092, + "client_cpu_s": 7.36435199999994, + "client_vcsw": 12615, + "multi_client_cpu_s": 4.0, + "multi_broker_cpu_s": 3.33, + "broker_user_s": 2.921718, + "broker_sys_s": 2.658587, + "broker_cpu_s": 5.580304999999999, + "broker_vcsw": 17363, + "broker_maxrss_kib": 7000, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 2.822912831, + "multi_s": 4.079889838, + "client_wall_s": 6.9078097259998685, + "client_cpu_s": 6.123517999999933, + "client_vcsw": 23161, + "multi_client_cpu_s": 3.5300000000000002, + "multi_broker_cpu_s": 3.37, + "broker_user_s": 2.67904, + "broker_sys_s": 2.6753359999999997, + "broker_cpu_s": 5.354376, + "broker_vcsw": 13450, + "broker_maxrss_kib": 7200, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 23, + "warmup": false, + "single_s": 3.343678556, + "multi_s": 4.233596555, + "client_wall_s": 7.585756765000042, + "client_cpu_s": 6.747944999999959, + "client_vcsw": 18480, + "multi_client_cpu_s": 3.6700000000000004, + "multi_broker_cpu_s": 3.45, + "broker_user_s": 2.750695, + "broker_sys_s": 2.7586459999999997, + "broker_cpu_s": 5.509340999999999, + "broker_vcsw": 18330, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 2.877027029, + "multi_s": 4.144937131, + "client_wall_s": 7.027637939999295, + "client_cpu_s": 6.342058999999949, + "client_vcsw": 18573, + "multi_client_cpu_s": 3.65, + "multi_broker_cpu_s": 3.0999999999999996, + "broker_user_s": 2.72201, + "broker_sys_s": 2.429355, + "broker_cpu_s": 5.151365, + "broker_vcsw": 14442, + "broker_maxrss_kib": 7388, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 3.585575463, + "multi_s": 4.513519115, + "client_wall_s": 8.104643163000219, + "client_cpu_s": 6.9216409999999655, + "client_vcsw": 14962, + "multi_client_cpu_s": 3.74, + "multi_broker_cpu_s": 3.5100000000000002, + "broker_user_s": 2.812002, + "broker_sys_s": 2.775626, + "broker_cpu_s": 5.5876280000000005, + "broker_vcsw": 16849, + "broker_maxrss_kib": 6984, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 24, + "warmup": false, + "single_s": 3.791742388, + "multi_s": 4.407195941, + "client_wall_s": 8.205382106000798, + "client_cpu_s": 7.383455000000026, + "client_vcsw": 17565, + "multi_client_cpu_s": 3.87, + "multi_broker_cpu_s": 3.6, + "broker_user_s": 2.990072, + "broker_sys_s": 2.798875, + "broker_cpu_s": 5.788947, + "broker_vcsw": 17745, + "broker_maxrss_kib": 7312, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 25, + "warmup": false, + "single_s": 3.52881174, + "multi_s": 4.373261853, + "client_wall_s": 7.907648519999384, + "client_cpu_s": 7.04294399999992, + "client_vcsw": 16202, + "multi_client_cpu_s": 3.79, + "multi_broker_cpu_s": 3.28, + "broker_user_s": 2.891549, + "broker_sys_s": 2.411744, + "broker_cpu_s": 5.303293, + "broker_vcsw": 19788, + "broker_maxrss_kib": 7284, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 3.530438091, + "multi_s": 3.933304975, + "client_wall_s": 7.4708352540001215, + "client_cpu_s": 6.852327999999943, + "client_vcsw": 9874, + "multi_client_cpu_s": 3.5999999999999996, + "multi_broker_cpu_s": 3.0600000000000005, + "broker_user_s": 2.751337, + "broker_sys_s": 2.3667759999999998, + "broker_cpu_s": 5.118112999999999, + "broker_vcsw": 18790, + "broker_maxrss_kib": 7376, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 3.034047708, + "multi_s": 4.210116124, + "client_wall_s": 7.250035446999391, + "client_cpu_s": 6.466671000000019, + "client_vcsw": 22115, + "multi_client_cpu_s": 3.78, + "multi_broker_cpu_s": 3.5399999999999996, + "broker_user_s": 2.9470520000000002, + "broker_sys_s": 2.83148, + "broker_cpu_s": 5.778532, + "broker_vcsw": 12394, + "broker_maxrss_kib": 7652, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 26, + "warmup": false, + "single_s": 3.286076041, + "multi_s": 4.479456481, + "client_wall_s": 7.771803890000228, + "client_cpu_s": 6.8826159999999845, + "client_vcsw": 20382, + "multi_client_cpu_s": 3.83, + "multi_broker_cpu_s": 3.8200000000000003, + "broker_user_s": 2.7966189999999997, + "broker_sys_s": 3.036081, + "broker_cpu_s": 5.832699999999999, + "broker_vcsw": 16702, + "broker_maxrss_kib": 6888, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 3.441191566, + "multi_s": 4.353671643, + "client_wall_s": 7.800610692000191, + "client_cpu_s": 7.012210999999979, + "client_vcsw": 19487, + "multi_client_cpu_s": 4.0, + "multi_broker_cpu_s": 3.3199999999999994, + "broker_user_s": 3.119688, + "broker_sys_s": 2.666309, + "broker_cpu_s": 5.785997, + "broker_vcsw": 15909, + "broker_maxrss_kib": 7508, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 3.695095334, + "multi_s": 4.446194249, + "client_wall_s": 8.14796335200026, + "client_cpu_s": 7.625435000000039, + "client_vcsw": 9718, + "multi_client_cpu_s": 4.16, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.8058009999999998, + "broker_sys_s": 2.460213, + "broker_cpu_s": 5.266014, + "broker_vcsw": 21161, + "broker_maxrss_kib": 6992, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 3.255309637, + "multi_s": 4.601048899, + "client_wall_s": 7.862790529999984, + "client_cpu_s": 6.895766000000037, + "client_vcsw": 25729, + "multi_client_cpu_s": 3.82, + "multi_broker_cpu_s": 3.86, + "broker_user_s": 3.209884, + "broker_sys_s": 2.858216, + "broker_cpu_s": 6.0681, + "broker_vcsw": 14060, + "broker_maxrss_kib": 7960, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 27, + "warmup": false, + "single_s": 3.439926747, + "multi_s": 3.990844302, + "client_wall_s": 7.435983583999587, + "client_cpu_s": 6.842791000000034, + "client_vcsw": 12837, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.01, + "broker_user_s": 2.518425, + "broker_sys_s": 2.463028, + "broker_cpu_s": 4.981453, + "broker_vcsw": 19976, + "broker_maxrss_kib": 7164, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 3.564915714, + "multi_s": 4.243297131, + "client_wall_s": 7.813500932000352, + "client_cpu_s": 6.981130000000007, + "client_vcsw": 15535, + "multi_client_cpu_s": 3.7199999999999998, + "multi_broker_cpu_s": 3.3999999999999995, + "broker_user_s": 2.878581, + "broker_sys_s": 2.658395, + "broker_cpu_s": 5.536976, + "broker_vcsw": 17328, + "broker_maxrss_kib": 7320, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 3.325596705, + "multi_s": 3.919214083, + "client_wall_s": 7.250884509000571, + "client_cpu_s": 6.672298000000069, + "client_vcsw": 10734, + "multi_client_cpu_s": 3.6100000000000003, + "multi_broker_cpu_s": 3.08, + "broker_user_s": 2.6244069999999997, + "broker_sys_s": 2.581922, + "broker_cpu_s": 5.206329, + "broker_vcsw": 16514, + "broker_maxrss_kib": 7008, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 3.654564632, + "multi_s": 4.600053751, + "client_wall_s": 8.260420513999634, + "client_cpu_s": 7.021910999999989, + "client_vcsw": 34422, + "multi_client_cpu_s": 3.8, + "multi_broker_cpu_s": 4.07, + "broker_user_s": 3.151513, + "broker_sys_s": 3.323766, + "broker_cpu_s": 6.4752790000000005, + "broker_vcsw": 13401, + "broker_maxrss_kib": 7448, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 28, + "warmup": false, + "single_s": 3.42532726, + "multi_s": 4.268703411, + "client_wall_s": 7.699970151000343, + "client_cpu_s": 6.907657999999969, + "client_vcsw": 20526, + "multi_client_cpu_s": 3.66, + "multi_broker_cpu_s": 3.57, + "broker_user_s": 2.924602, + "broker_sys_s": 2.6874219999999998, + "broker_cpu_s": 5.612024, + "broker_vcsw": 18068, + "broker_maxrss_kib": 6952, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 29, + "warmup": false, + "single_s": 3.671571989, + "multi_s": 4.369755428, + "client_wall_s": 8.048400745000436, + "client_cpu_s": 7.109527999999955, + "client_vcsw": 21901, + "multi_client_cpu_s": 3.6599999999999997, + "multi_broker_cpu_s": 3.7899999999999996, + "broker_user_s": 2.8510619999999998, + "broker_sys_s": 3.089914, + "broker_cpu_s": 5.940975999999999, + "broker_vcsw": 18183, + "broker_maxrss_kib": 6864, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 4.274442377, + "multi_s": 4.566262219, + "client_wall_s": 8.847755192000477, + "client_cpu_s": 8.18643899999995, + "client_vcsw": 10657, + "multi_client_cpu_s": 4.17, + "multi_broker_cpu_s": 3.47, + "broker_user_s": 3.103291, + "broker_sys_s": 2.607715, + "broker_cpu_s": 5.711005999999999, + "broker_vcsw": 21007, + "broker_maxrss_kib": 6900, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 3.408951611, + "multi_s": 4.734785111, + "client_wall_s": 8.151366948000032, + "client_cpu_s": 7.190534999999954, + "client_vcsw": 24776, + "multi_client_cpu_s": 3.9599999999999995, + "multi_broker_cpu_s": 3.7399999999999998, + "broker_user_s": 3.019086, + "broker_sys_s": 2.890533, + "broker_cpu_s": 5.909619, + "broker_vcsw": 18135, + "broker_maxrss_kib": 7612, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 30, + "warmup": false, + "single_s": 3.693715758, + "multi_s": 5.197246011, + "client_wall_s": 8.897495662000438, + "client_cpu_s": 8.009939000000088, + "client_vcsw": 11509, + "multi_client_cpu_s": 4.62, + "multi_broker_cpu_s": 3.4399999999999995, + "broker_user_s": 2.866313, + "broker_sys_s": 2.787985, + "broker_cpu_s": 5.654298, + "broker_vcsw": 19371, + "broker_maxrss_kib": 7112, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 3.040416188, + "multi_s": 3.951919272, + "client_wall_s": 6.997765607000474, + "client_cpu_s": 6.172173999999984, + "client_vcsw": 24533, + "multi_client_cpu_s": 3.4299999999999997, + "multi_broker_cpu_s": 3.4, + "broker_user_s": 2.736288, + "broker_sys_s": 2.826632, + "broker_cpu_s": 5.56292, + "broker_vcsw": 13143, + "broker_maxrss_kib": 7212, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 3.452647204, + "multi_s": 4.350155969, + "client_wall_s": 7.808525639999971, + "client_cpu_s": 6.942852000000016, + "client_vcsw": 16634, + "multi_client_cpu_s": 3.76, + "multi_broker_cpu_s": 3.5600000000000005, + "broker_user_s": 2.866214, + "broker_sys_s": 2.873309, + "broker_cpu_s": 5.739523, + "broker_vcsw": 16949, + "broker_maxrss_kib": 6884, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 2.961662745, + "multi_s": 4.257991519, + "client_wall_s": 7.224975796000763, + "client_cpu_s": 6.206813000000068, + "client_vcsw": 34305, + "multi_client_cpu_s": 3.5000000000000004, + "multi_broker_cpu_s": 3.75, + "broker_user_s": 2.932149, + "broker_sys_s": 2.945662, + "broker_cpu_s": 5.8778109999999995, + "broker_vcsw": 12521, + "broker_maxrss_kib": 7584, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 31, + "warmup": false, + "single_s": 3.143761601, + "multi_s": 3.764159217, + "client_wall_s": 6.913486089999424, + "client_cpu_s": 6.386965999999916, + "client_vcsw": 10401, + "multi_client_cpu_s": 3.41, + "multi_broker_cpu_s": 2.93, + "broker_user_s": 2.521885, + "broker_sys_s": 2.263718, + "broker_cpu_s": 4.785603, + "broker_vcsw": 19044, + "broker_maxrss_kib": 7080, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 3.318104432, + "multi_s": 3.916765732, + "client_wall_s": 7.240319544999693, + "client_cpu_s": 6.595284000000106, + "client_vcsw": 12964, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.5878449999999997, + "broker_sys_s": 2.557627, + "broker_cpu_s": 5.145472, + "broker_vcsw": 17863, + "broker_maxrss_kib": 7008, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 32, + "warmup": false, + "single_s": 4.008706763, + "multi_s": 4.278432448, + "client_wall_s": 8.29345097299938, + "client_cpu_s": 7.359950999999967, + "client_vcsw": 16542, + "multi_client_cpu_s": 3.7299999999999995, + "multi_broker_cpu_s": 3.5100000000000002, + "broker_user_s": 3.057434, + "broker_sys_s": 2.992573, + "broker_cpu_s": 6.050007000000001, + "broker_vcsw": 15209, + "broker_maxrss_kib": 7092, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 3.522989518, + "multi_s": 4.138483151, + "client_wall_s": 7.666658342000119, + "client_cpu_s": 6.841991999999891, + "client_vcsw": 17493, + "multi_client_cpu_s": 3.6199999999999997, + "multi_broker_cpu_s": 3.53, + "broker_user_s": 3.003289, + "broker_sys_s": 2.566261, + "broker_cpu_s": 5.56955, + "broker_vcsw": 16258, + "broker_maxrss_kib": 7528, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 3.132646947, + "multi_s": 4.734523278, + "client_wall_s": 7.873844090000603, + "client_cpu_s": 6.83523699999995, + "client_vcsw": 26449, + "multi_client_cpu_s": 3.99, + "multi_broker_cpu_s": 3.78, + "broker_user_s": 3.056247, + "broker_sys_s": 2.753007, + "broker_cpu_s": 5.809254, + "broker_vcsw": 16169, + "broker_maxrss_kib": 8156, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 33, + "warmup": false, + "single_s": 3.805720653, + "multi_s": 3.755837223, + "client_wall_s": 7.568395418000364, + "client_cpu_s": 6.855738999999971, + "client_vcsw": 13467, + "multi_client_cpu_s": 3.32, + "multi_broker_cpu_s": 3.0100000000000002, + "broker_user_s": 2.831569, + "broker_sys_s": 2.376066, + "broker_cpu_s": 5.207635, + "broker_vcsw": 19594, + "broker_maxrss_kib": 6976, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 3.045951192, + "multi_s": 4.61321853, + "client_wall_s": 7.673936192999463, + "client_cpu_s": 6.543132000000014, + "client_vcsw": 28859, + "multi_client_cpu_s": 3.6700000000000004, + "multi_broker_cpu_s": 3.89, + "broker_user_s": 3.049696, + "broker_sys_s": 2.873101, + "broker_cpu_s": 5.922797, + "broker_vcsw": 15630, + "broker_maxrss_kib": 7232, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 3.266381507, + "multi_s": 4.335728518, + "client_wall_s": 7.609446127999945, + "client_cpu_s": 6.585795000000076, + "client_vcsw": 21259, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 3.6899999999999995, + "broker_user_s": 2.942423, + "broker_sys_s": 2.838429, + "broker_cpu_s": 5.780851999999999, + "broker_vcsw": 15958, + "broker_maxrss_kib": 7124, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 3.387938103, + "multi_s": 4.082708483, + "client_wall_s": 7.476698755000143, + "client_cpu_s": 6.531841999999983, + "client_vcsw": 24751, + "multi_client_cpu_s": 3.7, + "multi_broker_cpu_s": 3.35, + "broker_user_s": 3.04528, + "broker_sys_s": 2.874109, + "broker_cpu_s": 5.919389, + "broker_vcsw": 12032, + "broker_maxrss_kib": 7996, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 3.258499118, + "multi_s": 4.315101749, + "client_wall_s": 7.579296269999759, + "client_cpu_s": 6.7947569999998905, + "client_vcsw": 14234, + "multi_client_cpu_s": 3.85, + "multi_broker_cpu_s": 3.29, + "broker_user_s": 2.756166, + "broker_sys_s": 2.628247, + "broker_cpu_s": 5.384413, + "broker_vcsw": 17879, + "broker_maxrss_kib": 7260, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 34, + "warmup": false, + "single_s": 3.4220903, + "multi_s": 4.262026603, + "client_wall_s": 7.689211732000331, + "client_cpu_s": 6.950330000000008, + "client_vcsw": 13053, + "multi_client_cpu_s": 3.7900000000000005, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.712063, + "broker_sys_s": 2.398487, + "broker_cpu_s": 5.11055, + "broker_vcsw": 20511, + "broker_maxrss_kib": 6924, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 35, + "warmup": false, + "single_s": 3.193924044, + "multi_s": 4.264631861, + "client_wall_s": 7.464259661999677, + "client_cpu_s": 6.668077999999923, + "client_vcsw": 17415, + "multi_client_cpu_s": 3.69, + "multi_broker_cpu_s": 3.5200000000000005, + "broker_user_s": 2.6504, + "broker_sys_s": 2.775013, + "broker_cpu_s": 5.425413, + "broker_vcsw": 17080, + "broker_maxrss_kib": 7092, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 3.870226732, + "multi_s": 4.188727203, + "client_wall_s": 8.06575168100062, + "client_cpu_s": 7.230125000000157, + "client_vcsw": 18807, + "multi_client_cpu_s": 3.6399999999999997, + "multi_broker_cpu_s": 3.49, + "broker_user_s": 2.9156969999999998, + "broker_sys_s": 2.848543, + "broker_cpu_s": 5.764239999999999, + "broker_vcsw": 17235, + "broker_maxrss_kib": 7228, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 3.198370256, + "multi_s": 4.43162097, + "client_wall_s": 7.636873691999426, + "client_cpu_s": 6.581491999999912, + "client_vcsw": 28016, + "multi_client_cpu_s": 3.72, + "multi_broker_cpu_s": 3.7700000000000005, + "broker_user_s": 3.123341, + "broker_sys_s": 2.869353, + "broker_cpu_s": 5.992694, + "broker_vcsw": 12825, + "broker_maxrss_kib": 7464, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 2.845842102, + "multi_s": 4.916100194, + "client_wall_s": 7.768450620999829, + "client_cpu_s": 6.661383000000114, + "client_vcsw": 24003, + "multi_client_cpu_s": 3.99, + "multi_broker_cpu_s": 3.9299999999999997, + "broker_user_s": 3.103042, + "broker_sys_s": 2.74145, + "broker_cpu_s": 5.844492, + "broker_vcsw": 14050, + "broker_maxrss_kib": 7168, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 36, + "warmup": false, + "single_s": 3.538326058, + "multi_s": 3.845032258, + "client_wall_s": 7.3892385229992215, + "client_cpu_s": 6.93047399999989, + "client_vcsw": 7589, + "multi_client_cpu_s": 3.62, + "multi_broker_cpu_s": 2.7299999999999995, + "broker_user_s": 2.477072, + "broker_sys_s": 2.256526, + "broker_cpu_s": 4.733598000000001, + "broker_vcsw": 21206, + "broker_maxrss_kib": 6644, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 3.703586861, + "multi_s": 3.753493863, + "client_wall_s": 7.465842769999654, + "client_cpu_s": 6.969282000000021, + "client_vcsw": 8043, + "multi_client_cpu_s": 3.51, + "multi_broker_cpu_s": 2.77, + "broker_user_s": 2.639728, + "broker_sys_s": 2.331474, + "broker_cpu_s": 4.971202, + "broker_vcsw": 19369, + "broker_maxrss_kib": 7072, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 3.200913848, + "multi_s": 3.518494032, + "client_wall_s": 6.724420212000041, + "client_cpu_s": 6.279046000000108, + "client_vcsw": 7866, + "multi_client_cpu_s": 3.2799999999999994, + "multi_broker_cpu_s": 2.76, + "broker_user_s": 2.33644, + "broker_sys_s": 2.235296, + "broker_cpu_s": 4.571736, + "broker_vcsw": 19834, + "broker_maxrss_kib": 6812, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 37, + "warmup": false, + "single_s": 3.033539879, + "multi_s": 3.882154803, + "client_wall_s": 6.921459145999506, + "client_cpu_s": 6.426436999999964, + "client_vcsw": 10339, + "multi_client_cpu_s": 3.55, + "multi_broker_cpu_s": 3.0500000000000003, + "broker_user_s": 2.424402, + "broker_sys_s": 2.446377, + "broker_cpu_s": 4.870779000000001, + "broker_vcsw": 18932, + "broker_maxrss_kib": 6948, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 3.126825999, + "multi_s": 4.445195594, + "client_wall_s": 7.577361564000057, + "client_cpu_s": 6.523769000000129, + "client_vcsw": 32032, + "multi_client_cpu_s": 3.69, + "multi_broker_cpu_s": 3.8299999999999996, + "broker_user_s": 3.036866, + "broker_sys_s": 3.029073, + "broker_cpu_s": 6.065939, + "broker_vcsw": 12486, + "broker_maxrss_kib": 7892, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 38, + "warmup": false, + "single_s": 3.335704313, + "multi_s": 4.117477344, + "client_wall_s": 7.458578294999825, + "client_cpu_s": 6.727907999999957, + "client_vcsw": 13954, + "multi_client_cpu_s": 3.65, + "multi_broker_cpu_s": 3.1900000000000004, + "broker_user_s": 2.621045, + "broker_sys_s": 2.507896, + "broker_cpu_s": 5.128941, + "broker_vcsw": 19123, + "broker_maxrss_kib": 6512, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 2.830396942, + "multi_s": 3.929903159, + "client_wall_s": 6.766325317000337, + "client_cpu_s": 6.024451000000113, + "client_vcsw": 21952, + "multi_client_cpu_s": 3.3699999999999997, + "multi_broker_cpu_s": 3.38, + "broker_user_s": 2.6039399999999997, + "broker_sys_s": 2.754409, + "broker_cpu_s": 5.358349, + "broker_vcsw": 12685, + "broker_maxrss_kib": 7628, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 3.41287903, + "multi_s": 3.891823718, + "client_wall_s": 7.310341006999806, + "client_cpu_s": 6.686977999999954, + "client_vcsw": 12827, + "multi_client_cpu_s": 3.5399999999999996, + "multi_broker_cpu_s": 3.0699999999999994, + "broker_user_s": 2.646791, + "broker_sys_s": 2.382367, + "broker_cpu_s": 5.029158, + "broker_vcsw": 18496, + "broker_maxrss_kib": 7140, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 3.22411761, + "multi_s": 3.965614536, + "client_wall_s": 7.195807453999805, + "client_cpu_s": 6.563134999999988, + "client_vcsw": 10522, + "multi_client_cpu_s": 3.61, + "multi_broker_cpu_s": 3.0, + "broker_user_s": 2.546687, + "broker_sys_s": 2.395927, + "broker_cpu_s": 4.942614, + "broker_vcsw": 18829, + "broker_maxrss_kib": 7104, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 2.893831765, + "multi_s": 3.790910635, + "client_wall_s": 6.6910049010002695, + "client_cpu_s": 6.095066999999972, + "client_vcsw": 15690, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 2.92, + "broker_user_s": 2.605316, + "broker_sys_s": 2.288546, + "broker_cpu_s": 4.893862, + "broker_vcsw": 15632, + "broker_maxrss_kib": 7240, + "broker_ru_maxrss_kib": 18712, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 39, + "warmup": false, + "single_s": 3.148327589, + "multi_s": 3.999312707, + "client_wall_s": 7.1536927650004145, + "client_cpu_s": 6.62833599999999, + "client_vcsw": 7909, + "multi_client_cpu_s": 3.7, + "multi_broker_cpu_s": 2.91, + "broker_user_s": 2.442495, + "broker_sys_s": 2.309533, + "broker_cpu_s": 4.752028, + "broker_vcsw": 20169, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 40, + "warmup": false, + "single_s": 3.335958583, + "multi_s": 4.077654633, + "client_wall_s": 7.419327282999802, + "client_cpu_s": 6.818979000000013, + "client_vcsw": 8859, + "multi_client_cpu_s": 3.7399999999999998, + "multi_broker_cpu_s": 3.08, + "broker_user_s": 2.6357619999999997, + "broker_sys_s": 2.400937, + "broker_cpu_s": 5.036699, + "broker_vcsw": 19874, + "broker_maxrss_kib": 6932, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 3.406761014, + "multi_s": 4.06236006, + "client_wall_s": 7.474870914999883, + "client_cpu_s": 6.8618009999999, + "client_vcsw": 14298, + "multi_client_cpu_s": 3.66, + "multi_broker_cpu_s": 3.33, + "broker_user_s": 2.683709, + "broker_sys_s": 2.604736, + "broker_cpu_s": 5.288444999999999, + "broker_vcsw": 18248, + "broker_maxrss_kib": 7160, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 3.227065508, + "multi_s": 4.085689868, + "client_wall_s": 7.31912127600026, + "client_cpu_s": 6.422774000000004, + "client_vcsw": 20760, + "multi_client_cpu_s": 3.5900000000000003, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.750578, + "broker_sys_s": 2.740742, + "broker_cpu_s": 5.49132, + "broker_vcsw": 13646, + "broker_maxrss_kib": 7672, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 3.462979872, + "multi_s": 4.215317773, + "client_wall_s": 7.683821769000133, + "client_cpu_s": 6.859436000000073, + "client_vcsw": 14130, + "multi_client_cpu_s": 3.7199999999999998, + "multi_broker_cpu_s": 3.23, + "broker_user_s": 2.735883, + "broker_sys_s": 2.527575, + "broker_cpu_s": 5.263458, + "broker_vcsw": 18058, + "broker_maxrss_kib": 7208, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 41, + "warmup": false, + "single_s": 3.37511502, + "multi_s": 3.871096727, + "client_wall_s": 7.251577863999955, + "client_cpu_s": 6.687211999999931, + "client_vcsw": 9262, + "multi_client_cpu_s": 3.56, + "multi_broker_cpu_s": 2.8899999999999997, + "broker_user_s": 2.482838, + "broker_sys_s": 2.415273, + "broker_cpu_s": 4.898111, + "broker_vcsw": 19780, + "broker_maxrss_kib": 7008, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 3.210846626, + "multi_s": 4.366721645, + "client_wall_s": 7.583956919000229, + "client_cpu_s": 6.886856999999964, + "client_vcsw": 13401, + "multi_client_cpu_s": 3.9899999999999998, + "multi_broker_cpu_s": 3.18, + "broker_user_s": 2.852897, + "broker_sys_s": 2.487829, + "broker_cpu_s": 5.340726, + "broker_vcsw": 16059, + "broker_maxrss_kib": 7028, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 3.511063763, + "multi_s": 3.6003072, + "client_wall_s": 7.11745166000037, + "client_cpu_s": 6.554464000000053, + "client_vcsw": 7297, + "multi_client_cpu_s": 3.38, + "multi_broker_cpu_s": 2.75, + "broker_user_s": 2.455111, + "broker_sys_s": 2.504086, + "broker_cpu_s": 4.959197, + "broker_vcsw": 18012, + "broker_maxrss_kib": 6848, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 3.158438894, + "multi_s": 4.164992695, + "client_wall_s": 7.329397356999834, + "client_cpu_s": 6.496304999999893, + "client_vcsw": 21266, + "multi_client_cpu_s": 3.64, + "multi_broker_cpu_s": 3.3000000000000003, + "broker_user_s": 2.698939, + "broker_sys_s": 2.764658, + "broker_cpu_s": 5.463597, + "broker_vcsw": 14778, + "broker_maxrss_kib": 7580, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 42, + "warmup": false, + "single_s": 3.297100171, + "multi_s": 3.758949023, + "client_wall_s": 7.062014297999667, + "client_cpu_s": 6.596480000000042, + "client_vcsw": 5569, + "multi_client_cpu_s": 3.55, + "multi_broker_cpu_s": 2.75, + "broker_user_s": 2.384754, + "broker_sys_s": 2.246427, + "broker_cpu_s": 4.631181, + "broker_vcsw": 20097, + "broker_maxrss_kib": 6820, + "broker_ru_maxrss_kib": 18840, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 40, + "mean": 3.1582747378000002, + "stddev": 0.2683434404287635, + "median": 3.129736473, + "min": 2.754946133, + "max": 3.817866163 + }, + "timeout": { + "n": 40, + "mean": 3.5614487431999997, + "stddev": 0.246942996803136, + "median": 3.5321198750000002, + "min": 3.200913848, + "max": 4.274442377 + }, + "revert": { + "n": 40, + "mean": 3.4950344045, + "stddev": 0.23091740459118257, + "median": 3.5216504, + "min": 3.033539879, + "max": 4.008706763 + } + }, + "multi_s": { + "baseline": { + "n": 40, + "mean": 4.356494094925, + "stddev": 0.3140451929640286, + "median": 4.360196644, + "min": 3.739011454, + "max": 4.961951969 + }, + "timeout": { + "n": 40, + "mean": 4.215624195125001, + "stddev": 0.40164694225597763, + "median": 4.202022488, + "min": 3.518494032, + "max": 5.260586237 + }, + "revert": { + "n": 40, + "mean": 4.283796674275, + "stddev": 0.38846908998918045, + "median": 4.266667635999999, + "min": 3.528854905, + "max": 5.285032905 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 5.758587525, + "stddev": 0.41170108177177606, + "median": 5.8223775, + "min": 4.893862, + "max": 6.975844 + }, + "timeout": { + "n": 40, + "mean": 5.481189349999999, + "stddev": 0.4083030157892448, + "median": 5.4893555, + "min": 4.571736, + "max": 6.493179 + }, + "revert": { + "n": 40, + "mean": 5.40167965, + "stddev": 0.43684661212988873, + "median": 5.4660945000000005, + "min": 4.631181, + "max": 6.056383 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 40, + "mean": 7520.3, + "stddev": 242.96693876602498, + "median": 7542.0, + "min": 7028, + "max": 8156 + }, + "timeout": { + "n": 40, + "mean": 7053.8, + "stddev": 223.8863264683379, + "median": 7008.0, + "min": 6596, + "max": 7544 + }, + "revert": { + "n": 40, + "mean": 7015.1, + "stddev": 275.7218777067824, + "median": 6984.0, + "min": 6504, + "max": 7744 + } + }, + "client_cpu_s": { + "baseline": { + "n": 40, + "mean": 6.5867921249999934, + "stddev": 0.35125127120654054, + "median": 6.539515999999992, + "min": 5.936454999999967, + "max": 7.564153999999974 + }, + "timeout": { + "n": 40, + "mean": 6.951484025000001, + "stddev": 0.3719267607902335, + "median": 6.931786499999994, + "min": 6.279046000000108, + "max": 8.18643899999995 + }, + "revert": { + "n": 40, + "mean": 7.008189224999986, + "stddev": 0.3717061727673734, + "median": 6.947656499999994, + "min": 6.172732999999994, + "max": 8.009939000000088 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 3.5767499999999997, + "stddev": 0.31086634526012075, + "median": 3.66, + "min": 2.92, + "max": 4.27 + }, + "timeout": { + "n": 40, + "mean": 3.3535000000000004, + "stddev": 0.38051618113105795, + "median": 3.33, + "min": 2.73, + "max": 4.4 + }, + "revert": { + "n": 40, + "mean": 3.3325000000000005, + "stddev": 0.3360078601034239, + "median": 3.415, + "min": 2.67, + "max": 3.88 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 40, + "mean": 3.723, + "stddev": 0.22016543896084256, + "median": 3.6950000000000003, + "min": 3.3699999999999997, + "max": 4.1899999999999995 + }, + "timeout": { + "n": 40, + "mean": 3.6949999999999994, + "stddev": 0.24386839662366028, + "median": 3.665, + "min": 3.2600000000000002, + "max": 4.37 + }, + "revert": { + "n": 40, + "mean": 3.783, + "stddev": 0.27265268599353126, + "median": 3.7349999999999994, + "min": 3.29, + "max": 4.62 + } + } + } +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.md new file mode 100644 index 0000000..a28f6f4 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/shared.md @@ -0,0 +1,62 @@ +rounds: 40 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +dbus-bench: 9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 +revert: 41407f0 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.158 | 0.268 | 3.130 | 2.755 | 3.818 | +| timeout | 40 | 3.561 | 0.247 | 3.532 | 3.201 | 4.274 | +| revert | 40 | 3.495 | 0.231 | 3.522 | 3.034 | 4.009 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 4.356 | 0.314 | 4.360 | 3.739 | 4.962 | +| timeout | 40 | 4.216 | 0.402 | 4.202 | 3.518 | 5.261 | +| revert | 40 | 4.284 | 0.388 | 4.267 | 3.529 | 5.285 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 5.759 | 0.412 | 5.822 | 4.894 | 6.976 | +| timeout | 40 | 5.481 | 0.408 | 5.489 | 4.572 | 6.493 | +| revert | 40 | 5.402 | 0.437 | 5.466 | 4.631 | 6.056 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 7520 | 243 | 7542 | 7028 | 8156 | +| timeout | 40 | 7054 | 224 | 7008 | 6596 | 7544 | +| revert | 40 | 7015 | 276 | 6984 | 6504 | 7744 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 6.587 | 0.351 | 6.540 | 5.936 | 7.564 | +| timeout | 40 | 6.951 | 0.372 | 6.932 | 6.279 | 8.186 | +| revert | 40 | 7.008 | 0.372 | 6.948 | 6.173 | 8.010 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.577 | 0.311 | 3.660 | 2.920 | 4.270 | +| timeout | 40 | 3.354 | 0.381 | 3.330 | 2.730 | 4.400 | +| revert | 40 | 3.333 | 0.336 | 3.415 | 2.670 | 3.880 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.723 | 0.220 | 3.695 | 3.370 | 4.190 | +| timeout | 40 | 3.695 | 0.244 | 3.665 | 3.260 | 4.370 | +| revert | 40 | 3.783 | 0.273 | 3.735 | 3.290 | 4.620 | diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.json new file mode 100644 index 0000000..92e00bc --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.json @@ -0,0 +1,3814 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "revert", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-revert-41407f0 --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/fanout", + "rounds": 60, + "warmup": 3, + "seed": 12, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "started": "2026-10-22T13:49:32+00:00", + "runs": [ + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.486668439, + "multi_s": 0.427045339, + "client_wall_s": 0.9415427089998047, + "client_cpu_s": 0.794117, + "client_vcsw": 272, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.31366, + "broker_sys_s": 0.262519, + "broker_cpu_s": 0.576179, + "broker_vcsw": 932, + "broker_maxrss_kib": 56924, + "broker_ru_maxrss_kib": 56924, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 0, + "warmup": true, + "single_s": 0.377211193, + "multi_s": 0.452485007, + "client_wall_s": 0.8409556149999844, + "client_cpu_s": 0.8097880000000002, + "client_vcsw": 152, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.334899, + "broker_sys_s": 0.17948799999999998, + "broker_cpu_s": 0.5143869999999999, + "broker_vcsw": 373, + "broker_maxrss_kib": 4652, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.362549224, + "multi_s": 0.523450117, + "client_wall_s": 0.900397342999895, + "client_cpu_s": 0.8191480000000003, + "client_vcsw": 237, + "multi_client_cpu_s": 0.49000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.318341, + "broker_sys_s": 0.216136, + "broker_cpu_s": 0.534477, + "broker_vcsw": 213, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.539941599, + "multi_s": 0.437889572, + "client_wall_s": 1.0004996520001441, + "client_cpu_s": 0.8557590000000002, + "client_vcsw": 215, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.342842, + "broker_sys_s": 0.280168, + "broker_cpu_s": 0.62301, + "broker_vcsw": 1039, + "broker_maxrss_kib": 52076, + "broker_ru_maxrss_kib": 51936, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 1, + "warmup": true, + "single_s": 0.4417649, + "multi_s": 0.501613984, + "client_wall_s": 0.9547587560000466, + "client_cpu_s": 0.8884400000000003, + "client_vcsw": 212, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.30181199999999997, + "broker_sys_s": 0.228022, + "broker_cpu_s": 0.5298339999999999, + "broker_vcsw": 489, + "broker_maxrss_kib": 4908, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.35554836, + "multi_s": 0.434047436, + "client_wall_s": 0.8006452729996454, + "client_cpu_s": 0.760847, + "client_vcsw": 123, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.300118, + "broker_sys_s": 0.19256299999999998, + "broker_cpu_s": 0.492681, + "broker_vcsw": 296, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.396149007, + "multi_s": 0.452352013, + "client_wall_s": 0.8587615730002653, + "client_cpu_s": 0.8118560000000001, + "client_vcsw": 171, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.292889, + "broker_sys_s": 0.24542799999999998, + "broker_cpu_s": 0.5383169999999999, + "broker_vcsw": 288, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 2, + "warmup": true, + "single_s": 0.39964325500000003, + "multi_s": 0.581419404, + "client_wall_s": 0.9920418560004691, + "client_cpu_s": 0.9229169999999995, + "client_vcsw": 198, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.314064, + "broker_sys_s": 0.221882, + "broker_cpu_s": 0.535946, + "broker_vcsw": 269, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.515312244, + "multi_s": 0.480409181, + "client_wall_s": 1.0192356999996264, + "client_cpu_s": 0.8935460000000002, + "client_vcsw": 189, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.283783, + "broker_sys_s": 0.336777, + "broker_cpu_s": 0.62056, + "broker_vcsw": 1144, + "broker_maxrss_kib": 50328, + "broker_ru_maxrss_kib": 50248, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.33205826000000005, + "multi_s": 0.4384731, + "client_wall_s": 0.780283103000329, + "client_cpu_s": 0.759836, + "client_vcsw": 127, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.35031799999999996, + "broker_sys_s": 0.229728, + "broker_cpu_s": 0.580046, + "broker_vcsw": 247, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 3, + "warmup": false, + "single_s": 0.517627084, + "multi_s": 0.435596729, + "client_wall_s": 0.9637755549993017, + "client_cpu_s": 0.9446180000000011, + "client_vcsw": 81, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.357307, + "broker_sys_s": 0.203397, + "broker_cpu_s": 0.560704, + "broker_vcsw": 854, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.46555114500000006, + "multi_s": 0.508504308, + "client_wall_s": 1.001382385999932, + "client_cpu_s": 0.8473119999999987, + "client_vcsw": 255, + "multi_client_cpu_s": 0.48999999999999994, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.242084, + "broker_sys_s": 0.43312399999999995, + "broker_cpu_s": 0.6752079999999999, + "broker_vcsw": 756, + "broker_maxrss_kib": 57456, + "broker_ru_maxrss_kib": 57456, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.49242761100000004, + "multi_s": 0.504690155, + "client_wall_s": 1.0214877629996408, + "client_cpu_s": 0.8827409999999993, + "client_vcsw": 230, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.281253, + "broker_sys_s": 0.304342, + "broker_cpu_s": 0.585595, + "broker_vcsw": 1159, + "broker_maxrss_kib": 52400, + "broker_ru_maxrss_kib": 52212, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 4, + "warmup": false, + "single_s": 0.384270614, + "multi_s": 0.463436337, + "client_wall_s": 0.8589885869996579, + "client_cpu_s": 0.8254120000000009, + "client_vcsw": 168, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28512299999999996, + "broker_sys_s": 0.2551, + "broker_cpu_s": 0.5402229999999999, + "broker_vcsw": 302, + "broker_maxrss_kib": 4996, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.376947745, + "multi_s": 0.49358262100000005, + "client_wall_s": 0.8825462260001586, + "client_cpu_s": 0.8478399999999997, + "client_vcsw": 107, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.285132, + "broker_sys_s": 0.229985, + "broker_cpu_s": 0.515117, + "broker_vcsw": 352, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.515578022, + "multi_s": 0.432935392, + "client_wall_s": 0.9713717429995086, + "client_cpu_s": 0.8122300000000005, + "client_vcsw": 286, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.349357, + "broker_sys_s": 0.255222, + "broker_cpu_s": 0.604579, + "broker_vcsw": 932, + "broker_maxrss_kib": 57712, + "broker_ru_maxrss_kib": 57712, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.360950777, + "multi_s": 0.494621739, + "client_wall_s": 0.8667817839996133, + "client_cpu_s": 0.8234949999999985, + "client_vcsw": 250, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.284136, + "broker_sys_s": 0.227512, + "broker_cpu_s": 0.511648, + "broker_vcsw": 259, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 5, + "warmup": false, + "single_s": 0.380334791, + "multi_s": 0.593024026, + "client_wall_s": 0.9842600579995633, + "client_cpu_s": 0.9491350000000001, + "client_vcsw": 139, + "multi_client_cpu_s": 0.59, + "multi_broker_cpu_s": 0.26999999999999996, + "broker_user_s": 0.310087, + "broker_sys_s": 0.27861199999999997, + "broker_cpu_s": 0.588699, + "broker_vcsw": 319, + "broker_maxrss_kib": 4792, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.359657896, + "multi_s": 0.429946704, + "client_wall_s": 0.8011824029999843, + "client_cpu_s": 0.7829429999999995, + "client_vcsw": 97, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.29958, + "broker_sys_s": 0.21404099999999998, + "broker_cpu_s": 0.513621, + "broker_vcsw": 333, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 6, + "warmup": false, + "single_s": 0.4420764, + "multi_s": 0.47394942700000003, + "client_wall_s": 0.9280718429999979, + "client_cpu_s": 0.8674110000000024, + "client_vcsw": 138, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.35465399999999997, + "broker_sys_s": 0.171423, + "broker_cpu_s": 0.5260769999999999, + "broker_vcsw": 444, + "broker_maxrss_kib": 4952, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.464658729, + "multi_s": 0.48740722000000003, + "client_wall_s": 0.9781055319999723, + "client_cpu_s": 0.8528750000000009, + "client_vcsw": 237, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.337373, + "broker_sys_s": 0.252943, + "broker_cpu_s": 0.590316, + "broker_vcsw": 1014, + "broker_maxrss_kib": 55456, + "broker_ru_maxrss_kib": 55456, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.369493536, + "multi_s": 0.496505917, + "client_wall_s": 0.8772735219999959, + "client_cpu_s": 0.8498240000000017, + "client_vcsw": 100, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.273091, + "broker_sys_s": 0.24742199999999998, + "broker_cpu_s": 0.520513, + "broker_vcsw": 418, + "broker_maxrss_kib": 4888, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.5182665500000001, + "multi_s": 0.5537148620000001, + "client_wall_s": 1.0976542569997036, + "client_cpu_s": 0.8865610000000004, + "client_vcsw": 252, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.33625, + "broker_sys_s": 0.252839, + "broker_cpu_s": 0.589089, + "broker_vcsw": 1081, + "broker_maxrss_kib": 54812, + "broker_ru_maxrss_kib": 54684, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 7, + "warmup": false, + "single_s": 0.498725579, + "multi_s": 0.5132431470000001, + "client_wall_s": 1.024842832000104, + "client_cpu_s": 0.8951830000000012, + "client_vcsw": 123, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.350095, + "broker_sys_s": 0.21628799999999998, + "broker_cpu_s": 0.566383, + "broker_vcsw": 378, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.43907429600000003, + "multi_s": 0.437373936, + "client_wall_s": 0.8899596470000688, + "client_cpu_s": 0.8503700000000034, + "client_vcsw": 102, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.34340299999999996, + "broker_sys_s": 0.216276, + "broker_cpu_s": 0.5596789999999999, + "broker_vcsw": 366, + "broker_maxrss_kib": 4700, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.486275833, + "multi_s": 0.44767265300000003, + "client_wall_s": 0.9651719749999756, + "client_cpu_s": 0.812933000000001, + "client_vcsw": 247, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.320222, + "broker_sys_s": 0.274858, + "broker_cpu_s": 0.59508, + "broker_vcsw": 1086, + "broker_maxrss_kib": 56008, + "broker_ru_maxrss_kib": 56008, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 8, + "warmup": false, + "single_s": 0.37174546199999997, + "multi_s": 0.439269275, + "client_wall_s": 0.823998027000016, + "client_cpu_s": 0.8030950000000008, + "client_vcsw": 109, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.308153, + "broker_sys_s": 0.224847, + "broker_cpu_s": 0.533, + "broker_vcsw": 329, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 9, + "warmup": false, + "single_s": 0.40643642999999996, + "multi_s": 0.449552004, + "client_wall_s": 0.8675188619999972, + "client_cpu_s": 0.7921169999999993, + "client_vcsw": 165, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.32650199999999996, + "broker_sys_s": 0.20469199999999999, + "broker_cpu_s": 0.5311939999999999, + "broker_vcsw": 300, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.511317708, + "multi_s": 0.5316418820000001, + "client_wall_s": 1.0540668859994184, + "client_cpu_s": 0.9763360000000016, + "client_vcsw": 112, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.379202, + "broker_sys_s": 0.222658, + "broker_cpu_s": 0.60186, + "broker_vcsw": 397, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.547406722, + "multi_s": 0.546621532, + "client_wall_s": 1.1199351810000735, + "client_cpu_s": 0.8738349999999979, + "client_vcsw": 288, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.421162, + "broker_sys_s": 0.364338, + "broker_cpu_s": 0.7855, + "broker_vcsw": 814, + "broker_maxrss_kib": 51768, + "broker_ru_maxrss_kib": 51768, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.432392082, + "multi_s": 0.477419067, + "client_wall_s": 0.9224603940001543, + "client_cpu_s": 0.8822290000000024, + "client_vcsw": 109, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.22999999999999993, + "broker_user_s": 0.34003, + "broker_sys_s": 0.231368, + "broker_cpu_s": 0.571398, + "broker_vcsw": 343, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 10, + "warmup": false, + "single_s": 0.41408827400000003, + "multi_s": 0.439048297, + "client_wall_s": 0.8652656720005325, + "client_cpu_s": 0.8182919999999996, + "client_vcsw": 195, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.33083199999999996, + "broker_sys_s": 0.21664499999999998, + "broker_cpu_s": 0.547477, + "broker_vcsw": 289, + "broker_maxrss_kib": 5008, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.572352136, + "multi_s": 0.48182454, + "client_wall_s": 1.0735594790003233, + "client_cpu_s": 0.9838470000000008, + "client_vcsw": 139, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.319727, + "broker_sys_s": 0.27263699999999996, + "broker_cpu_s": 0.5923639999999999, + "broker_vcsw": 1337, + "broker_maxrss_kib": 43372, + "broker_ru_maxrss_kib": 43372, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 11, + "warmup": false, + "single_s": 0.35065914800000003, + "multi_s": 0.458828993, + "client_wall_s": 0.8224700689997917, + "client_cpu_s": 0.7992709999999992, + "client_vcsw": 105, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27259, + "broker_sys_s": 0.227596, + "broker_cpu_s": 0.500186, + "broker_vcsw": 284, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.47208261700000004, + "multi_s": 0.454667678, + "client_wall_s": 0.9836662400002751, + "client_cpu_s": 0.8213539999999995, + "client_vcsw": 192, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.299823, + "broker_sys_s": 0.249998, + "broker_cpu_s": 0.549821, + "broker_vcsw": 1109, + "broker_maxrss_kib": 53260, + "broker_ru_maxrss_kib": 53260, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.5046411390000001, + "multi_s": 0.482679197, + "client_wall_s": 1.001070561999768, + "client_cpu_s": 0.9425420000000031, + "client_vcsw": 155, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.295106, + "broker_sys_s": 0.26607, + "broker_cpu_s": 0.5611759999999999, + "broker_vcsw": 568, + "broker_maxrss_kib": 4876, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.53708769, + "multi_s": 0.472865177, + "client_wall_s": 1.034118194000257, + "client_cpu_s": 0.8726910000000032, + "client_vcsw": 234, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.251562, + "broker_sys_s": 0.30627299999999996, + "broker_cpu_s": 0.557835, + "broker_vcsw": 1247, + "broker_maxrss_kib": 52868, + "broker_ru_maxrss_kib": 52868, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.38569514400000005, + "multi_s": 0.448661156, + "client_wall_s": 0.8458912269998109, + "client_cpu_s": 0.7897980000000047, + "client_vcsw": 298, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.389272, + "broker_sys_s": 0.203315, + "broker_cpu_s": 0.592587, + "broker_vcsw": 155, + "broker_maxrss_kib": 4704, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 12, + "warmup": false, + "single_s": 0.406059685, + "multi_s": 0.5444885920000001, + "client_wall_s": 0.9618035679995955, + "client_cpu_s": 0.8790570000000031, + "client_vcsw": 192, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.346211, + "broker_sys_s": 0.212229, + "broker_cpu_s": 0.55844, + "broker_vcsw": 319, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 13, + "warmup": false, + "single_s": 0.483366246, + "multi_s": 0.426513429, + "client_wall_s": 0.921163336999598, + "client_cpu_s": 0.8750119999999981, + "client_vcsw": 134, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.30509, + "broker_sys_s": 0.206637, + "broker_cpu_s": 0.5117269999999999, + "broker_vcsw": 893, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.463047344, + "multi_s": 0.515367947, + "client_wall_s": 1.004475139000533, + "client_cpu_s": 0.8787350000000025, + "client_vcsw": 257, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.316114, + "broker_sys_s": 0.265841, + "broker_cpu_s": 0.581955, + "broker_vcsw": 1077, + "broker_maxrss_kib": 58168, + "broker_ru_maxrss_kib": 58168, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.36661978900000003, + "multi_s": 0.42793343, + "client_wall_s": 0.8063304939996669, + "client_cpu_s": 0.7666879999999985, + "client_vcsw": 102, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.303981, + "broker_sys_s": 0.186444, + "broker_cpu_s": 0.490425, + "broker_vcsw": 325, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.401645196, + "multi_s": 0.5173492270000001, + "client_wall_s": 0.9311740439998175, + "client_cpu_s": 0.8832710000000041, + "client_vcsw": 210, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.32859099999999997, + "broker_sys_s": 0.221495, + "broker_cpu_s": 0.550086, + "broker_vcsw": 280, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.5137247220000001, + "multi_s": 0.462181694, + "client_wall_s": 1.0001252929996554, + "client_cpu_s": 0.8442700000000016, + "client_vcsw": 208, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.272885, + "broker_sys_s": 0.28441, + "broker_cpu_s": 0.557295, + "broker_vcsw": 1231, + "broker_maxrss_kib": 53832, + "broker_ru_maxrss_kib": 53832, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 14, + "warmup": false, + "single_s": 0.35316941500000004, + "multi_s": 0.491297359, + "client_wall_s": 0.8558247230002962, + "client_cpu_s": 0.8258910000000022, + "client_vcsw": 109, + "multi_client_cpu_s": 0.48999999999999994, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.25987, + "broker_sys_s": 0.228037, + "broker_cpu_s": 0.487907, + "broker_vcsw": 340, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.533158186, + "multi_s": 0.454581548, + "client_wall_s": 1.0101584300000468, + "client_cpu_s": 0.8751750000000023, + "client_vcsw": 425, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.33802099999999996, + "broker_sys_s": 0.26959099999999997, + "broker_cpu_s": 0.6076119999999999, + "broker_vcsw": 1225, + "broker_maxrss_kib": 46024, + "broker_ru_maxrss_kib": 46024, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.401460896, + "multi_s": 0.458769495, + "client_wall_s": 0.871399042000121, + "client_cpu_s": 0.8194189999999999, + "client_vcsw": 167, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.325422, + "broker_sys_s": 0.203543, + "broker_cpu_s": 0.528965, + "broker_vcsw": 294, + "broker_maxrss_kib": 4876, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 15, + "warmup": false, + "single_s": 0.36857309600000004, + "multi_s": 0.44475941999999996, + "client_wall_s": 0.8285774189998847, + "client_cpu_s": 0.7890270000000008, + "client_vcsw": 114, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28474299999999997, + "broker_sys_s": 0.215632, + "broker_cpu_s": 0.500375, + "broker_vcsw": 325, + "broker_maxrss_kib": 4596, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.370041116, + "multi_s": 0.459742823, + "client_wall_s": 0.8420965530003741, + "client_cpu_s": 0.8021260000000012, + "client_vcsw": 94, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.265989, + "broker_sys_s": 0.23510899999999998, + "broker_cpu_s": 0.5010979999999999, + "broker_vcsw": 344, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 16, + "warmup": false, + "single_s": 0.411628751, + "multi_s": 0.494555603, + "client_wall_s": 0.9180717259996527, + "client_cpu_s": 0.8696300000000043, + "client_vcsw": 116, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.35248599999999997, + "broker_sys_s": 0.218266, + "broker_cpu_s": 0.5707519999999999, + "broker_vcsw": 332, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.468566652, + "multi_s": 0.453792064, + "client_wall_s": 0.9461749829997643, + "client_cpu_s": 0.8147969999999987, + "client_vcsw": 279, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.32254099999999997, + "broker_sys_s": 0.274036, + "broker_cpu_s": 0.5965769999999999, + "broker_vcsw": 1032, + "broker_maxrss_kib": 47612, + "broker_ru_maxrss_kib": 47612, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.35888127200000003, + "multi_s": 0.521214977, + "client_wall_s": 0.89167153300059, + "client_cpu_s": 0.8579180000000015, + "client_vcsw": 122, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.297089, + "broker_sys_s": 0.210971, + "broker_cpu_s": 0.50806, + "broker_vcsw": 332, + "broker_maxrss_kib": 4912, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.460435655, + "multi_s": 0.454168534, + "client_wall_s": 0.9420465359999071, + "client_cpu_s": 0.8324470000000019, + "client_vcsw": 198, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.24, + "broker_user_s": 0.32839199999999996, + "broker_sys_s": 0.280879, + "broker_cpu_s": 0.6092709999999999, + "broker_vcsw": 786, + "broker_maxrss_kib": 47020, + "broker_ru_maxrss_kib": 47020, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 17, + "warmup": false, + "single_s": 0.567353404, + "multi_s": 0.7348916600000001, + "client_wall_s": 1.321270112000093, + "client_cpu_s": 1.0653130000000068, + "client_vcsw": 312, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.45943799999999996, + "broker_sys_s": 0.242619, + "broker_cpu_s": 0.7020569999999999, + "broker_vcsw": 319, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.49103483000000003, + "multi_s": 0.587358208, + "client_wall_s": 1.1001867430004495, + "client_cpu_s": 0.9320470000000007, + "client_vcsw": 362, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.40576399999999996, + "broker_sys_s": 0.252259, + "broker_cpu_s": 0.658023, + "broker_vcsw": 992, + "broker_maxrss_kib": 32912, + "broker_ru_maxrss_kib": 32580, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.43468898300000003, + "multi_s": 0.5521766260000001, + "client_wall_s": 1.000531902000148, + "client_cpu_s": 0.8967910000000003, + "client_vcsw": 245, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.24, + "broker_user_s": 0.391001, + "broker_sys_s": 0.240646, + "broker_cpu_s": 0.631647, + "broker_vcsw": 195, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 18, + "warmup": false, + "single_s": 0.562950138, + "multi_s": 0.49794003600000003, + "client_wall_s": 1.0765520479999395, + "client_cpu_s": 0.9046060000000011, + "client_vcsw": 215, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.396227, + "broker_sys_s": 0.26240199999999997, + "broker_cpu_s": 0.6586289999999999, + "broker_vcsw": 327, + "broker_maxrss_kib": 4612, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 19, + "warmup": false, + "single_s": 0.415739516, + "multi_s": 0.5962639940000001, + "client_wall_s": 1.0236746190003032, + "client_cpu_s": 0.9839989999999972, + "client_vcsw": 140, + "multi_client_cpu_s": 0.6, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.335943, + "broker_sys_s": 0.209478, + "broker_cpu_s": 0.5454209999999999, + "broker_vcsw": 345, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.457066896, + "multi_s": 0.472558832, + "client_wall_s": 0.94107314699977, + "client_cpu_s": 0.8887020000000057, + "client_vcsw": 136, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.333712, + "broker_sys_s": 0.23015999999999998, + "broker_cpu_s": 0.5638719999999999, + "broker_vcsw": 401, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.528579205, + "multi_s": 0.655677739, + "client_wall_s": 1.2084573429992815, + "client_cpu_s": 0.9716949999999933, + "client_vcsw": 233, + "multi_client_cpu_s": 0.57, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.35229, + "broker_sys_s": 0.24140699999999998, + "broker_cpu_s": 0.5936969999999999, + "broker_vcsw": 1212, + "broker_maxrss_kib": 55304, + "broker_ru_maxrss_kib": 55052, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.5137738460000001, + "multi_s": 0.500819818, + "client_wall_s": 1.0257906629994977, + "client_cpu_s": 0.9912910000000039, + "client_vcsw": 61, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.321044, + "broker_sys_s": 0.271727, + "broker_cpu_s": 0.5927709999999999, + "broker_vcsw": 528, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 20, + "warmup": false, + "single_s": 0.39417819200000004, + "multi_s": 0.502320277, + "client_wall_s": 0.907947255000181, + "client_cpu_s": 0.8773230000000005, + "client_vcsw": 168, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.347238, + "broker_sys_s": 0.22439299999999998, + "broker_cpu_s": 0.571631, + "broker_vcsw": 232, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.557491039, + "multi_s": 0.506687443, + "client_wall_s": 1.08930488399983, + "client_cpu_s": 0.9260560000000027, + "client_vcsw": 239, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.367888, + "broker_sys_s": 0.251098, + "broker_cpu_s": 0.618986, + "broker_vcsw": 1069, + "broker_maxrss_kib": 55072, + "broker_ru_maxrss_kib": 54920, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.467029611, + "multi_s": 0.54678283, + "client_wall_s": 1.0283822199999122, + "client_cpu_s": 0.870325999999995, + "client_vcsw": 355, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.42503599999999997, + "broker_sys_s": 0.24584099999999998, + "broker_cpu_s": 0.670877, + "broker_vcsw": 192, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.6860015660000001, + "multi_s": 0.561650137, + "client_wall_s": 1.2764614249999795, + "client_cpu_s": 0.9997079999999983, + "client_vcsw": 293, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 0.24000000000000005, + "broker_user_s": 0.39575099999999996, + "broker_sys_s": 0.289516, + "broker_cpu_s": 0.685267, + "broker_vcsw": 1047, + "broker_maxrss_kib": 51276, + "broker_ru_maxrss_kib": 51276, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 21, + "warmup": false, + "single_s": 0.482785515, + "multi_s": 0.54272358, + "client_wall_s": 1.0591135380000196, + "client_cpu_s": 0.957929, + "client_vcsw": 120, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.356104, + "broker_sys_s": 0.289402, + "broker_cpu_s": 0.6455059999999999, + "broker_vcsw": 345, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.683065987, + "multi_s": 0.578275858, + "client_wall_s": 1.2996144119997552, + "client_cpu_s": 0.9885199999999941, + "client_vcsw": 300, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.392416, + "broker_sys_s": 0.313405, + "broker_cpu_s": 0.705821, + "broker_vcsw": 1219, + "broker_maxrss_kib": 46576, + "broker_ru_maxrss_kib": 46576, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.470029094, + "multi_s": 0.502675728, + "client_wall_s": 0.9860599240000738, + "client_cpu_s": 0.8713219999999993, + "client_vcsw": 160, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.326444, + "broker_sys_s": 0.260448, + "broker_cpu_s": 0.586892, + "broker_vcsw": 309, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 22, + "warmup": false, + "single_s": 0.446022307, + "multi_s": 0.545277668, + "client_wall_s": 1.003305604000161, + "client_cpu_s": 0.9259670000000071, + "client_vcsw": 158, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.34312, + "broker_sys_s": 0.24364799999999998, + "broker_cpu_s": 0.586768, + "broker_vcsw": 339, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.6888468400000001, + "multi_s": 0.5809757130000001, + "client_wall_s": 1.2980025689994363, + "client_cpu_s": 0.9648349999999937, + "client_vcsw": 298, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.39147899999999997, + "broker_sys_s": 0.281035, + "broker_cpu_s": 0.672514, + "broker_vcsw": 1065, + "broker_maxrss_kib": 49432, + "broker_ru_maxrss_kib": 49432, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.495932824, + "multi_s": 0.506931971, + "client_wall_s": 1.0226043370003026, + "client_cpu_s": 0.899922999999994, + "client_vcsw": 197, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.40463099999999996, + "broker_sys_s": 0.258511, + "broker_cpu_s": 0.6631419999999999, + "broker_vcsw": 336, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 23, + "warmup": false, + "single_s": 0.496279536, + "multi_s": 0.499516318, + "client_wall_s": 1.0080083700004252, + "client_cpu_s": 0.9303570000000008, + "client_vcsw": 124, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.337875, + "broker_sys_s": 0.24340599999999998, + "broker_cpu_s": 0.5812809999999999, + "broker_vcsw": 415, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 24, + "warmup": false, + "single_s": 0.509767051, + "multi_s": 0.502808504, + "client_wall_s": 1.0281248149995008, + "client_cpu_s": 0.8894010000000065, + "client_vcsw": 179, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.36671, + "broker_sys_s": 0.21315299999999998, + "broker_cpu_s": 0.579863, + "broker_vcsw": 358, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.6263026549999999, + "multi_s": 0.47858682700000005, + "client_wall_s": 1.1350589289995696, + "client_cpu_s": 0.9025899999999965, + "client_vcsw": 233, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.341031, + "broker_sys_s": 0.28386, + "broker_cpu_s": 0.624891, + "broker_vcsw": 1109, + "broker_maxrss_kib": 47640, + "broker_ru_maxrss_kib": 47640, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.442854142, + "multi_s": 0.5605596540000001, + "client_wall_s": 1.0164435910000975, + "client_cpu_s": 0.9527410000000032, + "client_vcsw": 146, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.317509, + "broker_sys_s": 0.261484, + "broker_cpu_s": 0.578993, + "broker_vcsw": 333, + "broker_maxrss_kib": 4984, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.46869688800000003, + "multi_s": 0.5378213550000001, + "client_wall_s": 1.0197772869996697, + "client_cpu_s": 0.9210670000000007, + "client_vcsw": 154, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.332438, + "broker_sys_s": 0.224204, + "broker_cpu_s": 0.556642, + "broker_vcsw": 344, + "broker_maxrss_kib": 4940, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.567051221, + "multi_s": 0.546230463, + "client_wall_s": 1.1419000839996443, + "client_cpu_s": 0.9654719999999912, + "client_vcsw": 237, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.371148, + "broker_sys_s": 0.313286, + "broker_cpu_s": 0.684434, + "broker_vcsw": 1165, + "broker_maxrss_kib": 48296, + "broker_ru_maxrss_kib": 48056, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 25, + "warmup": false, + "single_s": 0.47608428500000005, + "multi_s": 0.689493412, + "client_wall_s": 1.178701249000369, + "client_cpu_s": 1.1021709999999985, + "client_vcsw": 224, + "multi_client_cpu_s": 0.6800000000000002, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.455082, + "broker_sys_s": 0.185691, + "broker_cpu_s": 0.640773, + "broker_vcsw": 274, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.476245841, + "multi_s": 0.530724615, + "client_wall_s": 1.0299110400001155, + "client_cpu_s": 0.941359999999996, + "client_vcsw": 139, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.23999999999999994, + "broker_user_s": 0.343935, + "broker_sys_s": 0.24887399999999998, + "broker_cpu_s": 0.5928089999999999, + "broker_vcsw": 1294, + "broker_maxrss_kib": 44064, + "broker_ru_maxrss_kib": 43904, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.418498217, + "multi_s": 0.453998945, + "client_wall_s": 0.885540929999479, + "client_cpu_s": 0.8418840000000145, + "client_vcsw": 187, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.359438, + "broker_sys_s": 0.20860299999999998, + "broker_cpu_s": 0.568041, + "broker_vcsw": 321, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 26, + "warmup": false, + "single_s": 0.490310749, + "multi_s": 0.763822611, + "client_wall_s": 1.2694261050000932, + "client_cpu_s": 1.0339739999999935, + "client_vcsw": 173, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.25, + "broker_user_s": 0.43613399999999997, + "broker_sys_s": 0.26264499999999996, + "broker_cpu_s": 0.6987789999999999, + "broker_vcsw": 278, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 27, + "warmup": false, + "single_s": 0.5398903279999999, + "multi_s": 0.509297066, + "client_wall_s": 1.06270013700032, + "client_cpu_s": 0.905580999999998, + "client_vcsw": 183, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.402356, + "broker_sys_s": 0.181253, + "broker_cpu_s": 0.583609, + "broker_vcsw": 290, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.5224472419999999, + "multi_s": 0.628834308, + "client_wall_s": 1.1647935259998121, + "client_cpu_s": 1.047317999999997, + "client_vcsw": 404, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.44115, + "broker_sys_s": 0.24676299999999998, + "broker_cpu_s": 0.687913, + "broker_vcsw": 388, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.45086071, + "multi_s": 0.44799393, + "client_wall_s": 0.9251377380005579, + "client_cpu_s": 0.7912029999999888, + "client_vcsw": 261, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.311456, + "broker_sys_s": 0.23962399999999998, + "broker_cpu_s": 0.55108, + "broker_vcsw": 1116, + "broker_maxrss_kib": 54900, + "broker_ru_maxrss_kib": 54640, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 28, + "warmup": false, + "single_s": 0.350935135, + "multi_s": 0.484771617, + "client_wall_s": 0.8460226150000381, + "client_cpu_s": 0.8028369999999967, + "client_vcsw": 153, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.254313, + "broker_sys_s": 0.23274799999999998, + "broker_cpu_s": 0.48706099999999997, + "broker_vcsw": 256, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.487009278, + "multi_s": 0.470037105, + "client_wall_s": 0.9766264529998807, + "client_cpu_s": 0.8939479999999946, + "client_vcsw": 145, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.25, + "broker_user_s": 0.29836599999999996, + "broker_sys_s": 0.321912, + "broker_cpu_s": 0.6202779999999999, + "broker_vcsw": 1146, + "broker_maxrss_kib": 41336, + "broker_ru_maxrss_kib": 41216, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.443423025, + "multi_s": 0.468585946, + "client_wall_s": 0.9242591009997341, + "client_cpu_s": 0.8357700000000037, + "client_vcsw": 245, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.373253, + "broker_sys_s": 0.213746, + "broker_cpu_s": 0.586999, + "broker_vcsw": 296, + "broker_maxrss_kib": 4960, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.465098029, + "multi_s": 0.47694400800000003, + "client_wall_s": 0.9634986840001147, + "client_cpu_s": 0.863903999999998, + "client_vcsw": 171, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.311896, + "broker_sys_s": 0.25889999999999996, + "broker_cpu_s": 0.570796, + "broker_vcsw": 1233, + "broker_maxrss_kib": 48264, + "broker_ru_maxrss_kib": 48052, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 29, + "warmup": false, + "single_s": 0.40049588999999997, + "multi_s": 0.442275378, + "client_wall_s": 0.85428042500007, + "client_cpu_s": 0.8257109999999983, + "client_vcsw": 99, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.326293, + "broker_sys_s": 0.176735, + "broker_cpu_s": 0.503028, + "broker_vcsw": 373, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.401327797, + "multi_s": 0.490032904, + "client_wall_s": 0.9022463850005806, + "client_cpu_s": 0.8620130000000046, + "client_vcsw": 123, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.312143, + "broker_sys_s": 0.21333, + "broker_cpu_s": 0.525473, + "broker_vcsw": 315, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.421402879, + "multi_s": 0.453070911, + "client_wall_s": 0.8844571210001959, + "client_cpu_s": 0.8109309999999965, + "client_vcsw": 256, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.366818, + "broker_sys_s": 0.19005, + "broker_cpu_s": 0.5568679999999999, + "broker_vcsw": 326, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.453448001, + "multi_s": 0.45287372800000003, + "client_wall_s": 0.9272816860002422, + "client_cpu_s": 0.8065970000000107, + "client_vcsw": 220, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.350356, + "broker_sys_s": 0.184089, + "broker_cpu_s": 0.5344450000000001, + "broker_vcsw": 1217, + "broker_maxrss_kib": 53008, + "broker_ru_maxrss_kib": 53008, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 30, + "warmup": false, + "single_s": 0.369250067, + "multi_s": 0.511492052, + "client_wall_s": 0.8920142770002712, + "client_cpu_s": 0.8571800000000067, + "client_vcsw": 130, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28295, + "broker_sys_s": 0.22031299999999998, + "broker_cpu_s": 0.503263, + "broker_vcsw": 399, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 31, + "warmup": false, + "single_s": 0.392060291, + "multi_s": 0.468744498, + "client_wall_s": 0.8709129210001265, + "client_cpu_s": 0.8246359999999981, + "client_vcsw": 209, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.338269, + "broker_sys_s": 0.227156, + "broker_cpu_s": 0.565425, + "broker_vcsw": 277, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.362952989, + "multi_s": 0.43535328500000003, + "client_wall_s": 0.8116115349994288, + "client_cpu_s": 0.7718069999999955, + "client_vcsw": 152, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.312702, + "broker_sys_s": 0.185757, + "broker_cpu_s": 0.498459, + "broker_vcsw": 320, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.5418032899999999, + "multi_s": 0.453620356, + "client_wall_s": 1.0204744080001547, + "client_cpu_s": 0.8404530000000037, + "client_vcsw": 302, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.24000000000000005, + "broker_user_s": 0.36336199999999996, + "broker_sys_s": 0.3191, + "broker_cpu_s": 0.6824619999999999, + "broker_vcsw": 930, + "broker_maxrss_kib": 57724, + "broker_ru_maxrss_kib": 57724, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 32, + "warmup": false, + "single_s": 0.39494159100000004, + "multi_s": 0.439280343, + "client_wall_s": 0.8483137349994649, + "client_cpu_s": 0.8018920000000023, + "client_vcsw": 119, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.284949, + "broker_sys_s": 0.19516999999999998, + "broker_cpu_s": 0.48011899999999996, + "broker_vcsw": 423, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.470344872, + "multi_s": 0.49974323800000003, + "client_wall_s": 0.9947721399994407, + "client_cpu_s": 0.8643459999999976, + "client_vcsw": 238, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.28804199999999996, + "broker_sys_s": 0.27488399999999996, + "broker_cpu_s": 0.5629259999999999, + "broker_vcsw": 1100, + "broker_maxrss_kib": 55288, + "broker_ru_maxrss_kib": 55184, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.370460526, + "multi_s": 0.443541232, + "client_wall_s": 0.8240208569995957, + "client_cpu_s": 0.810654999999997, + "client_vcsw": 98, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.296046, + "broker_sys_s": 0.205693, + "broker_cpu_s": 0.5017389999999999, + "broker_vcsw": 384, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.44588582800000004, + "multi_s": 0.471009349, + "client_wall_s": 0.9411949690002075, + "client_cpu_s": 0.8215239999999895, + "client_vcsw": 229, + "multi_client_cpu_s": 0.4799999999999999, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.320262, + "broker_sys_s": 0.274729, + "broker_cpu_s": 0.594991, + "broker_vcsw": 965, + "broker_maxrss_kib": 53616, + "broker_ru_maxrss_kib": 53616, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 33, + "warmup": false, + "single_s": 0.44269181900000004, + "multi_s": 0.538905349, + "client_wall_s": 0.9964772619996438, + "client_cpu_s": 0.9057310000000101, + "client_vcsw": 244, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.36996599999999996, + "broker_sys_s": 0.24038299999999999, + "broker_cpu_s": 0.6103489999999999, + "broker_vcsw": 306, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.412050893, + "multi_s": 0.42820471600000004, + "client_wall_s": 0.8524126089996571, + "client_cpu_s": 0.7917470000000009, + "client_vcsw": 286, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.390416, + "broker_sys_s": 0.207594, + "broker_cpu_s": 0.5980099999999999, + "broker_vcsw": 227, + "broker_maxrss_kib": 4652, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 34, + "warmup": false, + "single_s": 0.425254381, + "multi_s": 0.441519685, + "client_wall_s": 0.8777059320000262, + "client_cpu_s": 0.833359999999999, + "client_vcsw": 159, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.341482, + "broker_sys_s": 0.190916, + "broker_cpu_s": 0.532398, + "broker_vcsw": 377, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.343882045, + "multi_s": 0.535114972, + "client_wall_s": 0.8908387040000889, + "client_cpu_s": 0.8591919999999931, + "client_vcsw": 150, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.26362599999999997, + "broker_sys_s": 0.232892, + "broker_cpu_s": 0.49651799999999996, + "broker_vcsw": 273, + "broker_maxrss_kib": 4704, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.486990091, + "multi_s": 0.46031315500000003, + "client_wall_s": 0.9714772939996692, + "client_cpu_s": 0.7942990000000023, + "client_vcsw": 288, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.273577, + "broker_sys_s": 0.30006499999999997, + "broker_cpu_s": 0.573642, + "broker_vcsw": 1026, + "broker_maxrss_kib": 57288, + "broker_ru_maxrss_kib": 57288, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 35, + "warmup": false, + "single_s": 0.37743071200000006, + "multi_s": 0.457345422, + "client_wall_s": 0.845567478000703, + "client_cpu_s": 0.8009460000000033, + "client_vcsw": 131, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.316889, + "broker_sys_s": 0.192875, + "broker_cpu_s": 0.509764, + "broker_vcsw": 300, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.480200138, + "multi_s": 0.6083023590000001, + "client_wall_s": 1.1120369760001267, + "client_cpu_s": 0.9873419999999982, + "client_vcsw": 223, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.31043499999999996, + "broker_sys_s": 0.265789, + "broker_cpu_s": 0.576224, + "broker_vcsw": 1289, + "broker_maxrss_kib": 52868, + "broker_ru_maxrss_kib": 52868, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.411056474, + "multi_s": 0.48396223800000004, + "client_wall_s": 0.9069815969996853, + "client_cpu_s": 0.8271360000000172, + "client_vcsw": 118, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.281227, + "broker_sys_s": 0.24245999999999998, + "broker_cpu_s": 0.523687, + "broker_vcsw": 320, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.568837584, + "multi_s": 0.46939455900000004, + "client_wall_s": 1.0613983849998476, + "client_cpu_s": 0.9497160000000022, + "client_vcsw": 152, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.325551, + "broker_sys_s": 0.30278499999999997, + "broker_cpu_s": 0.628336, + "broker_vcsw": 1246, + "broker_maxrss_kib": 43444, + "broker_ru_maxrss_kib": 43280, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.40994416, + "multi_s": 0.534724491, + "client_wall_s": 0.9575891750000665, + "client_cpu_s": 0.887590000000003, + "client_vcsw": 197, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.387638, + "broker_sys_s": 0.21276899999999999, + "broker_cpu_s": 0.6004069999999999, + "broker_vcsw": 217, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 36, + "warmup": false, + "single_s": 0.42599724600000005, + "multi_s": 0.543200925, + "client_wall_s": 0.999832989999959, + "client_cpu_s": 0.8941620000000086, + "client_vcsw": 170, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.32950599999999997, + "broker_sys_s": 0.25887499999999997, + "broker_cpu_s": 0.5883809999999999, + "broker_vcsw": 240, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 37, + "warmup": false, + "single_s": 0.445849919, + "multi_s": 0.6771556890000001, + "client_wall_s": 1.135312999999769, + "client_cpu_s": 0.954779000000002, + "client_vcsw": 221, + "multi_client_cpu_s": 0.5599999999999999, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.350139, + "broker_sys_s": 0.213698, + "broker_cpu_s": 0.5638369999999999, + "broker_vcsw": 353, + "broker_maxrss_kib": 4664, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.480086699, + "multi_s": 0.47704592900000004, + "client_wall_s": 0.9703352879996601, + "client_cpu_s": 0.918020999999996, + "client_vcsw": 97, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.3238, + "broker_sys_s": 0.216411, + "broker_cpu_s": 0.540211, + "broker_vcsw": 485, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.489576251, + "multi_s": 0.522379628, + "client_wall_s": 1.0344630910003616, + "client_cpu_s": 0.9187729999999945, + "client_vcsw": 215, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.307179, + "broker_sys_s": 0.252151, + "broker_cpu_s": 0.55933, + "broker_vcsw": 1268, + "broker_maxrss_kib": 53144, + "broker_ru_maxrss_kib": 52976, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.46595606600000006, + "multi_s": 0.4587034, + "client_wall_s": 0.9487638780001362, + "client_cpu_s": 0.8047050000000056, + "client_vcsw": 231, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.40321399999999996, + "broker_sys_s": 0.328073, + "broker_cpu_s": 0.731287, + "broker_vcsw": 551, + "broker_maxrss_kib": 53472, + "broker_ru_maxrss_kib": 53444, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 38, + "warmup": false, + "single_s": 0.41553617600000003, + "multi_s": 0.6886491260000001, + "client_wall_s": 1.1195259989999613, + "client_cpu_s": 1.091895000000001, + "client_vcsw": 117, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.352752, + "broker_sys_s": 0.2158, + "broker_cpu_s": 0.568552, + "broker_vcsw": 352, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.41354773, + "multi_s": 0.503928382, + "client_wall_s": 0.9286160780002319, + "client_cpu_s": 0.8698920000000001, + "client_vcsw": 263, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.350682, + "broker_sys_s": 0.25068399999999996, + "broker_cpu_s": 0.601366, + "broker_vcsw": 193, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.380875657, + "multi_s": 0.464803293, + "client_wall_s": 0.8571371620000718, + "client_cpu_s": 0.7868580000000023, + "client_vcsw": 186, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.302455, + "broker_sys_s": 0.229231, + "broker_cpu_s": 0.531686, + "broker_vcsw": 258, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 39, + "warmup": false, + "single_s": 0.38154661700000003, + "multi_s": 0.5192456670000001, + "client_wall_s": 0.9124450140006957, + "client_cpu_s": 0.8679020000000008, + "client_vcsw": 141, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.362542, + "broker_sys_s": 0.187554, + "broker_cpu_s": 0.5500959999999999, + "broker_vcsw": 290, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.5046439930000001, + "multi_s": 0.528531079, + "client_wall_s": 1.0607347440000012, + "client_cpu_s": 0.8901519999999934, + "client_vcsw": 235, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.32870499999999997, + "broker_sys_s": 0.251863, + "broker_cpu_s": 0.580568, + "broker_vcsw": 1129, + "broker_maxrss_kib": 56064, + "broker_ru_maxrss_kib": 56064, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 40, + "warmup": false, + "single_s": 0.37825135, + "multi_s": 0.455877757, + "client_wall_s": 0.8453459219999786, + "client_cpu_s": 0.7929770000000076, + "client_vcsw": 204, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.342387, + "broker_sys_s": 0.18413, + "broker_cpu_s": 0.526517, + "broker_vcsw": 266, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.455534613, + "multi_s": 0.465156505, + "client_wall_s": 0.9449601950000215, + "client_cpu_s": 0.8363089999999929, + "client_vcsw": 208, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.36522, + "broker_sys_s": 0.274299, + "broker_cpu_s": 0.639519, + "broker_vcsw": 907, + "broker_maxrss_kib": 51104, + "broker_ru_maxrss_kib": 50804, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.382136589, + "multi_s": 0.468218797, + "client_wall_s": 0.8625305080004182, + "client_cpu_s": 0.7970429999999951, + "client_vcsw": 296, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.339317, + "broker_sys_s": 0.22430899999999998, + "broker_cpu_s": 0.563626, + "broker_vcsw": 208, + "broker_maxrss_kib": 4980, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.40591607900000004, + "multi_s": 0.499972877, + "client_wall_s": 0.9182685509995281, + "client_cpu_s": 0.8545290000000065, + "client_vcsw": 214, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.30373, + "broker_sys_s": 0.247661, + "broker_cpu_s": 0.551391, + "broker_vcsw": 271, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.533658514, + "multi_s": 0.482297245, + "client_wall_s": 1.0429953209995801, + "client_cpu_s": 0.895423000000001, + "client_vcsw": 242, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.323657, + "broker_sys_s": 0.30141799999999996, + "broker_cpu_s": 0.6250749999999999, + "broker_vcsw": 1106, + "broker_maxrss_kib": 54336, + "broker_ru_maxrss_kib": 54336, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 41, + "warmup": false, + "single_s": 0.39262771500000004, + "multi_s": 0.47713998500000004, + "client_wall_s": 0.8809712779993788, + "client_cpu_s": 0.8553169999999994, + "client_vcsw": 94, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.28748599999999996, + "broker_sys_s": 0.23129799999999998, + "broker_cpu_s": 0.5187839999999999, + "broker_vcsw": 416, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 42, + "warmup": false, + "single_s": 0.46988429400000004, + "multi_s": 0.49475694600000003, + "client_wall_s": 0.9752591530004793, + "client_cpu_s": 0.9407190000000085, + "client_vcsw": 140, + "multi_client_cpu_s": 0.49000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.32627, + "broker_sys_s": 0.209168, + "broker_cpu_s": 0.535438, + "broker_vcsw": 623, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.43345812100000003, + "multi_s": 0.680399449, + "client_wall_s": 1.1277653629995257, + "client_cpu_s": 1.0903129999999948, + "client_vcsw": 126, + "multi_client_cpu_s": 0.6600000000000001, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.392412, + "broker_sys_s": 0.20027399999999998, + "broker_cpu_s": 0.5926859999999999, + "broker_vcsw": 304, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.606565946, + "multi_s": 0.5403777679999999, + "client_wall_s": 1.1859075580005083, + "client_cpu_s": 1.0106039999999865, + "client_vcsw": 238, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.32, + "broker_user_s": 0.39498, + "broker_sys_s": 0.35547, + "broker_cpu_s": 0.7504500000000001, + "broker_vcsw": 734, + "broker_maxrss_kib": 52720, + "broker_ru_maxrss_kib": 52720, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.419172043, + "multi_s": 0.49665135600000004, + "client_wall_s": 0.9308269060002203, + "client_cpu_s": 0.8662829999999815, + "client_vcsw": 309, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.340808, + "broker_sys_s": 0.262403, + "broker_cpu_s": 0.6032109999999999, + "broker_vcsw": 208, + "broker_maxrss_kib": 4896, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 43, + "warmup": false, + "single_s": 0.443507158, + "multi_s": 0.506236898, + "client_wall_s": 0.9633518440004991, + "client_cpu_s": 0.9022799999999904, + "client_vcsw": 159, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.323864, + "broker_sys_s": 0.253272, + "broker_cpu_s": 0.577136, + "broker_vcsw": 355, + "broker_maxrss_kib": 4960, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.49464486, + "multi_s": 0.572034454, + "client_wall_s": 1.0972200489995885, + "client_cpu_s": 0.9388589999999937, + "client_vcsw": 629, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.309374, + "broker_sys_s": 0.30158599999999997, + "broker_cpu_s": 0.61096, + "broker_vcsw": 1267, + "broker_maxrss_kib": 52752, + "broker_ru_maxrss_kib": 52752, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.39852167600000005, + "multi_s": 0.551950091, + "client_wall_s": 0.9631832830000349, + "client_cpu_s": 0.9167509999999908, + "client_vcsw": 178, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.29894299999999996, + "broker_sys_s": 0.29750499999999996, + "broker_cpu_s": 0.5964479999999999, + "broker_vcsw": 185, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.551282308, + "multi_s": 0.52639859, + "client_wall_s": 1.1050504109998656, + "client_cpu_s": 0.9413059999999831, + "client_vcsw": 308, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.31169199999999997, + "broker_sys_s": 0.295793, + "broker_cpu_s": 0.6074849999999999, + "broker_vcsw": 1149, + "broker_maxrss_kib": 56728, + "broker_ru_maxrss_kib": 56568, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 44, + "warmup": false, + "single_s": 0.386852503, + "multi_s": 0.493569073, + "client_wall_s": 0.8930331780002234, + "client_cpu_s": 0.8759210000000053, + "client_vcsw": 121, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.339072, + "broker_sys_s": 0.233503, + "broker_cpu_s": 0.572575, + "broker_vcsw": 238, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 45, + "warmup": false, + "single_s": 0.39175339200000003, + "multi_s": 0.521946515, + "client_wall_s": 0.9253581600005418, + "client_cpu_s": 0.8998939999999749, + "client_vcsw": 154, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.32789399999999996, + "broker_sys_s": 0.24828, + "broker_cpu_s": 0.576174, + "broker_vcsw": 272, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.42427772599999997, + "multi_s": 0.534520344, + "client_wall_s": 0.972429803000523, + "client_cpu_s": 0.9216969999999947, + "client_vcsw": 220, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.24, + "broker_user_s": 0.36333099999999996, + "broker_sys_s": 0.264169, + "broker_cpu_s": 0.6275, + "broker_vcsw": 243, + "broker_maxrss_kib": 4912, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.51505807, + "multi_s": 0.468892062, + "client_wall_s": 1.0061582090002048, + "client_cpu_s": 0.8898599999999846, + "client_vcsw": 121, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.303737, + "broker_sys_s": 0.27199999999999996, + "broker_cpu_s": 0.5757369999999999, + "broker_vcsw": 1183, + "broker_maxrss_kib": 39708, + "broker_ru_maxrss_kib": 39708, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.5283131489999999, + "multi_s": 0.545968671, + "client_wall_s": 1.0880900439997276, + "client_cpu_s": 0.9598809999999958, + "client_vcsw": 326, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.27999999999999997, + "broker_user_s": 0.463897, + "broker_sys_s": 0.256703, + "broker_cpu_s": 0.7206, + "broker_vcsw": 310, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.5267377, + "multi_s": 0.597128621, + "client_wall_s": 1.149935841000115, + "client_cpu_s": 0.9825730000000021, + "client_vcsw": 274, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.334451, + "broker_sys_s": 0.30122299999999996, + "broker_cpu_s": 0.635674, + "broker_vcsw": 1213, + "broker_maxrss_kib": 54116, + "broker_ru_maxrss_kib": 54116, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 46, + "warmup": false, + "single_s": 0.41025742600000004, + "multi_s": 0.631314032, + "client_wall_s": 1.0530489530001432, + "client_cpu_s": 0.874432999999982, + "client_vcsw": 202, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.393155, + "broker_sys_s": 0.24295799999999998, + "broker_cpu_s": 0.6361129999999999, + "broker_vcsw": 231, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.574838231, + "multi_s": 0.49349038900000003, + "client_wall_s": 1.0861737960003666, + "client_cpu_s": 0.9128529999999841, + "client_vcsw": 322, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.404151, + "broker_sys_s": 0.261816, + "broker_cpu_s": 0.665967, + "broker_vcsw": 309, + "broker_maxrss_kib": 4924, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 47, + "warmup": false, + "single_s": 0.398104396, + "multi_s": 0.50272126, + "client_wall_s": 0.9124958610000249, + "client_cpu_s": 0.8705579999999884, + "client_vcsw": 88, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.299299, + "broker_sys_s": 0.22209199999999998, + "broker_cpu_s": 0.5213909999999999, + "broker_vcsw": 387, + "broker_maxrss_kib": 4900, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.539871279, + "multi_s": 0.4874583, + "client_wall_s": 1.05072859899974, + "client_cpu_s": 0.9041959999999989, + "client_vcsw": 159, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.32011, + "broker_sys_s": 0.283529, + "broker_cpu_s": 0.603639, + "broker_vcsw": 1234, + "broker_maxrss_kib": 46748, + "broker_ru_maxrss_kib": 46748, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.488063494, + "multi_s": 0.490714357, + "client_wall_s": 1.000034505000258, + "client_cpu_s": 0.8960909999999842, + "client_vcsw": 194, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.335519, + "broker_sys_s": 0.252918, + "broker_cpu_s": 0.588437, + "broker_vcsw": 1350, + "broker_maxrss_kib": 47620, + "broker_ru_maxrss_kib": 47416, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 48, + "warmup": false, + "single_s": 0.383194661, + "multi_s": 0.458512208, + "client_wall_s": 0.8575086779992489, + "client_cpu_s": 0.789268000000007, + "client_vcsw": 156, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.300211, + "broker_sys_s": 0.211419, + "broker_cpu_s": 0.51163, + "broker_vcsw": 289, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.372989116, + "multi_s": 0.460485721, + "client_wall_s": 0.8443632539992905, + "client_cpu_s": 0.8029480000000007, + "client_vcsw": 186, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.305745, + "broker_sys_s": 0.21503, + "broker_cpu_s": 0.520775, + "broker_vcsw": 277, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 49, + "warmup": false, + "single_s": 0.399036724, + "multi_s": 0.444124327, + "client_wall_s": 0.8529656709997653, + "client_cpu_s": 0.8293759999999963, + "client_vcsw": 95, + "multi_client_cpu_s": 0.42999999999999994, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.30130799999999996, + "broker_sys_s": 0.190162, + "broker_cpu_s": 0.49146999999999996, + "broker_vcsw": 439, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.464797879, + "multi_s": 0.492949859, + "client_wall_s": 0.9834137679999913, + "client_cpu_s": 0.8507449999999892, + "client_vcsw": 224, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.330337, + "broker_sys_s": 0.236887, + "broker_cpu_s": 0.567224, + "broker_vcsw": 1205, + "broker_maxrss_kib": 55180, + "broker_ru_maxrss_kib": 55180, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.405057147, + "multi_s": 0.433045692, + "client_wall_s": 0.8486589549993369, + "client_cpu_s": 0.8269680000000079, + "client_vcsw": 143, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.38980699999999996, + "broker_sys_s": 0.152551, + "broker_cpu_s": 0.5423579999999999, + "broker_vcsw": 357, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.34790288700000005, + "multi_s": 0.53353292, + "client_wall_s": 0.8932625939996797, + "client_cpu_s": 0.8600910000000255, + "client_vcsw": 138, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.24000000000000005, + "broker_user_s": 0.34190499999999996, + "broker_sys_s": 0.194542, + "broker_cpu_s": 0.5364469999999999, + "broker_vcsw": 296, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.46607710100000005, + "multi_s": 0.44099690199999997, + "client_wall_s": 0.9308777619999091, + "client_cpu_s": 0.8232269999999744, + "client_vcsw": 177, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.290105, + "broker_sys_s": 0.292275, + "broker_cpu_s": 0.58238, + "broker_vcsw": 1446, + "broker_maxrss_kib": 46656, + "broker_ru_maxrss_kib": 46656, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 50, + "warmup": false, + "single_s": 0.41646626800000003, + "multi_s": 0.50176279, + "client_wall_s": 0.9287302029997591, + "client_cpu_s": 0.8823779999999886, + "client_vcsw": 170, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.35081799999999996, + "broker_sys_s": 0.199754, + "broker_cpu_s": 0.550572, + "broker_vcsw": 337, + "broker_maxrss_kib": 5016, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.46617911400000006, + "multi_s": 0.432059986, + "client_wall_s": 0.9199104330000409, + "client_cpu_s": 0.8471150000000023, + "client_vcsw": 147, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.34874, + "broker_sys_s": 0.233865, + "broker_cpu_s": 0.582605, + "broker_vcsw": 1183, + "broker_maxrss_kib": 45704, + "broker_ru_maxrss_kib": 45492, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 51, + "warmup": false, + "single_s": 0.436452329, + "multi_s": 0.41840140600000003, + "client_wall_s": 0.8677645510006187, + "client_cpu_s": 0.8314020000000113, + "client_vcsw": 190, + "multi_client_cpu_s": 0.41999999999999993, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.334918, + "broker_sys_s": 0.19111799999999998, + "broker_cpu_s": 0.526036, + "broker_vcsw": 448, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.38486897800000003, + "multi_s": 0.490826851, + "client_wall_s": 0.885999596000147, + "client_cpu_s": 0.8245769999999766, + "client_vcsw": 259, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.3397, + "broker_sys_s": 0.20455299999999998, + "broker_cpu_s": 0.544253, + "broker_vcsw": 258, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 52, + "warmup": false, + "single_s": 0.428397321, + "multi_s": 0.521957545, + "client_wall_s": 0.9618786270002602, + "client_cpu_s": 0.9170940000000058, + "client_vcsw": 137, + "multi_client_cpu_s": 0.49000000000000005, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.331061, + "broker_sys_s": 0.221294, + "broker_cpu_s": 0.5523549999999999, + "broker_vcsw": 312, + "broker_maxrss_kib": 4732, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.533943174, + "multi_s": 0.521891903, + "client_wall_s": 1.0765608929996233, + "client_cpu_s": 1.0021669999999858, + "client_vcsw": 154, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.22999999999999993, + "broker_user_s": 0.319287, + "broker_sys_s": 0.271212, + "broker_cpu_s": 0.590499, + "broker_vcsw": 1243, + "broker_maxrss_kib": 42508, + "broker_ru_maxrss_kib": 42276, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.357213281, + "multi_s": 0.478512821, + "client_wall_s": 0.8453443879998304, + "client_cpu_s": 0.8049689999999998, + "client_vcsw": 168, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.28853999999999996, + "broker_sys_s": 0.22197499999999998, + "broker_cpu_s": 0.5105149999999999, + "broker_vcsw": 273, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.551403759, + "multi_s": 0.44984488, + "client_wall_s": 1.0229258499994103, + "client_cpu_s": 0.8443010000000015, + "client_vcsw": 246, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.28317, + "broker_sys_s": 0.27108299999999996, + "broker_cpu_s": 0.5542529999999999, + "broker_vcsw": 1170, + "broker_maxrss_kib": 57828, + "broker_ru_maxrss_kib": 57640, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 53, + "warmup": false, + "single_s": 0.405319841, + "multi_s": 0.45462098900000003, + "client_wall_s": 0.8719955799997479, + "client_cpu_s": 0.8089809999999886, + "client_vcsw": 190, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.33289799999999997, + "broker_sys_s": 0.176443, + "broker_cpu_s": 0.5093409999999999, + "broker_vcsw": 355, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.43113404600000005, + "multi_s": 0.468840895, + "client_wall_s": 0.9116620770000736, + "client_cpu_s": 0.8381490000000298, + "client_vcsw": 193, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.291023, + "broker_sys_s": 0.258923, + "broker_cpu_s": 0.549946, + "broker_vcsw": 329, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 54, + "warmup": false, + "single_s": 0.380269617, + "multi_s": 0.4196954, + "client_wall_s": 0.8113728389998869, + "client_cpu_s": 0.7648650000000146, + "client_vcsw": 223, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.337219, + "broker_sys_s": 0.191851, + "broker_cpu_s": 0.5290699999999999, + "broker_vcsw": 251, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.35483843000000004, + "multi_s": 0.468459316, + "client_wall_s": 0.8350921030005338, + "client_cpu_s": 0.8086079999999924, + "client_vcsw": 159, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.2700000000000001, + "broker_user_s": 0.340804, + "broker_sys_s": 0.22816799999999998, + "broker_cpu_s": 0.568972, + "broker_vcsw": 259, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.510777068, + "multi_s": 0.586560257, + "client_wall_s": 1.1236774520002655, + "client_cpu_s": 0.9904950000000099, + "client_vcsw": 231, + "multi_client_cpu_s": 0.59, + "multi_broker_cpu_s": 0.24, + "broker_user_s": 0.276979, + "broker_sys_s": 0.349746, + "broker_cpu_s": 0.626725, + "broker_vcsw": 1332, + "broker_maxrss_kib": 52884, + "broker_ru_maxrss_kib": 52792, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.407833394, + "multi_s": 0.47000865599999997, + "client_wall_s": 0.8902564889995119, + "client_cpu_s": 0.8402789999999953, + "client_vcsw": 160, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.344173, + "broker_sys_s": 0.226463, + "broker_cpu_s": 0.570636, + "broker_vcsw": 287, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 55, + "warmup": false, + "single_s": 0.452822926, + "multi_s": 0.5108047530000001, + "client_wall_s": 0.9764403330000277, + "client_cpu_s": 0.942381999999995, + "client_vcsw": 86, + "multi_client_cpu_s": 0.49000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.297606, + "broker_sys_s": 0.25210699999999997, + "broker_cpu_s": 0.5497129999999999, + "broker_vcsw": 441, + "broker_maxrss_kib": 4872, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.507365556, + "multi_s": 0.48051531000000003, + "client_wall_s": 1.0208566040000733, + "client_cpu_s": 0.8858010000000007, + "client_vcsw": 191, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.349423, + "broker_sys_s": 0.279128, + "broker_cpu_s": 0.628551, + "broker_vcsw": 985, + "broker_maxrss_kib": 51060, + "broker_ru_maxrss_kib": 51060, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.585428717, + "multi_s": 0.571751036, + "client_wall_s": 1.1821771630002331, + "client_cpu_s": 0.9474180000000132, + "client_vcsw": 312, + "multi_client_cpu_s": 0.56, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.38708899999999996, + "broker_sys_s": 0.27882999999999997, + "broker_cpu_s": 0.6659189999999999, + "broker_vcsw": 1171, + "broker_maxrss_kib": 56444, + "broker_ru_maxrss_kib": 56444, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.43121275600000003, + "multi_s": 0.515245991, + "client_wall_s": 0.9600220120000813, + "client_cpu_s": 0.8969820000000084, + "client_vcsw": 248, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.339192, + "broker_sys_s": 0.23618899999999998, + "broker_cpu_s": 0.5753809999999999, + "broker_vcsw": 309, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 56, + "warmup": false, + "single_s": 0.476202746, + "multi_s": 0.612702732, + "client_wall_s": 1.1023327650000283, + "client_cpu_s": 0.9725769999999869, + "client_vcsw": 191, + "multi_client_cpu_s": 0.59, + "multi_broker_cpu_s": 0.24000000000000005, + "broker_user_s": 0.324996, + "broker_sys_s": 0.23100099999999998, + "broker_cpu_s": 0.555997, + "broker_vcsw": 373, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.5482697200000001, + "multi_s": 0.7094129440000001, + "client_wall_s": 1.2747783830000117, + "client_cpu_s": 0.9601370000000173, + "client_vcsw": 209, + "multi_client_cpu_s": 0.5399999999999999, + "multi_broker_cpu_s": 0.24, + "broker_user_s": 0.35296, + "broker_sys_s": 0.250736, + "broker_cpu_s": 0.603696, + "broker_vcsw": 317, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.70034878, + "multi_s": 0.513592445, + "client_wall_s": 1.2352775849994941, + "client_cpu_s": 0.9482849999999985, + "client_vcsw": 245, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.34042, + "broker_sys_s": 0.321042, + "broker_cpu_s": 0.661462, + "broker_vcsw": 1094, + "broker_maxrss_kib": 53492, + "broker_ru_maxrss_kib": 53392, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 57, + "warmup": false, + "single_s": 0.440210765, + "multi_s": 0.520357332, + "client_wall_s": 0.9720510990000548, + "client_cpu_s": 0.9260610000000042, + "client_vcsw": 169, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.326196, + "broker_sys_s": 0.25141399999999997, + "broker_cpu_s": 0.57761, + "broker_vcsw": 329, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 58, + "warmup": false, + "single_s": 0.431956638, + "multi_s": 0.46935308800000003, + "client_wall_s": 0.913388642999962, + "client_cpu_s": 0.840085000000002, + "client_vcsw": 125, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.33603099999999997, + "broker_sys_s": 0.209944, + "broker_cpu_s": 0.545975, + "broker_vcsw": 298, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.409318045, + "multi_s": 0.475551765, + "client_wall_s": 0.9008039460004511, + "client_cpu_s": 0.8310280000000176, + "client_vcsw": 245, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.348112, + "broker_sys_s": 0.227181, + "broker_cpu_s": 0.5752929999999999, + "broker_vcsw": 326, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.633554802, + "multi_s": 0.514751135, + "client_wall_s": 1.1774838130004355, + "client_cpu_s": 0.9330970000000036, + "client_vcsw": 318, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.41406, + "broker_sys_s": 0.30294899999999997, + "broker_cpu_s": 0.717009, + "broker_vcsw": 1147, + "broker_maxrss_kib": 55268, + "broker_ru_maxrss_kib": 55040, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 59, + "warmup": false, + "single_s": 0.474243274, + "multi_s": 0.543085336, + "client_wall_s": 1.02859700099998, + "client_cpu_s": 0.9859560000000158, + "client_vcsw": 73, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.31462999999999997, + "broker_sys_s": 0.230868, + "broker_cpu_s": 0.5454979999999999, + "broker_vcsw": 472, + "broker_maxrss_kib": 4752, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.498430696, + "multi_s": 0.47840683500000003, + "client_wall_s": 1.0018659250008568, + "client_cpu_s": 0.8565089999999884, + "client_vcsw": 230, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.360006, + "broker_sys_s": 0.247913, + "broker_cpu_s": 0.607919, + "broker_vcsw": 1038, + "broker_maxrss_kib": 54728, + "broker_ru_maxrss_kib": 54584, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.380201503, + "multi_s": 0.438273729, + "client_wall_s": 0.829250220999711, + "client_cpu_s": 0.7893410000000074, + "client_vcsw": 147, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.309108, + "broker_sys_s": 0.19886099999999998, + "broker_cpu_s": 0.507969, + "broker_vcsw": 309, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.400592459, + "multi_s": 0.512395362, + "client_wall_s": 0.9251199350001116, + "client_cpu_s": 0.8685219999999987, + "client_vcsw": 158, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.308372, + "broker_sys_s": 0.220575, + "broker_cpu_s": 0.528947, + "broker_vcsw": 334, + "broker_maxrss_kib": 4920, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 60, + "warmup": false, + "single_s": 0.424140071, + "multi_s": 0.429248532, + "client_wall_s": 0.8637247650003701, + "client_cpu_s": 0.8399789999999996, + "client_vcsw": 125, + "multi_client_cpu_s": 0.42999999999999994, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.328283, + "broker_sys_s": 0.19150899999999998, + "broker_cpu_s": 0.519792, + "broker_vcsw": 401, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.49238882300000003, + "multi_s": 0.456196096, + "client_wall_s": 0.9928319410000768, + "client_cpu_s": 0.8440630000000198, + "client_vcsw": 181, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.33389199999999997, + "broker_sys_s": 0.223776, + "broker_cpu_s": 0.5576679999999999, + "broker_vcsw": 1122, + "broker_maxrss_kib": 48360, + "broker_ru_maxrss_kib": 48172, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 61, + "warmup": false, + "single_s": 0.40534650699999997, + "multi_s": 0.468331323, + "client_wall_s": 0.8873114890002398, + "client_cpu_s": 0.8331119999999856, + "client_vcsw": 202, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.31, + "broker_user_s": 0.39644999999999997, + "broker_sys_s": 0.24267799999999998, + "broker_cpu_s": 0.6391279999999999, + "broker_vcsw": 307, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.417816122, + "multi_s": 0.44793504, + "client_wall_s": 0.8858359259993449, + "client_cpu_s": 0.783069999999995, + "client_vcsw": 222, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.245417, + "broker_sys_s": 0.286392, + "broker_cpu_s": 0.531809, + "broker_vcsw": 1091, + "broker_maxrss_kib": 55084, + "broker_ru_maxrss_kib": 54924, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.347748442, + "multi_s": 0.45010749, + "client_wall_s": 0.8085870049999357, + "client_cpu_s": 0.7712839999999801, + "client_vcsw": 128, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.331129, + "broker_sys_s": 0.164759, + "broker_cpu_s": 0.495888, + "broker_vcsw": 294, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.388124282, + "multi_s": 0.45193559099999997, + "client_wall_s": 0.8646813810000822, + "client_cpu_s": 0.8031660000000045, + "client_vcsw": 159, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.315274, + "broker_sys_s": 0.216193, + "broker_cpu_s": 0.531467, + "broker_vcsw": 303, + "broker_maxrss_kib": 4960, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.457040264, + "multi_s": 0.43672532999999997, + "client_wall_s": 0.9208240999996633, + "client_cpu_s": 0.8038250000000033, + "client_vcsw": 236, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.312602, + "broker_sys_s": 0.252039, + "broker_cpu_s": 0.564641, + "broker_vcsw": 1080, + "broker_maxrss_kib": 52728, + "broker_ru_maxrss_kib": 52728, + "broker_exit": 0 + }, + { + "label": "revert", + "round": 62, + "warmup": false, + "single_s": 0.33609945900000004, + "multi_s": 0.48408865100000004, + "client_wall_s": 0.8296822949996567, + "client_cpu_s": 0.8084560000000209, + "client_vcsw": 97, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.296716, + "broker_sys_s": 0.19594499999999998, + "broker_cpu_s": 0.49266099999999996, + "broker_vcsw": 297, + "broker_maxrss_kib": 4676, + "broker_ru_maxrss_kib": 18652, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.5187143594666667, + "stddev": 0.06449555322419306, + "median": 0.5015373445, + "min": 0.417816122, + "max": 0.70034878 + }, + "timeout": { + "n": 60, + "mean": 0.41744739281666665, + "stddev": 0.05494733729017002, + "median": 0.40857571950000005, + "min": 0.33205826000000005, + "max": 0.574838231 + }, + "revert": { + "n": 60, + "mean": 0.42589182035000006, + "stddev": 0.05210155739751465, + "median": 0.41481222500000003, + "min": 0.33609945900000004, + "max": 0.567353404 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.5005273852833334, + "stddev": 0.05134046242357232, + "median": 0.4848522325, + "min": 0.432059986, + "max": 0.655677739 + }, + "timeout": { + "n": 60, + "mean": 0.4954208559166667, + "stddev": 0.055020596887644074, + "median": 0.486997571, + "min": 0.42793343, + "max": 0.7094129440000001 + }, + "revert": { + "n": 60, + "mean": 0.51008520655, + "stddev": 0.07728628570201099, + "median": 0.496348491, + "min": 0.41840140600000003, + "max": 0.763822611 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.6126090666666666, + "stddev": 0.05405738336026072, + "median": 0.5958285, + "min": 0.531809, + "max": 0.7855 + }, + "timeout": { + "n": 60, + "mean": 0.5642077333333333, + "stddev": 0.05072969524839943, + "median": 0.5604274999999999, + "min": 0.490425, + "max": 0.7206 + }, + "revert": { + "n": 60, + "mean": 0.5556784999999999, + "stddev": 0.04953884259936585, + "median": 0.5499044999999999, + "min": 0.48011899999999996, + "max": 0.7020569999999999 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 51375.2, + "stddev": 5198.880964337992, + "median": 52876.0, + "min": 32912, + "max": 58168 + }, + "timeout": { + "n": 60, + "mean": 4827.066666666667, + "stddev": 84.08669188053737, + "median": 4838.0, + "min": 4652, + "max": 4984 + }, + "revert": { + "n": 60, + "mean": 4809.066666666667, + "stddev": 93.34424472134782, + "median": 4796.0, + "min": 4596, + "max": 5016 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.8894397833333312, + "stddev": 0.06329505422269456, + "median": 0.884271, + "min": 0.783069999999995, + "max": 1.0106039999999865 + }, + "timeout": { + "n": 60, + "mean": 0.8615668500000008, + "stddev": 0.06795387583209825, + "median": 0.852449500000005, + "min": 0.759836, + "max": 1.0903129999999948 + }, + "revert": { + "n": 60, + "mean": 0.8825812333333338, + "stddev": 0.07569988646104918, + "median": 0.8747224999999901, + "min": 0.7648650000000146, + "max": 1.1021709999999985 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.2225, + "stddev": 0.036621055349556134, + "median": 0.21000000000000005, + "min": 0.18000000000000005, + "max": 0.39 + }, + "timeout": { + "n": 60, + "mean": 0.211, + "stddev": 0.024612247192493556, + "median": 0.20999999999999996, + "min": 0.18, + "max": 0.30000000000000004 + }, + "revert": { + "n": 60, + "mean": 0.20866666666666667, + "stddev": 0.026068141909213055, + "median": 0.20000000000000007, + "min": 0.18, + "max": 0.31 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.486, + "stddev": 0.04694750042984365, + "median": 0.475, + "min": 0.42000000000000004, + "max": 0.61 + }, + "timeout": { + "n": 60, + "mean": 0.4801666666666667, + "stddev": 0.04623050818459225, + "median": 0.47000000000000003, + "min": 0.41, + "max": 0.6600000000000001 + }, + "revert": { + "n": 60, + "mean": 0.49083333333333334, + "stddev": 0.05875232895972799, + "median": 0.48000000000000004, + "min": 0.41, + "max": 0.6800000000000002 + } + } + } +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.md new file mode 100644 index 0000000..74ea321 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/signals.md @@ -0,0 +1,62 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +dbus-bench: 9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 +revert: 41407f0 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.519 | 0.064 | 0.502 | 0.418 | 0.700 | +| timeout | 60 | 0.417 | 0.055 | 0.409 | 0.332 | 0.575 | +| revert | 60 | 0.426 | 0.052 | 0.415 | 0.336 | 0.567 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.501 | 0.051 | 0.485 | 0.432 | 0.656 | +| timeout | 60 | 0.495 | 0.055 | 0.487 | 0.428 | 0.709 | +| revert | 60 | 0.510 | 0.077 | 0.496 | 0.418 | 0.764 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.613 | 0.054 | 0.596 | 0.532 | 0.785 | +| timeout | 60 | 0.564 | 0.051 | 0.560 | 0.490 | 0.721 | +| revert | 60 | 0.556 | 0.050 | 0.550 | 0.480 | 0.702 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 51375 | 5199 | 52876 | 32912 | 58168 | +| timeout | 60 | 4827 | 84 | 4838 | 4652 | 4984 | +| revert | 60 | 4809 | 93 | 4796 | 4596 | 5016 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.889 | 0.063 | 0.884 | 0.783 | 1.011 | +| timeout | 60 | 0.862 | 0.068 | 0.852 | 0.760 | 1.090 | +| revert | 60 | 0.883 | 0.076 | 0.875 | 0.765 | 1.102 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.223 | 0.037 | 0.210 | 0.180 | 0.390 | +| timeout | 60 | 0.211 | 0.025 | 0.210 | 0.180 | 0.300 | +| revert | 60 | 0.209 | 0.026 | 0.200 | 0.180 | 0.310 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.486 | 0.047 | 0.475 | 0.420 | 0.610 | +| timeout | 60 | 0.480 | 0.046 | 0.470 | 0.410 | 0.660 | +| revert | 60 | 0.491 | 0.059 | 0.480 | 0.410 | 0.680 | diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/fake-journald.py b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/fake-journald.py new file mode 100644 index 0000000..da7b5da --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/fake-journald.py @@ -0,0 +1,61 @@ +"""A stand-in for journald's native socket, for dbus-broker-launch in a container without +systemd: it takes the log entries sent to /run/systemd/journal/socket and appends their MESSAGE +field to the file named on the command line, one entry per line.""" +import array +import os +import socket +import struct +import sys + +PATH = "/run/systemd/journal/socket" + + +def fields(data): + """The fields of an entry of the native journal protocol, as (name, value) pairs.""" + pos = 0 + while pos < len(data): + end = data.find(b"\n", pos) + if end < 0: + end = len(data) + line = data[pos:end] + if b"=" in line: + name, _, value = line.partition(b"=") + yield name, value + pos = end + 1 + elif not line or end + 9 > len(data): + # An empty line, or the end of the entry. + pos = end + 1 + else: + # A binary field: the name, a newline, a 64-bit little-endian length, the value and a + # newline. + size = struct.unpack_from("/dev/null || echo 0) +if [ "$broker" = dbus-daemon ]; then + dbus-daemon --session --nofork --address="unix:path=$sock" > "$dir/broker.log" 2>&1 & +elif [ "$broker" = dbus-broker ]; then + systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS="unix:path=$sock" -l "$sock" \ + dbus-broker-launch --scope user > "$dir/broker.log" 2>&1 & +else + RUST_LOG=busd=warn "$broker" --address "unix:path=$sock" > "$dir/broker.log" 2>&1 & +fi +bpid=$! +for _ in $(seq 100); do [ -S "$sock" ] && break; sleep 0.1; done +export DBUS_SESSION_BUS_ADDRESS="unix:path=$sock" +"$PINGER" > "$dir/pinger.log" 2>&1 & ppid=$! +mpids="" +for _ in $(seq "${K:-1}"); do + gdbus monitor --session --dest org.freedesktop.DBus > /dev/null 2>&1 & mpids="$mpids $!" +done +sleep 1 +kill -STOP $mpids +frozen=$(date +%s%N) +fails=0 +for i in $(seq "$n"); do + t0=$(date +%s%N) + if ! dbus-send --session --print-reply --reply-timeout=25000 --dest=org.freedesktop.DBus \ + /org/freedesktop/DBus org.freedesktop.DBus.GetId > /dev/null 2>&1; then + fails=$((fails + 1)) + fi + t1=$(date +%s%N) + echo "$i $(( (t0 - frozen) / 1000000 )) $(( (t1 - t0) / 1000000 ))" >> "$dir/calls" +done +done_at=$(date +%s%N) +kill -CONT $mpids; sleep 1 +after=no +if dbus-send --session --print-reply --reply-timeout=2000 --dest=org.freedesktop.DBus \ + /org/freedesktop/DBus org.freedesktop.DBus.GetId > /dev/null 2>&1; then + after=yes +fi +alive=$(for p in $mpids; do kill -0 "$p" 2>/dev/null && echo running || echo exited; done | + sort | uniq -c | tr "\n" " ") +kill $ppid $mpids 2>/dev/null +pkill -INT -P $bpid 2>/dev/null; kill -INT $bpid; sleep 0.5 +pkill -KILL -P $bpid 2>/dev/null; kill -KILL $bpid 2>/dev/null; wait 2>/dev/null +total=$(( (done_at - frozen) / 1000000 )) +python3 -I - "$dir/calls" "$label" "$fails" "$after" "$alive" "$total" <<'PY' +import sys +path, label, fails, after, alive, total = sys.argv[1:] +rows = [tuple(map(int, l.split())) for l in open(path)] +d = sorted(r[2] for r in rows) +q = lambda p: d[min(len(d) - 1, int(p * len(d)))] +slow = [(i, at, ms) for i, at, ms in rows if ms > 100] +print(f"{label}: {len(rows)} calls in {int(total)/1000:.1f} s, {fails} failed; " + f"call ms p50 {q(.5)} p99 {q(.99)} max {d[-1]}") +print(f"{label}: calls over 100 ms (call#, ms after freeze, ms): " + f"{slow[:6]}{' ...' if len(slow) > 6 else ''}") +print(f"{label}: after SIGCONT a call {'gets' if after == 'yes' else 'does NOT get'} its reply; " + f"frozen monitors: {alive}") +PY +if [ -n "${JOURNAL:-}" ]; then + tail -n +$((journal_start + 1)) "$JOURNAL" | grep -h "being disconnected\|exceeded its" | + head -3 | sed "s/^/$label: dbus-broker log: /" +fi +grep -h "Disconnecting" "$dir/broker.log" | sed -E 's/\x1b\[[0-9;]*m//g' | cut -c1-160 | + sed "s/^/$label: busd log: /" +grep -c "no reply" "$dir/pinger.log" | sed "s/^/$label: pinger calls without reply: /" +rm -rf "$dir" diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh new file mode 100755 index 0000000..c63ae24 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh @@ -0,0 +1,51 @@ +#!/bin/bash +# Runs a client of the benchmark against a fresh broker, REPEATS times, and prints, for each run, +# the client's exit status, how long it ran, how many clients the broker logged that it +# disconnected, and the client's output. If the client still runs after 15 s, it also prints the +# queues of the unix sockets of the broker and of the client: a deadlock shows as data that neither +# side reads. +# +# Usage: shared-phase.sh LABEL BUSD|dbus-broker CLIENT [REPEATS [LIMIT_SECS]] +# +# For the zbus 4.3 client of the `some-changes` branch, with zbus43-clients.diff applied, +# DBUS_BENCH_SHARED_ONLY=1 runs the phase where the proxies share one connection alone, and +# DBUS_BENCH_CLIENTS sets how many proxies there are (100 by default). $JOURNAL is as in +# frozen-timed.sh. +label=$1 broker=$2 client=$3 repeats=${4:-1} limit=${5:-60} +descendants() { for c in $(pgrep -P "$1"); do echo "$c"; descendants "$c"; done; } +for r in $(seq "$repeats"); do + dir=$(mktemp -d /tmp/shared-XXXXXX) + sock=$dir/bus + journal_start=$(wc -l < "${JOURNAL:-/dev/null}" 2>/dev/null || echo 0) + if [ "$broker" = dbus-broker ]; then + systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS="unix:path=$sock" -l "$sock" \ + dbus-broker-launch --scope user > "$dir/broker.log" 2>&1 & + else + RUST_LOG=busd=warn "$broker" --address "unix:path=$sock" > "$dir/broker.log" 2>&1 & + fi + bpid=$! + for _ in $(seq 100); do [ -S "$sock" ] && break; sleep 0.05; done + start=$(date +%s%N) + DBUS_SESSION_BUS_ADDRESS="unix:path=$sock" timeout "$limit" "$client" > "$dir/client.out" 2>&1 & + cpid=$! + for _ in $(seq 150); do kill -0 $cpid 2>/dev/null || break; sleep 0.1; done + if kill -0 $cpid 2>/dev/null; then + pids=$(echo $bpid $(descendants $bpid) $(descendants $cpid) | tr ' ' '|') + echo "$label run=$r: after 15 s the client still runs; unix sockets (Recv-Q Send-Q):" + ss -xp 2>/dev/null | grep -E "pid=($pids)," | awk '{print $3, $4, $NF}' | sort | uniq -c | + sort -rn | head -6 | sed 's/^/ /' + fi + wait $cpid; rc=$? + end=$(date +%s%N) + if [ "$broker" = dbus-broker ]; then + disc=$(tail -n +$((journal_start + 1)) "${JOURNAL:-/dev/null}" 2>/dev/null | + grep -c "being disconnected") + else + disc=$(grep -c "Disconnecting" "$dir/broker.log") + fi + pkill -INT -P $bpid 2>/dev/null; kill -INT $bpid; sleep 0.3 + pkill -KILL -P $bpid 2>/dev/null; kill -KILL $bpid 2>/dev/null; wait $bpid 2>/dev/null + echo "$label run=$r exit=$rc wall=$(( (end - start) / 1000000 ))ms disconnects=$disc" + head -5 "$dir/client.out" | cut -c1-140 | sed 's/^/ /' + rm -rf "$dir" +done diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff new file mode 100644 index 0000000..0f45830 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff @@ -0,0 +1,52 @@ +diff --git a/src/main.rs b/src/main.rs +index 30ac8eb..98c953c 100644 +--- a/src/main.rs ++++ b/src/main.rs +@@ -22,6 +22,7 @@ trait Service { + async fn main() -> Result<(), Box> { + let data = ByteBuf::from(vec![0u8; 16 * 1024]); + ++ if std::env::var_os("DBUS_BENCH_SHARED_ONLY").is_none() { + let before = std::time::Instant::now(); + hammer(&data, None).await?; + let elapsed = before.elapsed(); +@@ -31,9 +32,11 @@ async fn main() -> Result<(), Box> { + hammer_multi(&data, None).await?; + let elapsed = before.elapsed(); + println!( +- "Hammering using 100 simultaneous clients took {:?}", ++ "Hammering using {} simultaneous clients took {:?}", ++ clients(), + elapsed + ); ++ } + let conn = zbus::connection::Builder::session()? + .serve_at("/org/dbus2/benchmark", Service)? + .build() +@@ -42,7 +45,8 @@ async fn main() -> Result<(), Box> { + hammer_multi(&data, Some(&conn)).await?; + let elapsed = before.elapsed(); + println!( +- "Hammering using 100 simultaneous clients while sharing the same connection took {:?}", ++ "Hammering using {} simultaneous clients while sharing the same connection took {:?}", ++ clients(), + elapsed + ); + +@@ -70,7 +74,15 @@ async fn hammer(data: &ByteBuf, conn: Option<&Connection>) -> zbus::Result<()> { + } + + async fn hammer_multi(data: &ByteBuf, conn: Option<&Connection>) -> zbus::Result<()> { +- futures_util::future::try_join_all((0..100).map(|_| hammer(data, conn))) ++ futures_util::future::try_join_all((0..clients()).map(|_| hammer(data, conn))) + .await + .map(|_| ()) + } ++ ++/// The number of clients of the multi-client phases: `$DBUS_BENCH_CLIENTS`, 100 by default. ++fn clients() -> usize { ++ std::env::var("DBUS_BENCH_CLIENTS") ++ .ok() ++ .and_then(|n| n.parse().ok()) ++ .unwrap_or(100) ++} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.json new file mode 100644 index 0000000..f32c550 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.json @@ -0,0 +1,706 @@ +{ + "source": { + "file": "calls.json", + "started": "2026-10-22T13:46:37+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "revert", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.1637890981, + "median": 0.15639490700000003 + }, + "candidate": { + "mean": 0.15836570716666667, + "median": 0.154000539 + }, + "diff": { + "mean": -0.0054233909333333335, + "sd": 0.024040368685660993, + "se": 0.0031035982518750438, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01163367669077813, + 0.0007868948241114629 + ] + }, + "pct": { + "value": -3.311203856817213, + "ci95": [ + -6.830742156759903, + 0.33137946370981053 + ], + "ci90": [ + -6.26285317650382, + -0.2937102236809073 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9785662457100717, + "wilcoxon": { + "p": 0.10066515762653486, + "z": -1.6416374693627116, + "w_plus": 692.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.7211257726166667, + "median": 0.7043053755 + }, + "candidate": { + "mean": 0.7307437380999999, + "median": 0.7067923174999999 + }, + "diff": { + "mean": 0.009617965483333334, + "sd": 0.09591828036323136, + "se": 0.012382996748121631, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015160353776540122, + 0.03439628474320679 + ] + }, + "pct": { + "value": 1.3337431344928374, + "ci95": [ + -2.0703176629161386, + 4.611900395286619 + ], + "ci90": [ + -1.4888179589150932, + 4.07636856703446 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0175608222821815, + "wilcoxon": { + "p": 0.19764832976308996, + "z": 1.2882805252846392, + "w_plus": 1090.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8907187237499632, + "median": 0.8711003734997576 + }, + "candidate": { + "mean": 0.8953386917333319, + "median": 0.8710520120002911 + }, + "diff": { + "mean": 0.004619967983368649, + "sd": 0.10080658421280186, + "se": 0.01301407406147457, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.021421134063740403, + 0.030661070030477702 + ] + }, + "pct": { + "value": 0.5186786647886299, + "ci95": [ + -2.3968866855570092, + 3.259076087867298 + ], + "ci90": [ + -1.8937255501166272, + 2.8256430389495986 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0100351664461118, + "wilcoxon": { + "p": 0.4180687388873878, + "z": 0.809776330178916, + "w_plus": 1025.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7525104000000016, + "median": 0.7470284999999945 + }, + "candidate": { + "mean": 0.7651902666666658, + "median": 0.7446615000000065 + }, + "diff": { + "mean": 0.012679866666664185, + "sd": 0.08422378425311022, + "se": 0.010873243792228746, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009077443906412503, + 0.03443717723974087 + ] + }, + "pct": { + "value": 1.685008827341683, + "ci95": [ + -1.028672000962955, + 4.53691558363992 + ], + "ci90": [ + -0.6510714096526731, + 4.045266773958019 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0104397833100496, + "wilcoxon": { + "p": 0.3613273432756863, + "z": 0.9128387722016872, + "w_plus": 1039.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4664.233333333334, + "median": 4515.0 + }, + "candidate": { + "mean": 4598.333333333333, + "median": 4301.5 + }, + "diff": { + "mean": -65.9, + "sd": 1052.9921161196648, + "se": 135.9406976473056, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -337.91670768635345, + 206.1167076863534 + ] + }, + "pct": { + "value": -1.4128795729201782, + "ci95": [ + -6.871044778964289, + 4.252443287507935 + ], + "ci90": [ + -6.034538310448848, + 3.385985848469458 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.974993228587163, + "wilcoxon": { + "p": 0.38704357353794355, + "z": -0.8649912824863573, + "w_plus": 797.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6673333333333333, + "median": 0.6599999999999999 + }, + "candidate": { + "mean": 0.679, + "median": 0.6599999999999999 + }, + "diff": { + "mean": 0.01166666666666668, + "sd": 0.08409370614040851, + "se": 0.01085645078008875, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010057041166733699, + 0.03339037450006706 + ] + }, + "pct": { + "value": 1.7482517482517501, + "ci95": [ + -1.3255030643486245, + 4.9222526044081825 + ], + "ci90": [ + -0.8942879498346572, + 4.420689879835314 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0072463768115942, + "wilcoxon": { + "p": 0.36539409590147554, + "z": 0.9051345773217555, + "w_plus": 847.5, + "n_nonzero": 54, + "variance": 13457.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.513, + "median": 0.49000000000000005 + }, + "candidate": { + "mean": 0.49766666666666665, + "median": 0.49 + }, + "diff": { + "mean": -0.015333333333333332, + "sd": 0.08003106741392639, + "se": 0.010331966375777999, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03600755029782852, + 0.005340883631161855 + ] + }, + "pct": { + "value": -2.9889538661468595, + "ci95": [ + -6.811208572787877, + 0.8638161108569116 + ], + "ci90": [ + -6.196170621170976, + 0.26477370312823084 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9587234042553192, + "wilcoxon": { + "p": 0.08998432561710792, + "z": -1.6954803983857234, + "w_plus": 637.0, + "n_nonzero": 58, + "variance": 16608.0 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3220319166666667, + "median": 0.31790799999999997 + }, + "candidate": { + "mean": 0.30749449999999995, + "median": 0.3048915 + }, + "diff": { + "mean": -0.014537416666666666, + "sd": 0.043728219173408876, + "se": 0.005645288820597348, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.025833613504655337, + -0.0032412198286779926 + ] + }, + "pct": { + "value": -4.514278217247125, + "ci95": [ + -7.744244325492136, + -1.067873883346827 + ], + "ci90": [ + -7.230366404509091, + -1.6672216511280171 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9357612608009136, + "wilcoxon": { + "p": 0.004286072882191054, + "z": -2.8563019646310854, + "w_plus": 527.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.2771513833333333, + "median": 0.265323 + }, + "candidate": { + "mean": 0.27290485, + "median": 0.272435 + }, + "diff": { + "mean": -0.00424653333333333, + "sd": 0.05987992493809666, + "se": 0.007730465068579951, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01971515820603463, + 0.01122209153936797 + ] + }, + "pct": { + "value": -1.5322071577849372, + "ci95": [ + -6.744855627866146, + 3.931144933196568 + ], + "ci90": [ + -5.930708826213631, + 2.951009841064119 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0289073067702503, + "wilcoxon": { + "p": 0.8829488560906199, + "z": -0.1472320600325302, + "w_plus": 895.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5991833, + "median": 0.5761485 + }, + "candidate": { + "mean": 0.58039935, + "median": 0.569284 + }, + "diff": { + "mean": -0.018783949999999994, + "sd": 0.08295908664331093, + "se": 0.010709972032870713, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04021455453722892, + 0.0026466545372289332 + ] + }, + "pct": { + "value": -3.1349254894119993, + "ci95": [ + -6.509226044826126, + 0.2755542739221446 + ], + "ci90": [ + -5.927986647208551, + -0.2815903829591428 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9728250300368698, + "wilcoxon": { + "p": 0.03722082158443866, + "z": -2.083333649460302, + "w_plus": 632.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5159.05, + "median": 5264.0 + }, + "candidate": { + "mean": 5385.15, + "median": 5386.0 + }, + "diff": { + "mean": 226.1, + "sd": 729.3723026906104, + "se": 94.16155938352297, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 37.683154879986404, + 414.5168451200136 + ] + }, + "pct": { + "value": 4.382589817892812, + "ci95": [ + 0.9002340915979369, + 8.178836500190663 + ], + "ci90": [ + 1.3974021106283818, + 7.502170602819687 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0507107144406338, + "wilcoxon": { + "p": 0.023366936469743825, + "z": 2.2673814043046643, + "w_plus": 1223.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4904.0, + "median": 4904.0 + }, + "candidate": { + "mean": 4835.533333333334, + "median": 4836.0 + }, + "diff": { + "mean": -68.46666666666667, + "sd": 122.84335714836283, + "se": 15.859009214260634, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -100.20047080546148, + -36.73286252787186 + ] + }, + "pct": { + "value": -1.3961392060902633, + "ci95": [ + -2.0156196235240404, + -0.7539993224107842 + ], + "ci90": [ + -1.9205434489624733, + -0.864984703494675 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9852613303481053, + "wilcoxon": { + "p": 1.9289431838134904e-05, + "z": -4.272960869221304, + "w_plus": 319.0, + "n_nonzero": 59, + "variance": 17545.875 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18714.933333333334, + "median": 18668.0 + }, + "candidate": { + "mean": 18712.8, + "median": 18668.0 + }, + "diff": { + "mean": -2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6.402123473254974, + 2.135456806588308 + ] + }, + "pct": { + "value": -0.011399096621600435, + "ci95": [ + -0.034212889706197736, + 0.0 + ], + "ci90": [ + -0.034193392126968813, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.md new file mode 100644 index 0000000..2265e69 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-revert.stats.md @@ -0,0 +1,41 @@ +candidate revert against baseline baseline, from calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1638 | 0.1584 | -3.31 | [-6.83, +0.33] | [-6.26, -0.29] | 0.979 | 0.1007 | inconclusive | +| multi_s | 60 | 0.7211 | 0.7307 | +1.33 | [-2.07, +4.61] | [-1.49, +4.08] | 1.018 | 0.1976 | no material change | +| client_wall_s | 60 | 0.8907 | 0.8953 | +0.52 | [-2.40, +3.26] | [-1.89, +2.83] | 1.010 | 0.4181 | no material change | +| client_cpu_s | 60 | 0.7525 | 0.7652 | +1.69 | [-1.03, +4.54] | [-0.65, +4.05] | 1.010 | 0.3613 | no material change | +| client_vcsw | 60 | 4664.2 | 4598.3 | -1.41 | [-6.87, +4.25] | [-6.03, +3.39] | 0.975 | 0.3870 | inconclusive | +| multi_client_cpu_s | 60 | 0.6673 | 0.6790 | +1.75 | [-1.33, +4.92] | [-0.89, +4.42] | 1.007 | 0.3654 | no material change | +| multi_broker_cpu_s | 60 | 0.5130 | 0.4977 | -2.99 | [-6.81, +0.86] | [-6.20, +0.26] | 0.959 | 0.0900 | inconclusive | +| broker_user_s | 60 | 0.3220 | 0.3075 | -4.51 | [-7.74, -1.07] | [-7.23, -1.67] | 0.936 | 0.0043 | inconclusive; repeatable change (-) | +| broker_sys_s | 60 | 0.2772 | 0.2729 | -1.53 | [-6.74, +3.93] | [-5.93, +2.95] | 1.029 | 0.8829 | inconclusive | +| broker_cpu_s | 60 | 0.5992 | 0.5804 | -3.13 | [-6.51, +0.28] | [-5.93, -0.28] | 0.973 | 0.0372 | inconclusive | +| broker_vcsw | 60 | 5159.1 | 5385.1 | +4.38 | [+0.90, +8.18] | [+1.40, +7.50] | 1.051 | 0.0234 | inconclusive; repeatable change (+) | +| broker_maxrss_kib | 60 | 4904 | 4836 | -1.40 | [-2.02, -0.75] | [-1.92, -0.86] | 0.985 | <0.0001 | no material change; repeatable change (-) | +| broker_ru_maxrss_kib | 60 | 18715 | 18713 | -0.01 | [-0.03, +0.00] | [-0.03, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1564 | 0.1540 | -0.0054 | [-0.0116, +0.0008] | +| multi_s | 0.7043 | 0.7068 | +0.0096 | [-0.0152, +0.0344] | +| client_wall_s | 0.8711 | 0.8711 | +0.0046 | [-0.0214, +0.0307] | +| client_cpu_s | 0.7470 | 0.7447 | +0.0127 | [-0.0091, +0.0344] | +| client_vcsw | 4515.0 | 4301.5 | -65.9 | [-337.9, +206.1] | +| multi_client_cpu_s | 0.6600 | 0.6600 | +0.0117 | [-0.0101, +0.0334] | +| multi_broker_cpu_s | 0.4900 | 0.4900 | -0.0153 | [-0.0360, +0.0053] | +| broker_user_s | 0.3179 | 0.3049 | -0.0145 | [-0.0258, -0.0032] | +| broker_sys_s | 0.2653 | 0.2724 | -0.0042 | [-0.0197, +0.0112] | +| broker_cpu_s | 0.5761 | 0.5693 | -0.0188 | [-0.0402, +0.0026] | +| broker_vcsw | 5264.0 | 5386.0 | +226.1 | [+37.7, +414.5] | +| broker_maxrss_kib | 4904 | 4836 | -68 | [-100, -37] | +| broker_ru_maxrss_kib | 18668 | 18668 | -2 | [-6, +2] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.json new file mode 100644 index 0000000..6726652 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.json @@ -0,0 +1,706 @@ +{ + "source": { + "file": "calls.json", + "started": "2026-10-22T13:46:37+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "revert", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.15836570716666667, + "median": 0.154000539 + }, + "candidate": { + "mean": 0.1606707185, + "median": 0.15930750200000002 + }, + "diff": { + "mean": 0.002305011333333331, + "sd": 0.02093508219422611, + "se": 0.002702707489657372, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.00310309386179562, + 0.007713116528462282 + ] + }, + "pct": { + "value": 1.4554990310544191, + "ci95": [ + -1.733746343737574, + 4.889278955463225 + ], + "ci90": [ + -1.2749418949899094, + 4.3146164953775585 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0190629755261593, + "wilcoxon": { + "p": 0.369123941061795, + "z": 0.8981155661984341, + "w_plus": 1037.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.7307437380999999, + "median": 0.7067923174999999 + }, + "candidate": { + "mean": 0.7214379884500001, + "median": 0.7067892095000001 + }, + "diff": { + "mean": -0.009305749650000007, + "sd": 0.09458644706163491, + "se": 0.012211057808221381, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.033740019885819664, + 0.015128520585819653 + ] + }, + "pct": { + "value": -1.2734627975322321, + "ci95": [ + -4.409771125008446, + 1.9158054479971036 + ], + "ci90": [ + -3.923013357121677, + 1.4074935943231601 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9933095224647968, + "wilcoxon": { + "p": 0.5076224727946959, + "z": -0.6625442701463858, + "w_plus": 825.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8953386917333319, + "median": 0.8710520120002911 + }, + "candidate": { + "mean": 0.8879854816332682, + "median": 0.8767195790001097 + }, + "diff": { + "mean": -0.007353210100063734, + "sd": 0.10048750331824186, + "se": 0.012972880895117108, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03331188481168268, + 0.018605464611555215 + ] + }, + "pct": { + "value": -0.8212769277097021, + "ci95": [ + -3.5288774392763043, + 1.9750627338119748 + ], + "ci90": [ + -3.1117759441901423, + 1.505314657295261 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.996751090867441, + "wilcoxon": { + "p": 0.6012012645734974, + "z": -0.5226738131154822, + "w_plus": 844.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7651902666666658, + "median": 0.7446615000000065 + }, + "candidate": { + "mean": 0.7552544166666671, + "median": 0.7405724999999919 + }, + "diff": { + "mean": -0.009935849999998518, + "sd": 0.08347949973208753, + "se": 0.010777157073736717, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03150089149347699, + 0.011629191493479955 + ] + }, + "pct": { + "value": -1.2984809703972533, + "ci95": [ + -3.942152997626833, + 1.4425038052823216 + ], + "ci90": [ + -3.5097688297176908, + 0.999402087823958 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9903019154253085, + "wilcoxon": { + "p": 0.4373642624993115, + "z": -0.776651747253708, + "w_plus": 809.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4598.333333333333, + "median": 4301.5 + }, + "candidate": { + "mean": 4768.416666666667, + "median": 4515.5 + }, + "diff": { + "mean": 170.08333333333334, + "sd": 1295.7249824812318, + "se": 167.2773759471569, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -164.63792279566152, + 504.8045894623282 + ] + }, + "pct": { + "value": 3.698803914461779, + "ci95": [ + -3.411960803388282, + 10.95217237629134 + ], + "ci90": [ + -2.215374583415129, + 9.808874402790057 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.039924479170511, + "wilcoxon": { + "p": 0.019422302679309788, + "z": 2.337324786458384, + "w_plus": 1232.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.679, + "median": 0.6599999999999999 + }, + "candidate": { + "mean": 0.6686666666666666, + "median": 0.655 + }, + "diff": { + "mean": -0.010333333333333332, + "sd": 0.08148966174768069, + "se": 0.01052027009456143, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.031384345168790996, + 0.010717678502124335 + ] + }, + "pct": { + "value": -1.5218458517427758, + "ci95": [ + -4.462725651723917, + 1.4630850071509875 + ], + "ci90": [ + -3.960172991451386, + 0.9894639865975637 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9842431761786601, + "wilcoxon": { + "p": 0.4401690688613514, + "z": -0.7719077466217502, + "w_plus": 703.5, + "n_nonzero": 56, + "variance": 14987.625 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.49766666666666665, + "median": 0.49 + }, + "candidate": { + "mean": 0.5043333333333334, + "median": 0.49000000000000005 + }, + "diff": { + "mean": 0.006666666666666674, + "sd": 0.07997174642327565, + "se": 0.010324308068815638, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.013992226060992846, + 0.027325559394326196 + ] + }, + "pct": { + "value": 1.3395847287341223, + "ci95": [ + -2.6836527926027323, + 5.386166174485567 + ], + "ci90": [ + -2.0156564059526882, + 4.755592880227125 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.019638043896804, + "wilcoxon": { + "p": 0.3834318765712341, + "z": 0.871590387408285, + "w_plus": 904.5, + "n_nonzero": 56, + "variance": 14930.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.30749449999999995, + "median": 0.3048915 + }, + "candidate": { + "mean": 0.30982291666666667, + "median": 0.30459349999999996 + }, + "diff": { + "mean": 0.0023284166666666687, + "sd": 0.05318309419173067, + "se": 0.006865907936811777, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.011410233381273265, + 0.0160670667146066 + ] + }, + "pct": { + "value": 0.7572222158987341, + "ci95": [ + -3.344425999435397, + 5.226654134138789 + ], + "ci90": [ + -2.7830995061469093, + 4.461052344232411 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9898677642800275, + "wilcoxon": { + "p": 0.740438937130804, + "z": 0.3312721350731929, + "w_plus": 960.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.27290485, + "median": 0.272435 + }, + "candidate": { + "mean": 0.27815145, + "median": 0.2682915 + }, + "diff": { + "mean": 0.005246599999999998, + "sd": 0.06739044645745859, + "se": 0.008700069227440658, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.012162198313156743, + 0.022655398313156737 + ] + }, + "pct": { + "value": 1.9225015605256024, + "ci95": [ + -4.169696862116559, + 8.352408173877032 + ], + "ci90": [ + -3.215763268387138, + 7.246162588036338 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0247423459001896, + "wilcoxon": { + "p": 0.5363284027088389, + "z": 0.6183746521366268, + "w_plus": 999.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.58039935, + "median": 0.569284 + }, + "candidate": { + "mean": 0.5879743666666666, + "median": 0.5697975 + }, + "diff": { + "mean": 0.007575016666666664, + "sd": 0.0853893546013612, + "se": 0.011023718277149052, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014483392655255774, + 0.0296334259885891 + ] + }, + "pct": { + "value": 1.305138723306043, + "ci95": [ + -2.3767094693514745, + 5.057076695068678 + ], + "ci90": [ + -1.742616220076522, + 4.418134223117989 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.001823782532572, + "wilcoxon": { + "p": 0.37306117775277714, + "z": 0.8907539631968077, + "w_plus": 1036.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5385.15, + "median": 5386.0 + }, + "candidate": { + "mean": 5322.966666666666, + "median": 5384.5 + }, + "diff": { + "mean": -62.18333333333333, + "sd": 765.1818769431617, + "se": 98.78455554068661, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -259.8507723967512, + 135.48410573008454 + ] + }, + "pct": { + "value": -1.154718686263767, + "ci95": [ + -4.74011871021127, + 2.5021450962261564 + ], + "ci90": [ + -4.113916023069718, + 1.9179356940604624 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9764435150817377, + "wilcoxon": { + "p": 0.3890686778734409, + "z": -0.8613075511903016, + "w_plus": 798.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4835.533333333334, + "median": 4836.0 + }, + "candidate": { + "mean": 4880.2, + "median": 4876.0 + }, + "diff": { + "mean": 44.666666666666664, + "sd": 137.89736623960303, + "se": 17.802473431061582, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 9.043999612573216, + 80.28933372076011 + ] + }, + "pct": { + "value": 0.9237174803192971, + "ci95": [ + 0.18096218965834635, + 1.6290086710025729 + ], + "ci90": [ + 0.3093159837762838, + 1.524149389119688 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.009448510546358, + "wilcoxon": { + "p": 0.005760924441836156, + "z": 2.7610874729705275, + "w_plus": 1290.0, + "n_nonzero": 60, + "variance": 18446.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18712.8, + "median": 18668.0 + }, + "candidate": { + "mean": 18714.933333333334, + "median": 18668.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.011400396163785409, + "ci95": [ + 0.0, + 0.0342245989304768 + ], + "ci90": [ + 0.0, + 0.03420508800684452 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.md new file mode 100644 index 0000000..504eb54 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout-vs-revert.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline revert, from calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1584 | 0.1607 | +1.46 | [-1.73, +4.89] | [-1.27, +4.31] | 1.019 | 0.3691 | no material change | +| multi_s | 60 | 0.7307 | 0.7214 | -1.27 | [-4.41, +1.92] | [-3.92, +1.41] | 0.993 | 0.5076 | no material change | +| client_wall_s | 60 | 0.8953 | 0.8880 | -0.82 | [-3.53, +1.98] | [-3.11, +1.51] | 0.997 | 0.6012 | no material change | +| client_cpu_s | 60 | 0.7652 | 0.7553 | -1.30 | [-3.94, +1.44] | [-3.51, +1.00] | 0.990 | 0.4374 | no material change | +| client_vcsw | 60 | 4598.3 | 4768.4 | +3.70 | [-3.41, +10.95] | [-2.22, +9.81] | 1.040 | 0.0194 | inconclusive | +| multi_client_cpu_s | 60 | 0.6790 | 0.6687 | -1.52 | [-4.46, +1.46] | [-3.96, +0.99] | 0.984 | 0.4402 | no material change | +| multi_broker_cpu_s | 60 | 0.4977 | 0.5043 | +1.34 | [-2.68, +5.39] | [-2.02, +4.76] | 1.020 | 0.3834 | no material change | +| broker_user_s | 60 | 0.3075 | 0.3098 | +0.76 | [-3.34, +5.23] | [-2.78, +4.46] | 0.990 | 0.7404 | no material change | +| broker_sys_s | 60 | 0.2729 | 0.2782 | +1.92 | [-4.17, +8.35] | [-3.22, +7.25] | 1.025 | 0.5363 | inconclusive | +| broker_cpu_s | 60 | 0.5804 | 0.5880 | +1.31 | [-2.38, +5.06] | [-1.74, +4.42] | 1.002 | 0.3731 | no material change | +| broker_vcsw | 60 | 5385.1 | 5323.0 | -1.15 | [-4.74, +2.50] | [-4.11, +1.92] | 0.976 | 0.3891 | no material change | +| broker_maxrss_kib | 60 | 4836 | 4880 | +0.92 | [+0.18, +1.63] | [+0.31, +1.52] | 1.009 | 0.0058 | no material change; repeatable change (+) | +| broker_ru_maxrss_kib | 60 | 18713 | 18715 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1540 | 0.1593 | +0.0023 | [-0.0031, +0.0077] | +| multi_s | 0.7068 | 0.7068 | -0.0093 | [-0.0337, +0.0151] | +| client_wall_s | 0.8711 | 0.8767 | -0.0074 | [-0.0333, +0.0186] | +| client_cpu_s | 0.7447 | 0.7406 | -0.0099 | [-0.0315, +0.0116] | +| client_vcsw | 4301.5 | 4515.5 | +170.1 | [-164.6, +504.8] | +| multi_client_cpu_s | 0.6600 | 0.6550 | -0.0103 | [-0.0314, +0.0107] | +| multi_broker_cpu_s | 0.4900 | 0.4900 | +0.0067 | [-0.0140, +0.0273] | +| broker_user_s | 0.3049 | 0.3046 | +0.0023 | [-0.0114, +0.0161] | +| broker_sys_s | 0.2724 | 0.2683 | +0.0052 | [-0.0122, +0.0227] | +| broker_cpu_s | 0.5693 | 0.5698 | +0.0076 | [-0.0145, +0.0296] | +| broker_vcsw | 5386.0 | 5384.5 | -62.2 | [-259.9, +135.5] | +| broker_maxrss_kib | 4836 | 4876 | +45 | [+9, +80] | +| broker_ru_maxrss_kib | 18668 | 18668 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.json new file mode 100644 index 0000000..f420161 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.json @@ -0,0 +1,700 @@ +{ + "source": { + "file": "calls.json", + "started": "2026-10-22T13:46:37+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.1637890981, + "median": 0.15639490700000003 + }, + "candidate": { + "mean": 0.1606707185, + "median": 0.15930750200000002 + }, + "diff": { + "mean": -0.003118379600000003, + "sd": 0.02576126092768667, + "se": 0.00332576448500781, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009773218963110744, + 0.003536459763110739 + ] + }, + "pct": { + "value": -1.9038993658149983, + "ci95": [ + -5.653635487816403, + 1.9578400319069336 + ], + "ci90": [ + -5.101482895446809, + 1.3957618001914487 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.975984190494078, + "wilcoxon": { + "p": 0.470640630974582, + "z": -0.7214370941593979, + "w_plus": 817.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.7211257726166667, + "median": 0.7043053755 + }, + "candidate": { + "mean": 0.7214379884500001, + "median": 0.7067892095000001 + }, + "diff": { + "mean": 0.0003122158333333273, + "sd": 0.11636839116816793, + "se": 0.015023094700642154, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.029748927227234, + 0.030373358893900654 + ] + }, + "pct": { + "value": 0.043295614328209275, + "ci95": [ + -4.022153388594968, + 4.081033982460254 + ], + "ci90": [ + -3.3833263743370994, + 3.414303613314693 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9935210492478063, + "wilcoxon": { + "p": 0.7740338249385742, + "z": 0.28710251706343387, + "w_plus": 954.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8907187237499632, + "median": 0.8711003734997576 + }, + "candidate": { + "mean": 0.8879854816332682, + "median": 0.8767195790001097 + }, + "diff": { + "mean": -0.0027332421166950858, + "sd": 0.12682385693729442, + "se": 0.016372889527331107, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.035495318386834465, + 0.030028834153444293 + ] + }, + "pct": { + "value": -0.30685805112392606, + "ci95": [ + -3.8823253072316453, + 3.2554441201587148 + ], + "ci90": [ + -3.3245353167284915, + 2.6351524305619187 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.994416403953748, + "wilcoxon": { + "p": 0.9647691997243222, + "z": -0.044169618009759055, + "w_plus": 909.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7525104000000016, + "median": 0.7470284999999945 + }, + "candidate": { + "mean": 0.7552544166666671, + "median": 0.7405724999999919 + }, + "diff": { + "mean": 0.002744016666665668, + "sd": 0.08767306407686953, + "se": 0.011318543902689715, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.019904337369305615, + 0.025392370702636953 + ] + }, + "pct": { + "value": 0.36464833797187346, + "ci95": [ + -2.546921060684381, + 3.311886217412729 + ], + "ci90": [ + -2.0527319307277567, + 2.8201737995359726 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0045070116396668, + "wilcoxon": { + "p": 0.7515858928967062, + "z": 0.3165489290699399, + "w_plus": 958.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4664.233333333334, + "median": 4515.0 + }, + "candidate": { + "mean": 4768.416666666667, + "median": 4515.5 + }, + "diff": { + "mean": 104.18333333333334, + "sd": 1191.4680233077897, + "se": 153.817860393658, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -203.60549438180306, + 411.97216104846973 + ] + }, + "pct": { + "value": 2.233664696591786, + "ci95": [ + -3.9317816346585786, + 8.848360812486534 + ], + "ci90": [ + -2.9401217619796243, + 7.7790313908846604 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0114319566689236, + "wilcoxon": { + "p": 0.4683766933868505, + "z": 0.7251228077674041, + "w_plus": 1013.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6673333333333333, + "median": 0.6599999999999999 + }, + "candidate": { + "mean": 0.6686666666666666, + "median": 0.655 + }, + "diff": { + "mean": 0.0013333333333333474, + "sd": 0.08638633497293713, + "se": 0.011152427889669362, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.020982623328357763, + 0.023649289995024456 + ] + }, + "pct": { + "value": 0.19980019980019303, + "ci95": [ + -3.010948599939696, + 3.47240456856343 + ], + "ci90": [ + -2.4848521923573728, + 2.9397233346330194 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0149286987522281, + "wilcoxon": { + "p": 0.8342459754284697, + "z": 0.20925910378646254, + "w_plus": 882.5, + "n_nonzero": 58, + "variance": 16647.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.513, + "median": 0.49000000000000005 + }, + "candidate": { + "mean": 0.5043333333333334, + "median": 0.49000000000000005 + }, + "diff": { + "mean": -0.00866666666666666, + "sd": 0.08772968240647656, + "se": 0.011325853297611651, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.031329646768093355, + 0.01399631343476004 + ] + }, + "pct": { + "value": -1.6894087069525554, + "ci95": [ + -5.8750520744889085, + 2.560798624786062 + ], + "ci90": [ + -5.218540782906779, + 1.8339446482160682 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.970020964360587, + "wilcoxon": { + "p": 0.35376444601798707, + "z": -0.9273122304746243, + "w_plus": 710.0, + "n_nonzero": 57, + "variance": 15783.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3220319166666667, + "median": 0.31790799999999997 + }, + "candidate": { + "mean": 0.30982291666666667, + "median": 0.30459349999999996 + }, + "diff": { + "mean": -0.012208999999999998, + "sd": 0.05286696494800471, + "se": 0.00682509582693845, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.025865985204713372, + 0.001447985204713377 + ] + }, + "pct": { + "value": -3.791239118896861, + "ci95": [ + -7.687001326246534, + 0.331017706602856 + ], + "ci90": [ + -7.105324740305831, + -0.3283056123437702 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.961064783121305, + "wilcoxon": { + "p": 0.03655539084970375, + "z": -2.090695252461929, + "w_plus": 631.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.2771513833333333, + "median": 0.265323 + }, + "candidate": { + "mean": 0.27815145, + "median": 0.2682915 + }, + "diff": { + "mean": 0.0010000666666666676, + "sd": 0.07181440453564339, + "se": 0.009271199759478307, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.017551561201382505, + 0.01955169453471584 + ] + }, + "pct": { + "value": 0.36083769622177186, + "ci95": [ + -5.878840154327423, + 6.9465053155405725 + ], + "ci90": [ + -4.969869413257717, + 5.832540641223722 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.010303523764208, + "wilcoxon": { + "p": 0.7627849206417023, + "z": 0.30182572306668687, + "w_plus": 956.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5991833, + "median": 0.5761485 + }, + "candidate": { + "mean": 0.5879743666666666, + "median": 0.5697975 + }, + "diff": { + "mean": -0.011208933333333329, + "sd": 0.09394635589415956, + "se": 0.012128422393831832, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.035477850486893094, + 0.013059983820226434 + ] + }, + "pct": { + "value": -1.8707018926150676, + "ci95": [ + -5.713113505615268, + 2.0108684052829697 + ], + "ci90": [ + -5.062862215011936, + 1.3975577035265736 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9808939602931664, + "wilcoxon": { + "p": 0.2134587472558593, + "z": -1.2441109072748802, + "w_plus": 746.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5159.05, + "median": 5264.0 + }, + "candidate": { + "mean": 5322.966666666666, + "median": 5384.5 + }, + "diff": { + "mean": 163.91666666666666, + "sd": 699.0812443187073, + "se": 90.25100056307706, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -16.67516832789235, + 344.50850166122564 + ] + }, + "pct": { + "value": 3.177264548059555, + "ci95": [ + -0.15423394483197767, + 6.622518789165398 + ], + "ci90": [ + 0.3306691871713908, + 6.089403081581676 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0312230164723206, + "wilcoxon": { + "p": 0.05948786601845171, + "z": 1.8845703684163864, + "w_plus": 1171.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4904.0, + "median": 4904.0 + }, + "candidate": { + "mean": 4880.2, + "median": 4876.0 + }, + "diff": { + "mean": -23.8, + "sd": 116.79662172964433, + "se": 15.078379028406658, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -53.97176674490482, + 6.371766744904818 + ] + }, + "pct": { + "value": -0.48531810766720973, + "ci95": [ + -1.0832235139194868, + 0.1119238869937572 + ], + "ci90": [ + -0.9903941288326668, + 0.013625723279501175 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9963104295678028, + "wilcoxon": { + "p": 0.11855161896832966, + "z": -1.5608818987462205, + "w_plus": 703.0, + "n_nonzero": 60, + "variance": 18447.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18714.933333333334, + "median": 18668.0 + }, + "candidate": { + "mean": 18714.933333333334, + "median": 18668.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.md new file mode 100644 index 0000000..d1bcc02 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/calls-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1638 | 0.1607 | -1.90 | [-5.65, +1.96] | [-5.10, +1.40] | 0.976 | 0.4706 | inconclusive | +| multi_s | 60 | 0.7211 | 0.7214 | +0.04 | [-4.02, +4.08] | [-3.38, +3.41] | 0.994 | 0.7740 | no material change | +| client_wall_s | 60 | 0.8907 | 0.8880 | -0.31 | [-3.88, +3.26] | [-3.32, +2.64] | 0.994 | 0.9648 | no material change | +| client_cpu_s | 60 | 0.7525 | 0.7553 | +0.36 | [-2.55, +3.31] | [-2.05, +2.82] | 1.005 | 0.7516 | no material change | +| client_vcsw | 60 | 4664.2 | 4768.4 | +2.23 | [-3.93, +8.85] | [-2.94, +7.78] | 1.011 | 0.4684 | inconclusive | +| multi_client_cpu_s | 60 | 0.6673 | 0.6687 | +0.20 | [-3.01, +3.47] | [-2.48, +2.94] | 1.015 | 0.8342 | no material change | +| multi_broker_cpu_s | 60 | 0.5130 | 0.5043 | -1.69 | [-5.88, +2.56] | [-5.22, +1.83] | 0.970 | 0.3538 | inconclusive | +| broker_user_s | 60 | 0.3220 | 0.3098 | -3.79 | [-7.69, +0.33] | [-7.11, -0.33] | 0.961 | 0.0366 | inconclusive | +| broker_sys_s | 60 | 0.2772 | 0.2782 | +0.36 | [-5.88, +6.95] | [-4.97, +5.83] | 1.010 | 0.7628 | inconclusive | +| broker_cpu_s | 60 | 0.5992 | 0.5880 | -1.87 | [-5.71, +2.01] | [-5.06, +1.40] | 0.981 | 0.2135 | inconclusive | +| broker_vcsw | 60 | 5159.1 | 5323.0 | +3.18 | [-0.15, +6.62] | [+0.33, +6.09] | 1.031 | 0.0595 | inconclusive | +| broker_maxrss_kib | 60 | 4904 | 4880 | -0.49 | [-1.08, +0.11] | [-0.99, +0.01] | 0.996 | 0.1186 | no material change | +| broker_ru_maxrss_kib | 60 | 18715 | 18715 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1564 | 0.1593 | -0.0031 | [-0.0098, +0.0035] | +| multi_s | 0.7043 | 0.7068 | +0.0003 | [-0.0297, +0.0304] | +| client_wall_s | 0.8711 | 0.8767 | -0.0027 | [-0.0355, +0.0300] | +| client_cpu_s | 0.7470 | 0.7406 | +0.0027 | [-0.0199, +0.0254] | +| client_vcsw | 4515.0 | 4515.5 | +104.2 | [-203.6, +412.0] | +| multi_client_cpu_s | 0.6600 | 0.6550 | +0.0013 | [-0.0210, +0.0236] | +| multi_broker_cpu_s | 0.4900 | 0.4900 | -0.0087 | [-0.0313, +0.0140] | +| broker_user_s | 0.3179 | 0.3046 | -0.0122 | [-0.0259, +0.0014] | +| broker_sys_s | 0.2653 | 0.2683 | +0.0010 | [-0.0176, +0.0196] | +| broker_cpu_s | 0.5761 | 0.5698 | -0.0112 | [-0.0355, +0.0131] | +| broker_vcsw | 5264.0 | 5384.5 | +163.9 | [-16.7, +344.5] | +| broker_maxrss_kib | 4904 | 4876 | -24 | [-54, +6] | +| broker_ru_maxrss_kib | 18668 | 18668 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.json new file mode 100644 index 0000000..fec03ba --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.json @@ -0,0 +1,1534 @@ +{ + "source": { + "file": "latency.json", + "started": "2026-10-22T13:52:41+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "revert", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7253637333333334, + "median": 0.711859 + }, + "candidate": { + "mean": 0.7198991166666667, + "median": 0.713058 + }, + "diff": { + "mean": -0.00546461666666667, + "sd": 0.08743223212974462, + "se": 0.011287452632008064, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.028050757213705077, + 0.01712152388037174 + ] + }, + "pct": { + "value": -0.7533622671696771, + "ci95": [ + -3.826971807816687, + 2.149957108957816 + ], + "ci90": [ + -3.3592670312482236, + 1.6785743210359614 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0042820774900847, + "wilcoxon": { + "p": 0.8366933614626819, + "z": -0.20612488404554227, + "w_plus": 887.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 144.97493333333333, + "median": 142.2835 + }, + "candidate": { + "mean": 143.88188333333335, + "median": 142.51049999999998 + }, + "diff": { + "mean": -1.0930500000000012, + "sd": 17.47962025091225, + "se": 2.2566092709937684, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.608514721409671, + 3.422414721409669 + ] + }, + "pct": { + "value": -0.7539579255999906, + "ci95": [ + -3.8285291544083537, + 2.151279108865076 + ], + "ci90": [ + -3.363469277491404, + 1.6780104573540047 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.004226936518739, + "wilcoxon": { + "p": 0.8366933614626819, + "z": -0.20612488404554227, + "w_plus": 887.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 131.44725, + "median": 130.1915 + }, + "candidate": { + "mean": 130.36341666666667, + "median": 129.21699999999998 + }, + "diff": { + "mean": -1.0838333333333323, + "sd": 8.236487430457863, + "se": 1.0633259549803342, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.2115436546502765, + 1.0438769879836118 + ] + }, + "pct": { + "value": -0.8245386140321109, + "ci95": [ + -2.3486184645137795, + 0.7689297275790135 + ], + "ci90": [ + -2.126015034036332, + 0.5105899953743774 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9890373857081893, + "wilcoxon": { + "p": 0.26948884710417736, + "z": -1.1042404502439764, + "w_plus": 765.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 169.12646666666666, + "median": 165.7185 + }, + "candidate": { + "mean": 168.38143333333335, + "median": 166.1485 + }, + "diff": { + "mean": -0.7450333333333333, + "sd": 21.871440356935928, + "se": 2.823590808666055, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6.3950254910866295, + 4.904958824419962 + ] + }, + "pct": { + "value": -0.4405184759176173, + "ci95": [ + -3.6746724610607555, + 2.835868356201098 + ], + "ci90": [ + -3.1501288949108126, + 2.3304420365784333 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.007161366366518, + "wilcoxon": { + "p": 0.9062375015979645, + "z": -0.11778564802602415, + "w_plus": 899.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 335.4122, + "median": 299.045 + }, + "candidate": { + "mean": 315.3691166666667, + "median": 303.58000000000004 + }, + "diff": { + "mean": -20.043083333333335, + "sd": 246.6023595800546, + "se": 31.83622772630015, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -83.74722786942556, + 43.66106120275889 + ] + }, + "pct": { + "value": -5.9756572162053985, + "ci95": [ + -23.03241694873646, + 8.814976325233818 + ], + "ci90": [ + -20.132752126247755, + 7.387047636272599 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0166579932812343, + "wilcoxon": { + "p": 0.526669740896324, + "z": 0.6330978581398798, + "w_plus": 1001.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1459.9105666666667, + "median": 1151.6525 + }, + "candidate": { + "mean": 1344.5823500000001, + "median": 1172.9099999999999 + }, + "diff": { + "mean": -115.32821666666668, + "sd": 1728.0012767336002, + "se": 223.08400556714625, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -561.7182807319441, + 331.0618473986108 + ] + }, + "pct": { + "value": -7.899676822669289, + "ci95": [ + -31.713215867318272, + 22.02327269743346 + ], + "ci90": [ + -28.31536202799474, + 17.480669757810634 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0621404639782974, + "wilcoxon": { + "p": 0.6166604026909047, + "z": 0.5005890041106026, + "w_plus": 983.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 6544.199283333333, + "median": 3918.69 + }, + "candidate": { + "mean": 7315.850583333334, + "median": 3592.2955 + }, + "diff": { + "mean": 771.6512999999999, + "sd": 14284.25687246195, + "se": 1844.0896326664658, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2918.363531746093, + 4461.666131746093 + ] + }, + "pct": { + "value": 11.791378388571228, + "ci95": [ + -33.280199065623854, + 88.661183149375 + ], + "ci90": [ + -27.449235247538386, + 73.30494352533012 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9334573641846027, + "wilcoxon": { + "p": 0.9882530056508173, + "z": -0.014723206003253018, + "w_plus": 913.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7541590333333333, + "median": 0.7010585 + }, + "candidate": { + "mean": 0.7168433000000001, + "median": 0.7145475 + }, + "diff": { + "mean": -0.03731573333333334, + "sd": 0.16328636099994895, + "se": 0.021080178560520482, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.07949707320221025, + 0.004865606535543583 + ] + }, + "pct": { + "value": -4.9479926227761535, + "ci95": [ + -10.26979180403506, + 0.07395970320357621 + ], + "ci90": [ + -9.364373989386381, + -0.7195124288751875 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9776767100877768, + "wilcoxon": { + "p": 0.27592585466766606, + "z": -1.0895172442407235, + "w_plus": 767.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 730.8851833333333, + "median": 679.4549999999999 + }, + "candidate": { + "mean": 689.8937333333332, + "median": 687.6155 + }, + "diff": { + "mean": -40.99145, + "sd": 156.98648323261216, + "se": 20.26686783798589, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -81.54535887213558, + -0.4375411278644279 + ] + }, + "pct": { + "value": -5.60846640960092, + "ci95": [ + -10.89712228714365, + -0.6870391428595728 + ], + "ci90": [ + -9.967546742207373, + -1.4447864581901486 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.972708143383997, + "wilcoxon": { + "p": 0.15752998334003407, + "z": -1.4134277763122898, + "w_plus": 723.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 659.6176166666667, + "median": 623.5255 + }, + "candidate": { + "mean": 640.5964166666668, + "median": 626.101 + }, + "diff": { + "mean": -19.0212, + "sd": 129.90320280048422, + "se": 16.77043136884267, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -52.578755657600716, + 14.536355657600716 + ] + }, + "pct": { + "value": -2.883670708511743, + "ci95": [ + -8.03418920996199, + 1.312560192059891 + ], + "ci90": [ + -7.219513043279034, + 0.767912013297893 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0079598281818523, + "wilcoxon": { + "p": 0.8945818202773307, + "z": -0.13250885402927717, + "w_plus": 897.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 1003.7260833333333, + "median": 920.823 + }, + "candidate": { + "mean": 903.6656, + "median": 877.1085 + }, + "diff": { + "mean": -100.06048333333334, + "sd": 339.3538524452616, + "se": 43.810393966394244, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -187.72487917231444, + -12.396087494352244 + ] + }, + "pct": { + "value": -9.968903368639836, + "ci95": [ + -17.541902552590702, + -2.031177692270547 + ], + "ci90": [ + -16.304267226200917, + -3.316984024359649 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9518679218527264, + "wilcoxon": { + "p": 0.1069203706579375, + "z": -1.6121910573562055, + "w_plus": 696.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 2032.2703333333334, + "median": 1883.339 + }, + "candidate": { + "mean": 1701.76975, + "median": 1654.8600000000001 + }, + "diff": { + "mean": -330.50058333333334, + "sd": 933.5227004648556, + "se": 120.51726240689868, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -571.6550683893888, + -89.34609827727792 + ] + }, + "pct": { + "value": -16.2626289383089, + "ci95": [ + -25.856612597988207, + -5.6138177487328305 + ], + "ci90": [ + -24.328855207884835, + -7.380595782138964 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.794796140149791, + "wilcoxon": { + "p": 0.005514668226900247, + "z": -2.775324331613194, + "w_plus": 538.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 4466.8597500000005, + "median": 3918.0969999999998 + }, + "candidate": { + "mean": 4218.73775, + "median": 3595.999 + }, + "diff": { + "mean": -248.12199999999993, + "sd": 5159.167118713883, + "se": 666.0456110359924, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1580.876189278998, + 1084.6321892789983 + ] + }, + "pct": { + "value": -5.554730031539501, + "ci95": [ + -27.060330949623086, + 29.48194224432614 + ], + "ci90": [ + -24.516951702188617, + 22.471019128903237 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8128462244858343, + "wilcoxon": { + "p": 0.020400190923138384, + "z": -2.3189049455123505, + "w_plus": 600.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 7299.139783333333, + "median": 5713.561 + }, + "candidate": { + "mean": 6689.748383333334, + "median": 4959.5005 + }, + "diff": { + "mean": -609.3914, + "sd": 10878.01743055846, + "se": 1404.3460116102303, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3419.4812784687665, + 2200.6984784687666 + ] + }, + "pct": { + "value": -8.348811203636187, + "ci95": [ + -37.52257585280131, + 34.257228053290476 + ], + "ci90": [ + -33.67472165786781, + 25.950989157120837 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9412037179218895, + "wilcoxon": { + "p": 0.1755657701404105, + "z": -1.3545349522992778, + "w_plus": 731.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.26929263333333336, + "median": 0.26190650000000004 + }, + "candidate": { + "mean": 0.25666286666666666, + "median": 0.248212 + }, + "diff": { + "mean": -0.01262976666666667, + "sd": 0.041952167257552374, + "se": 0.005416001504193614, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02346716064427721, + -0.001792372689056132 + ] + }, + "pct": { + "value": -4.689978522744598, + "ci95": [ + -8.360690835811557, + -0.8159377363196061 + ], + "ci90": [ + -7.796188612126108, + -1.4296484885577505 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9357897506814296, + "wilcoxon": { + "p": 0.004593810377303147, + "z": -2.834217155626206, + "w_plus": 530.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 58706.13745, + "median": 58278.8535 + }, + "candidate": { + "mean": 22869.107583333334, + "median": 22038.0865 + }, + "diff": { + "mean": -35837.029866666664, + "sd": 6960.096008836142, + "se": 898.5445310075695, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -37635.0133202193, + -34039.046413114025 + ] + }, + "pct": { + "value": -61.044775594696645, + "ci95": [ + -62.511142729090366, + -59.46639103869227 + ], + "ci90": [ + -62.289605479703866, + -59.69902699057037 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.38268746624027516, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 59704.131049999996, + "median": 57776.773499999996 + }, + "candidate": { + "mean": 22483.2172, + "median": 21539.114 + }, + "diff": { + "mean": -37220.91385, + "sd": 7950.106052165114, + "se": 1026.3542780206094, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -39274.64401660036, + -35167.183683399635 + ] + }, + "pct": { + "value": -62.342275476430366, + "ci95": [ + -63.89462168690197, + -60.707289356016425 + ], + "ci90": [ + -63.63745105531376, + -60.964743909999335 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3753266537591132, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 92487.10001666666, + "median": 88753.14 + }, + "candidate": { + "mean": 28775.069083333332, + "median": 27407.207000000002 + }, + "diff": { + "mean": -63712.030933333335, + "sd": 14124.957166614358, + "se": 1823.524129073017, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67360.89428744088, + -60063.16757922579 + ] + }, + "pct": { + "value": -68.88747827735119, + "ci95": [ + -70.47417195038193, + -67.12722175401746 + ], + "ci90": [ + -70.22576483300405, + -67.43617257649393 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.306528232556177, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 101684.41618333333, + "median": 96864.9975 + }, + "candidate": { + "mean": 32932.21838333333, + "median": 32074.5125 + }, + "diff": { + "mean": -68752.1978, + "sd": 17144.26598070271, + "se": 2213.315220873732, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -73181.03132722076, + -64323.36427277924 + ] + }, + "pct": { + "value": -67.61330829302523, + "ci95": [ + -69.5023014313672, + -65.59669996159342 + ], + "ci90": [ + -69.1905523473681, + -65.94596482756018 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.32400084432844056, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 104818.90733333334, + "median": 99621.07250000001 + }, + "candidate": { + "mean": 34459.99848333334, + "median": 34146.3065 + }, + "diff": { + "mean": -70358.90884999999, + "sd": 17536.173424025237, + "se": 2263.9102542484943, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -74888.98280515787, + -65828.83489484212 + ] + }, + "pct": { + "value": -67.12425328595775, + "ci95": [ + -68.98137685434882, + -65.14611649691606 + ], + "ci90": [ + -68.70458839006582, + -65.48263074980716 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3234465964498807, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 105691.17111666666, + "median": 99718.4075 + }, + "candidate": { + "mean": 35360.678199999995, + "median": 34346.935 + }, + "diff": { + "mean": -70330.49291666667, + "sd": 17569.633458374865, + "se": 2268.2299261084822, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -74869.21051525124, + -65791.7753180821 + ] + }, + "pct": { + "value": -66.54339447051136, + "ci95": [ + -68.37571654125387, + -64.60098514431125 + ], + "ci90": [ + -68.0965572760786, + -64.9114926783452 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3375400547170436, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.7685012027000389, + "median": 1.7101259715004744 + }, + "candidate": { + "mean": 1.710791705483325, + "median": 1.7196830985003544 + }, + "diff": { + "mean": -0.05770949721671362, + "sd": 0.22472417458062507, + "se": 0.0290117661880323, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.11576190726914379, + 0.0003429128357165523 + ] + }, + "pct": { + "value": -3.2631867667721415, + "ci95": [ + -6.473802549118683, + -0.2997977237963229 + ], + "ci90": [ + -5.938390542687061, + -0.7444404575271597 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9863235858670403, + "wilcoxon": { + "p": 0.06570942338671507, + "z": -1.8404007504066273, + "w_plus": 665.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.3512852333333352, + "median": 1.3085000000000022 + }, + "candidate": { + "mean": 1.3211029833333334, + "median": 1.326791 + }, + "diff": { + "mean": -0.03018225000000167, + "sd": 0.17005780006795518, + "se": 0.021954367585195363, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.07411283806682852, + 0.01374833806682518 + ] + }, + "pct": { + "value": -2.233595783885578, + "ci95": [ + -5.599969916035028, + 0.45577930914941484 + ], + "ci90": [ + -5.009037434645518, + 0.09614693965005691 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9954888529903799, + "wilcoxon": { + "p": 0.3972268427339001, + "z": -0.8465843451870486, + "w_plus": 800.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.4588086166666666, + "median": 0.44547349999999997 + }, + "candidate": { + "mean": 0.43181296666666663, + "median": 0.42422499999999996 + }, + "diff": { + "mean": -0.026995650000000003, + "sd": 0.06673719139288839, + "se": 0.00861573436124379, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04423569463568512, + -0.009755605364314888 + ] + }, + "pct": { + "value": -5.883858545667387, + "ci95": [ + -9.308556622086485, + -2.3027285282571315 + ], + "ci90": [ + -8.7878142228599, + -2.861818871305703 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9568291446588028, + "wilcoxon": { + "p": 0.00381447705110882, + "z": -2.893109979639218, + "w_plus": 522.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.5284738166666666, + "median": 0.5170565 + }, + "candidate": { + "mean": 0.5196448833333334, + "median": 0.5109515 + }, + "diff": { + "mean": -0.008828933333333334, + "sd": 0.0750691251147035, + "se": 0.009691382379453587, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02822134468190606, + 0.01056347801523939 + ] + }, + "pct": { + "value": -1.6706472591246802, + "ci95": [ + -5.16435870832414, + 1.87234365280432 + ], + "ci90": [ + -4.575296253213682, + 1.312822261334754 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9806921551828651, + "wilcoxon": { + "p": 0.4180687388873878, + "z": -0.809776330178916, + "w_plus": 805.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9872824333333333, + "median": 0.9610699999999999 + }, + "candidate": { + "mean": 0.9514578499999999, + "median": 0.9389559999999999 + }, + "diff": { + "mean": -0.035824583333333354, + "sd": 0.11384418640707065, + "se": 0.014697221267237248, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0652336551598157, + -0.006415511506851001 + ] + }, + "pct": { + "value": -3.628605363956483, + "ci95": [ + -6.478873200153674, + -0.7897324566404234 + ], + "ci90": [ + -5.9742750765840995, + -1.2717213489466919 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9736996665478048, + "wilcoxon": { + "p": 0.009978858185028309, + "z": -2.5765610505692784, + "w_plus": 565.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13820.8, + "median": 13822.5 + }, + "candidate": { + "mean": 13560.5, + "median": 13691.5 + }, + "diff": { + "mean": -260.3, + "sd": 1120.7031433850893, + "se": 144.68215367909178, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -549.8083208037194, + 29.208320803719403 + ] + }, + "pct": { + "value": -1.883393146561696, + "ci95": [ + -3.9646885899419075, + -0.00559853507846276 + ], + "ci90": [ + -3.607871908631714, + -0.26759250365172793 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.986372074801872, + "wilcoxon": { + "p": 0.08103506037554259, + "z": -1.744711730364211, + "w_plus": 678.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6304.733333333334, + "median": 6348.0 + }, + "candidate": { + "mean": 5000.266666666666, + "median": 4998.0 + }, + "diff": { + "mean": -1304.4666666666667, + "sd": 219.3254270207928, + "se": 28.314790875045357, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1361.1244323391684, + -1247.808900994165 + ] + }, + "pct": { + "value": -20.69027503145785, + "ci95": [ + -21.413592056727072, + -19.958248290913197 + ], + "ci90": [ + -21.288136273798354, + -20.078303568815944 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7892079816858577, + "wilcoxon": { + "p": 1.6270003663028185e-11, + "z": -6.736094906933625, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.md new file mode 100644 index 0000000..9a43d6a --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-revert.stats.md @@ -0,0 +1,77 @@ +candidate revert against baseline baseline, from latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.7254 | 0.7199 | -0.75 | [-3.83, +2.15] | [-3.36, +1.68] | 1.004 | 0.8367 | no material change | +| single_rtt_mean_us | 60 | 145.0 | 143.9 | -0.75 | [-3.83, +2.15] | [-3.36, +1.68] | 1.004 | 0.8367 | no material change | +| single_rtt_p50_us | 60 | 131.4 | 130.4 | -0.82 | [-2.35, +0.77] | [-2.13, +0.51] | 0.989 | 0.2695 | no material change | +| single_rtt_p90_us | 60 | 169.1 | 168.4 | -0.44 | [-3.67, +2.84] | [-3.15, +2.33] | 1.007 | 0.9062 | no material change | +| single_rtt_p99_us | 60 | 335.4 | 315.4 | -5.98 | [-23.03, +8.81] | [-20.13, +7.39] | 1.017 | 0.5267 | inconclusive | +| single_rtt_p999_us | 60 | 1459.9 | 1344.6 | -7.90 | [-31.71, +22.02] | [-28.32, +17.48] | 1.062 | 0.6167 | inconclusive | +| single_rtt_max_us | 60 | 6544.2 | 7315.9 | +11.79 | [-33.28, +88.66] | [-27.45, +73.30] | 0.933 | 0.9883 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.7542 | 0.7168 | -4.95 | [-10.27, +0.07] | [-9.36, -0.72] | 0.978 | 0.2759 | inconclusive | +| multi_rtt_mean_us | 60 | 730.9 | 689.9 | -5.61 | [-10.90, -0.69] | [-9.97, -1.44] | 0.973 | 0.1575 | inconclusive; repeatable change (-) | +| multi_rtt_p50_us | 60 | 659.6 | 640.6 | -2.88 | [-8.03, +1.31] | [-7.22, +0.77] | 1.008 | 0.8946 | inconclusive | +| multi_rtt_p90_us | 60 | 1003.7 | 903.7 | -9.97 | [-17.54, -2.03] | [-16.30, -3.32] | 0.952 | 0.1069 | inconclusive; repeatable change (-) | +| multi_rtt_p99_us | 60 | 2032.3 | 1701.8 | -16.26 | [-25.86, -5.61] | [-24.33, -7.38] | 0.795 | 0.0055 | faster/smaller | +| multi_rtt_p999_us | 60 | 4466.9 | 4218.7 | -5.55 | [-27.06, +29.48] | [-24.52, +22.47] | 0.813 | 0.0204 | inconclusive | +| multi_rtt_max_us | 60 | 7299.1 | 6689.7 | -8.35 | [-37.52, +34.26] | [-33.67, +25.95] | 0.941 | 0.1756 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2693 | 0.2567 | -4.69 | [-8.36, -0.82] | [-7.80, -1.43] | 0.936 | 0.0046 | inconclusive; repeatable change (-) | +| fanout_delivery_mean_us | 60 | 58706.1 | 22869.1 | -61.04 | [-62.51, -59.47] | [-62.29, -59.70] | 0.383 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 59704.1 | 22483.2 | -62.34 | [-63.89, -60.71] | [-63.64, -60.96] | 0.375 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 92487.1 | 28775.1 | -68.89 | [-70.47, -67.13] | [-70.23, -67.44] | 0.307 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 101684.4 | 32932.2 | -67.61 | [-69.50, -65.60] | [-69.19, -65.95] | 0.324 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 104818.9 | 34460.0 | -67.12 | [-68.98, -65.15] | [-68.70, -65.48] | 0.323 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 105691.2 | 35360.7 | -66.54 | [-68.38, -64.60] | [-68.10, -64.91] | 0.338 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.7685 | 1.7108 | -3.26 | [-6.47, -0.30] | [-5.94, -0.74] | 0.986 | 0.0657 | inconclusive; repeatable change (-) | +| client_cpu_s | 60 | 1.3513 | 1.3211 | -2.23 | [-5.60, +0.46] | [-5.01, +0.10] | 0.995 | 0.3972 | inconclusive | +| broker_user_s | 60 | 0.4588 | 0.4318 | -5.88 | [-9.31, -2.30] | [-8.79, -2.86] | 0.957 | 0.0038 | inconclusive; repeatable change (-) | +| broker_sys_s | 60 | 0.5285 | 0.5196 | -1.67 | [-5.16, +1.87] | [-4.58, +1.31] | 0.981 | 0.4181 | no material change | +| broker_cpu_s | 60 | 0.9873 | 0.9515 | -3.63 | [-6.48, -0.79] | [-5.97, -1.27] | 0.974 | 0.0100 | inconclusive; repeatable change (-) | +| broker_vcsw | 60 | 13820.8 | 13560.5 | -1.88 | [-3.96, -0.01] | [-3.61, -0.27] | 0.986 | 0.0810 | no material change; repeatable change (-) | +| broker_maxrss_kib | 60 | 6305 | 5000 | -20.69 | [-21.41, -19.96] | [-21.29, -20.08] | 0.789 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.7119 | 0.7131 | -0.0055 | [-0.0281, +0.0171] | +| single_rtt_mean_us | 142.3 | 142.5 | -1.1 | [-5.6, +3.4] | +| single_rtt_p50_us | 130.2 | 129.2 | -1.1 | [-3.2, +1.0] | +| single_rtt_p90_us | 165.7 | 166.1 | -0.7 | [-6.4, +4.9] | +| single_rtt_p99_us | 299.0 | 303.6 | -20.0 | [-83.7, +43.7] | +| single_rtt_p999_us | 1151.7 | 1172.9 | -115.3 | [-561.7, +331.1] | +| single_rtt_max_us | 3918.7 | 3592.3 | +771.7 | [-2918.4, +4461.7] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.7011 | 0.7145 | -0.0373 | [-0.0795, +0.0049] | +| multi_rtt_mean_us | 679.5 | 687.6 | -41.0 | [-81.5, -0.4] | +| multi_rtt_p50_us | 623.5 | 626.1 | -19.0 | [-52.6, +14.5] | +| multi_rtt_p90_us | 920.8 | 877.1 | -100.1 | [-187.7, -12.4] | +| multi_rtt_p99_us | 1883.3 | 1654.9 | -330.5 | [-571.7, -89.3] | +| multi_rtt_p999_us | 3918.1 | 3596.0 | -248.1 | [-1580.9, +1084.6] | +| multi_rtt_max_us | 5713.6 | 4959.5 | -609.4 | [-3419.5, +2200.7] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2619 | 0.2482 | -0.0126 | [-0.0235, -0.0018] | +| fanout_delivery_mean_us | 58278.9 | 22038.1 | -35837.0 | [-37635.0, -34039.0] | +| fanout_delivery_p50_us | 57776.8 | 21539.1 | -37220.9 | [-39274.6, -35167.2] | +| fanout_delivery_p90_us | 88753.1 | 27407.2 | -63712.0 | [-67360.9, -60063.2] | +| fanout_delivery_p99_us | 96865.0 | 32074.5 | -68752.2 | [-73181.0, -64323.4] | +| fanout_delivery_p999_us | 99621.1 | 34146.3 | -70358.9 | [-74889.0, -65828.8] | +| fanout_delivery_max_us | 99718.4 | 34346.9 | -70330.5 | [-74869.2, -65791.8] | +| client_wall_s | 1.7101 | 1.7197 | -0.0577 | [-0.1158, +0.0003] | +| client_cpu_s | 1.3085 | 1.3268 | -0.0302 | [-0.0741, +0.0137] | +| broker_user_s | 0.4455 | 0.4242 | -0.0270 | [-0.0442, -0.0098] | +| broker_sys_s | 0.5171 | 0.5110 | -0.0088 | [-0.0282, +0.0106] | +| broker_cpu_s | 0.9611 | 0.9390 | -0.0358 | [-0.0652, -0.0064] | +| broker_vcsw | 13822.5 | 13691.5 | -260.3 | [-549.8, +29.2] | +| broker_maxrss_kib | 6348 | 4998 | -1304 | [-1361, -1248] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.json new file mode 100644 index 0000000..7783c44 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.json @@ -0,0 +1,1534 @@ +{ + "source": { + "file": "latency.json", + "started": "2026-10-22T13:52:41+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "revert", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7198991166666667, + "median": 0.713058 + }, + "candidate": { + "mean": 0.7188514166666666, + "median": 0.6967669999999999 + }, + "diff": { + "mean": -0.001047699999999994, + "sd": 0.06479055174378752, + "se": 0.008364424263175966, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.017784874290984482, + 0.015689474290984492 + ] + }, + "pct": { + "value": -0.14553428053242223, + "ci95": [ + -2.422228918075773, + 2.064381873834955 + ], + "ci90": [ + -2.0376203203472643, + 1.7154758620298838 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9981821204339343, + "wilcoxon": { + "p": 0.8482109054822544, + "z": -0.19140167804228925, + "w_plus": 889.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 143.88188333333335, + "median": 142.51049999999998 + }, + "candidate": { + "mean": 143.67531666666667, + "median": 139.2645 + }, + "diff": { + "mean": -0.20656666666666865, + "sd": 12.947979752588678, + "se": 1.6715769982935593, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.5513845143707443, + 3.138251181037407 + ] + }, + "pct": { + "value": -0.14356683543550464, + "ci95": [ + -2.42195319838793, + 2.065153378641777 + ], + "ci90": [ + -2.039474521755644, + 1.7176856352312342 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9981013980992364, + "wilcoxon": { + "p": 0.8482109054822544, + "z": -0.19140167804228925, + "w_plus": 889.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 130.36341666666667, + "median": 129.21699999999998 + }, + "candidate": { + "mean": 130.97639999999998, + "median": 130.2835 + }, + "diff": { + "mean": 0.6129833333333328, + "sd": 7.582516633100315, + "se": 0.9788986880779418, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.3457884171272996, + 2.571755083793965 + ] + }, + "pct": { + "value": 0.47021115970034, + "ci95": [ + -0.9739899756891065, + 1.9776582581824964 + ], + "ci90": [ + -0.7453655341863702, + 1.7488068689651204 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9973797826395601, + "wilcoxon": { + "p": 0.9354597403431613, + "z": 0.0809776330178916, + "w_plus": 926.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 168.38143333333335, + "median": 166.1485 + }, + "candidate": { + "mean": 170.18691666666666, + "median": 163.74 + }, + "diff": { + "mean": 1.805483333333331, + "sd": 20.381542396426838, + "se": 2.6312458090460513, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.4596273691819475, + 7.07059403584861 + ] + }, + "pct": { + "value": 1.0722579666839538, + "ci95": [ + -1.8891395070927148, + 4.099313395045509 + ], + "ci90": [ + -1.4855390308556649, + 3.632594206970829 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9862383738307561, + "wilcoxon": { + "p": 0.7853303789132677, + "z": 0.2723793110601809, + "w_plus": 952.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 315.3691166666667, + "median": 303.58000000000004 + }, + "candidate": { + "mean": 308.8865833333333, + "median": 299.3635 + }, + "diff": { + "mean": -6.482533333333332, + "sd": 105.30529447929838, + "se": 13.594855059526349, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33.68577547322548, + 20.72070880655882 + ] + }, + "pct": { + "value": -2.0555384122108444, + "ci95": [ + -9.882811257634891, + 6.481792826947732 + ], + "ci90": [ + -8.631751156296897, + 5.125790064148399 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0326860660164878, + "wilcoxon": { + "p": 0.5808659858919344, + "z": -0.5521202251219882, + "w_plus": 840.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1344.5823500000001, + "median": 1172.9099999999999 + }, + "candidate": { + "mean": 1250.1882166666667, + "median": 1109.7055 + }, + "diff": { + "mean": -94.39413333333331, + "sd": 1114.7883173248704, + "se": 143.91855291819374, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -382.374492543791, + 193.5862258771244 + ] + }, + "pct": { + "value": -7.020331133554847, + "ci95": [ + -25.235469652673885, + 14.267794462198555 + ], + "ci90": [ + -22.417947904276602, + 10.704291315977247 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9813218946780556, + "wilcoxon": { + "p": 0.757179034233802, + "z": -0.3091873260683134, + "w_plus": 873.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 7315.850583333334, + "median": 3592.2955 + }, + "candidate": { + "mean": 4409.231183333333, + "median": 3675.0105 + }, + "diff": { + "mean": -2906.6194000000005, + "sd": 10906.501623410475, + "se": 1408.0233050950974, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5724.06752573586, + -89.17127426414118 + ] + }, + "pct": { + "value": -39.7304369039704, + "ci95": [ + -59.62552494909941, + -6.831282817058978 + ], + "ci90": [ + -56.99026902892241, + -13.07747962546766 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8884910801764797, + "wilcoxon": { + "p": 0.09764879977658904, + "z": -1.6563606753659645, + "w_plus": 690.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7168433000000001, + "median": 0.7145475 + }, + "candidate": { + "mean": 0.7439299833333333, + "median": 0.712942 + }, + "diff": { + "mean": 0.027086683333333337, + "sd": 0.13993595894811503, + "se": 0.01806565461805381, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009062608059531341, + 0.06323597472619802 + ] + }, + "pct": { + "value": 3.7786059147561613, + "ci95": [ + -0.7117409462806851, + 9.145137615688695 + ], + "ci90": [ + -0.0783998740227197, + 8.156245288335052 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0287734243076034, + "wilcoxon": { + "p": 0.1429321048789632, + "z": 1.4649589973236754, + "w_plus": 1114.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 689.8937333333332, + "median": 687.6155 + }, + "candidate": { + "mean": 718.7580666666667, + "median": 691.649 + }, + "diff": { + "mean": 28.86433333333334, + "sd": 132.77083984842642, + "se": 17.14064171983092, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.434011525515302, + 63.162678192181986 + ] + }, + "pct": { + "value": 4.183881073085094, + "ci95": [ + -0.23136520787479864, + 9.489934786718548 + ], + "ci90": [ + 0.38187464350378675, + 8.486982899129229 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0265068566244882, + "wilcoxon": { + "p": 0.1069203706579375, + "z": 1.6121910573562055, + "w_plus": 1134.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 640.5964166666668, + "median": 626.101 + }, + "candidate": { + "mean": 658.7122666666667, + "median": 629.0360000000001 + }, + "diff": { + "mean": 18.115850000000002, + "sd": 121.36745959063984, + "se": 15.668471658868324, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -13.236689371102557, + 49.46838937110256 + ] + }, + "pct": { + "value": 2.8279661778730203, + "ci95": [ + -1.190462141922095, + 8.233511559721894 + ], + "ci90": [ + -0.6714584200309487, + 7.2675457339951866 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0012395151585336, + "wilcoxon": { + "p": 0.565829063139037, + "z": 0.5742050341268677, + "w_plus": 993.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 903.6656, + "median": 877.1085 + }, + "candidate": { + "mean": 971.0059166666667, + "median": 918.2860000000001 + }, + "diff": { + "mean": 67.34031666666667, + "sd": 293.8009121451205, + "se": 37.92953466128667, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -8.556506883606772, + 143.2371402169401 + ] + }, + "pct": { + "value": 7.451906619734849, + "ci95": [ + -0.35292098870173366, + 16.285055269707282 + ], + "ci90": [ + 0.9697630358592914, + 14.656401111473123 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0251822096456775, + "wilcoxon": { + "p": 0.10532840572331342, + "z": 1.619552660357832, + "w_plus": 1135.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1701.76975, + "median": 1654.8600000000001 + }, + "candidate": { + "mean": 1914.567, + "median": 1855.9485 + }, + "diff": { + "mean": 212.79725000000002, + "sd": 777.448985146862, + "se": 100.36823239998846, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 11.960880860733795, + 413.6336191392662 + ] + }, + "pct": { + "value": 12.50446777538501, + "ci95": [ + 1.0643138703437314, + 24.79779973336928 + ], + "ci90": [ + 2.8379816144311234, + 22.7169635316416 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2013770017073209, + "wilcoxon": { + "p": 0.06357852752398613, + "z": 1.8551239564098805, + "w_plus": 1167.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 4218.73775, + "median": 3595.999 + }, + "candidate": { + "mean": 4352.3452, + "median": 4035.624 + }, + "diff": { + "mean": 133.60744999999991, + "sd": 5049.175853745221, + "se": 651.8457997875952, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1170.7329826012297, + 1437.9478826012296 + ] + }, + "pct": { + "value": 3.1670006034387743, + "ci95": [ + -24.08824805537006, + 32.093933120448746 + ], + "ci90": [ + -19.932774113517056, + 28.792529000273817 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1971410966519813, + "wilcoxon": { + "p": 0.04292481474489165, + "z": 2.02444082544729, + "w_plus": 1190.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 6689.748383333334, + "median": 4959.5005 + }, + "candidate": { + "mean": 7619.630666666667, + "median": 5551.276 + }, + "diff": { + "mean": 929.8822833333335, + "sd": 12626.346908673286, + "se": 1630.0543766909711, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2331.848990457855, + 4191.613557124522 + ] + }, + "pct": { + "value": 13.900108495111985, + "ci95": [ + -27.470328509908228, + 73.16482950573955 + ], + "ci90": [ + -21.562314468040764, + 62.38532722798186 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2154907914770399, + "wilcoxon": { + "p": 0.22169775777737544, + "z": 1.2220260982700006, + "w_plus": 1081.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.25666286666666666, + "median": 0.248212 + }, + "candidate": { + "mean": 0.26506138333333334, + "median": 0.251795 + }, + "diff": { + "mean": 0.00839851666666667, + "sd": 0.04362508724851327, + "se": 0.005631974546344581, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0028710383700796174, + 0.019668071703412955 + ] + }, + "pct": { + "value": 3.2721977961751803, + "ci95": [ + -0.8705403784337454, + 7.591429315583273 + ], + "ci90": [ + -0.22982545047171896, + 6.89481463879811 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.014121517496954, + "wilcoxon": { + "p": 0.23885382738964545, + "z": 1.1778564802602416, + "w_plus": 1075.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 22869.107583333334, + "median": 22038.0865 + }, + "candidate": { + "mean": 23677.3242, + "median": 22659.1205 + }, + "diff": { + "mean": 808.2166166666666, + "sd": 3889.2331879880467, + "se": 502.0978455531628, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -196.4788516332901, + 1812.9120849666233 + ] + }, + "pct": { + "value": 3.5340977505203597, + "ci95": [ + -0.6409949483907692, + 7.872063329835037 + ], + "ci90": [ + 0.018888283985195608, + 7.191180218162569 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0346224578461825, + "wilcoxon": { + "p": 0.14495154829403198, + "z": 1.4575973943220488, + "w_plus": 1113.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 22483.2172, + "median": 21539.114 + }, + "candidate": { + "mean": 23205.592566666666, + "median": 22822.4695 + }, + "diff": { + "mean": 722.3753666666669, + "sd": 3714.969055472641, + "se": 479.6004427840478, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -237.30290267330042, + 1682.0536360066342 + ] + }, + "pct": { + "value": 3.2129537345156667, + "ci95": [ + -0.8921630316666924, + 7.435574066054495 + ], + "ci90": [ + -0.220029521440227, + 6.787601612043847 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0365258193773408, + "wilcoxon": { + "p": 0.12939544185827687, + "z": 1.516490218335061, + "w_plus": 1121.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 28775.069083333332, + "median": 27407.207000000002 + }, + "candidate": { + "mean": 30870.465983333335, + "median": 28311.9095 + }, + "diff": { + "mean": 2095.3969, + "sd": 7968.578605557686, + "se": 1028.739074408988, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 36.89476684881083, + 4153.8990331511895 + ] + }, + "pct": { + "value": 7.281987382659905, + "ci95": [ + 0.6767245967890108, + 14.531152061614987 + ], + "ci90": [ + 1.7013938755796187, + 13.368516294237633 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0353154880778672, + "wilcoxon": { + "p": 0.14905591548299887, + "z": 1.4428741883187959, + "w_plus": 1111.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 32932.21838333333, + "median": 32074.5125 + }, + "candidate": { + "mean": 35917.911733333334, + "median": 32463.637000000002 + }, + "diff": { + "mean": 2985.69335, + "sd": 12299.049743197376, + "se": 1587.8004943193348, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -191.48810045925893, + 6162.874800459259 + ] + }, + "pct": { + "value": 9.066177429185984, + "ci95": [ + 0.19291188002730172, + 18.917866818344567 + ], + "ci90": [ + 1.4855556769492422, + 17.17911978414831 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0178907852840136, + "wilcoxon": { + "p": 0.3061835991854157, + "z": 1.023262817226085, + "w_plus": 1054.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 34459.99848333334, + "median": 34146.3065 + }, + "candidate": { + "mean": 37167.67836666667, + "median": 32915.093 + }, + "diff": { + "mean": 2707.6798833333337, + "sd": 12852.424751159484, + "se": 1659.2409006541561, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -612.4534900106505, + 6027.813256677318 + ] + }, + "pct": { + "value": 7.857457929497325, + "ci95": [ + -0.991224697584862, + 17.570908832139374 + ], + "ci90": [ + 0.1972546674849586, + 15.96944299481751 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0040756848730008, + "wilcoxon": { + "p": 0.48894318056906516, + "z": 0.6919906821528918, + "w_plus": 1009.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 35360.678199999995, + "median": 34346.935 + }, + "candidate": { + "mean": 38404.023766666665, + "median": 34809.285 + }, + "diff": { + "mean": 3043.3455666666673, + "sd": 13020.487046445895, + "se": 1680.9376496798116, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -320.2029011971945, + 6406.894034530529 + ] + }, + "pct": { + "value": 8.606581439002682, + "ci95": [ + -0.15149028427176187, + 18.212993956275433 + ], + "ci90": [ + 1.083598648945775, + 16.54941592530444 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0140653150323131, + "wilcoxon": { + "p": 0.36521264970639017, + "z": 0.9054771692000606, + "w_plus": 1038.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.710791705483325, + "median": 1.7196830985003544 + }, + "candidate": { + "mean": 1.748396258933341, + "median": 1.7052925570001207 + }, + "diff": { + "mean": 0.03760455345001598, + "sd": 0.17695785606157574, + "se": 0.0228451609835684, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008108508089786859, + 0.08331761498981882 + ] + }, + "pct": { + "value": 2.1980790139143336, + "ci95": [ + -0.3219227955245018, + 4.884506541842757 + ], + "ci90": [ + 0.06552592712328474, + 4.437695062166848 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0206992974345659, + "wilcoxon": { + "p": 0.05948786601845171, + "z": 1.8845703684163864, + "w_plus": 1171.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.3211029833333334, + "median": 1.326791 + }, + "candidate": { + "mean": 1.3449288500000012, + "median": 1.320851999999995 + }, + "diff": { + "mean": 0.023825866666667632, + "sd": 0.14922243132300395, + "se": 0.01926453304648581, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014722374920379207, + 0.06237410825371447 + ] + }, + "pct": { + "value": 1.8034829205026526, + "ci95": [ + -0.7324453820915611, + 5.017894962816978 + ], + "ci90": [ + -0.3768467456483809, + 4.360156017505097 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9990909024354433, + "wilcoxon": { + "p": 0.5808659858919344, + "z": 0.5521202251219882, + "w_plus": 990.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.43181296666666663, + "median": 0.42422499999999996 + }, + "candidate": { + "mean": 0.45533793333333333, + "median": 0.4485165 + }, + "diff": { + "mean": 0.023524966666666668, + "sd": 0.06703488818264626, + "se": 0.008654166851542178, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.006208018795526057, + 0.04084191453780728 + ] + }, + "pct": { + "value": 5.447952813521351, + "ci95": [ + 1.4378821495127054, + 9.439550934241456 + ], + "ci90": [ + 2.044284505267482, + 8.870377370248638 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0541931038677401, + "wilcoxon": { + "p": 0.004593810377303147, + "z": 2.834217155626206, + "w_plus": 1300.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.5196448833333334, + "median": 0.5109515 + }, + "candidate": { + "mean": 0.5242994333333333, + "median": 0.5272665 + }, + "diff": { + "mean": 0.004654549999999996, + "sd": 0.05501469013168749, + "se": 0.007102365955892906, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009557251451233185, + 0.018866351451233176 + ] + }, + "pct": { + "value": 0.8957174696193837, + "ci95": [ + -1.770885485842702, + 3.5218026419028834 + ], + "ci90": [ + -1.3737922967044613, + 3.1157053807748376 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.018668728980312, + "wilcoxon": { + "p": 0.3498276834612277, + "z": 0.9349235812065667, + "w_plus": 1042.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9514578499999999, + "median": 0.9389559999999999 + }, + "candidate": { + "mean": 0.9796373666666667, + "median": 0.9670805 + }, + "diff": { + "mean": 0.02817951666666668, + "sd": 0.08161392630508546, + "se": 0.010536312579939847, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.007096403892113752, + 0.049262629441219605 + ] + }, + "pct": { + "value": 2.961719919244632, + "ci95": [ + 0.7481623836998486, + 5.0924699982014285 + ], + "ci90": [ + 1.10472495012241, + 4.7906784720289775 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0355705646985558, + "wilcoxon": { + "p": 0.0008535887831442202, + "z": 3.3348061597368086, + "w_plus": 1368.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13560.5, + "median": 13691.5 + }, + "candidate": { + "mean": 13575.133333333333, + "median": 13440.0 + }, + "diff": { + "mean": 14.633333333333333, + "sd": 1022.4515564615932, + "se": 131.9979283493201, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -249.49391121088274, + 278.7605778775494 + ] + }, + "pct": { + "value": 0.1079114585253782, + "ci95": [ + -1.5563840125677297, + 2.18886707521976 + ], + "ci90": [ + -1.3220634446628388, + 1.8243974365930293 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9977923874368402, + "wilcoxon": { + "p": 0.39312852819783867, + "z": -0.8539575179394249, + "w_plus": 799.0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 5000.266666666666, + "median": 4998.0 + }, + "candidate": { + "mean": 5029.333333333333, + "median": 5036.0 + }, + "diff": { + "mean": 29.066666666666666, + "sd": 137.0861249350842, + "se": 17.69774262898968, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6.346434536537426, + 64.47976786987076 + ] + }, + "pct": { + "value": 0.5813023305423659, + "ci95": [ + -0.10519332461105534, + 1.2713856431182564 + ], + "ci90": [ + 0.0, + 1.1562996350078278 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0072727379581092, + "wilcoxon": { + "p": 0.08967620961188821, + "z": 1.6971081820563398, + "w_plus": 1145.5, + "n_nonzero": 60, + "variance": 18446.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.md new file mode 100644 index 0000000..02a5ed2 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout-vs-revert.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline revert, from latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.7199 | 0.7189 | -0.15 | [-2.42, +2.06] | [-2.04, +1.72] | 0.998 | 0.8482 | no material change | +| single_rtt_mean_us | 60 | 143.9 | 143.7 | -0.14 | [-2.42, +2.07] | [-2.04, +1.72] | 0.998 | 0.8482 | no material change | +| single_rtt_p50_us | 60 | 130.4 | 131.0 | +0.47 | [-0.97, +1.98] | [-0.75, +1.75] | 0.997 | 0.9355 | no material change | +| single_rtt_p90_us | 60 | 168.4 | 170.2 | +1.07 | [-1.89, +4.10] | [-1.49, +3.63] | 0.986 | 0.7853 | no material change | +| single_rtt_p99_us | 60 | 315.4 | 308.9 | -2.06 | [-9.88, +6.48] | [-8.63, +5.13] | 1.033 | 0.5809 | inconclusive | +| single_rtt_p999_us | 60 | 1344.6 | 1250.2 | -7.02 | [-25.24, +14.27] | [-22.42, +10.70] | 0.981 | 0.7572 | inconclusive | +| single_rtt_max_us | 60 | 7315.9 | 4409.2 | -39.73 | [-59.63, -6.83] | [-56.99, -13.08] | 0.888 | 0.0976 | faster/smaller | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.7168 | 0.7439 | +3.78 | [-0.71, +9.15] | [-0.08, +8.16] | 1.029 | 0.1429 | inconclusive | +| multi_rtt_mean_us | 60 | 689.9 | 718.8 | +4.18 | [-0.23, +9.49] | [+0.38, +8.49] | 1.027 | 0.1069 | inconclusive | +| multi_rtt_p50_us | 60 | 640.6 | 658.7 | +2.83 | [-1.19, +8.23] | [-0.67, +7.27] | 1.001 | 0.5658 | inconclusive | +| multi_rtt_p90_us | 60 | 903.7 | 971.0 | +7.45 | [-0.35, +16.29] | [+0.97, +14.66] | 1.025 | 0.1053 | inconclusive | +| multi_rtt_p99_us | 60 | 1701.8 | 1914.6 | +12.50 | [+1.06, +24.80] | [+2.84, +22.72] | 1.201 | 0.0636 | inconclusive; repeatable change (+) | +| multi_rtt_p999_us | 60 | 4218.7 | 4352.3 | +3.17 | [-24.09, +32.09] | [-19.93, +28.79] | 1.197 | 0.0429 | inconclusive | +| multi_rtt_max_us | 60 | 6689.7 | 7619.6 | +13.90 | [-27.47, +73.16] | [-21.56, +62.39] | 1.215 | 0.2217 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2567 | 0.2651 | +3.27 | [-0.87, +7.59] | [-0.23, +6.89] | 1.014 | 0.2389 | inconclusive | +| fanout_delivery_mean_us | 60 | 22869.1 | 23677.3 | +3.53 | [-0.64, +7.87] | [+0.02, +7.19] | 1.035 | 0.1450 | inconclusive | +| fanout_delivery_p50_us | 60 | 22483.2 | 23205.6 | +3.21 | [-0.89, +7.44] | [-0.22, +6.79] | 1.037 | 0.1294 | inconclusive | +| fanout_delivery_p90_us | 60 | 28775.1 | 30870.5 | +7.28 | [+0.68, +14.53] | [+1.70, +13.37] | 1.035 | 0.1491 | inconclusive; repeatable change (+) | +| fanout_delivery_p99_us | 60 | 32932.2 | 35917.9 | +9.07 | [+0.19, +18.92] | [+1.49, +17.18] | 1.018 | 0.3062 | inconclusive; repeatable change (+) | +| fanout_delivery_p999_us | 60 | 34460.0 | 37167.7 | +7.86 | [-0.99, +17.57] | [+0.20, +15.97] | 1.004 | 0.4889 | inconclusive | +| fanout_delivery_max_us | 60 | 35360.7 | 38404.0 | +8.61 | [-0.15, +18.21] | [+1.08, +16.55] | 1.014 | 0.3652 | inconclusive | +| client_wall_s | 60 | 1.7108 | 1.7484 | +2.20 | [-0.32, +4.88] | [+0.07, +4.44] | 1.021 | 0.0595 | no material change | +| client_cpu_s | 60 | 1.3211 | 1.3449 | +1.80 | [-0.73, +5.02] | [-0.38, +4.36] | 0.999 | 0.5809 | no material change | +| broker_user_s | 60 | 0.4318 | 0.4553 | +5.45 | [+1.44, +9.44] | [+2.04, +8.87] | 1.054 | 0.0046 | inconclusive; repeatable change (+) | +| broker_sys_s | 60 | 0.5196 | 0.5243 | +0.90 | [-1.77, +3.52] | [-1.37, +3.12] | 1.019 | 0.3498 | no material change | +| broker_cpu_s | 60 | 0.9515 | 0.9796 | +2.96 | [+0.75, +5.09] | [+1.10, +4.79] | 1.036 | 0.0009 | no material change; repeatable change (+) | +| broker_vcsw | 60 | 13560.5 | 13575.1 | +0.11 | [-1.56, +2.19] | [-1.32, +1.82] | 0.998 | 0.3931 | no material change | +| broker_maxrss_kib | 60 | 5000 | 5029 | +0.58 | [-0.11, +1.27] | [+0.00, +1.16] | 1.007 | 0.0897 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.7131 | 0.6968 | -0.0010 | [-0.0178, +0.0157] | +| single_rtt_mean_us | 142.5 | 139.3 | -0.2 | [-3.6, +3.1] | +| single_rtt_p50_us | 129.2 | 130.3 | +0.6 | [-1.3, +2.6] | +| single_rtt_p90_us | 166.1 | 163.7 | +1.8 | [-3.5, +7.1] | +| single_rtt_p99_us | 303.6 | 299.4 | -6.5 | [-33.7, +20.7] | +| single_rtt_p999_us | 1172.9 | 1109.7 | -94.4 | [-382.4, +193.6] | +| single_rtt_max_us | 3592.3 | 3675.0 | -2906.6 | [-5724.1, -89.2] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.7145 | 0.7129 | +0.0271 | [-0.0091, +0.0632] | +| multi_rtt_mean_us | 687.6 | 691.6 | +28.9 | [-5.4, +63.2] | +| multi_rtt_p50_us | 626.1 | 629.0 | +18.1 | [-13.2, +49.5] | +| multi_rtt_p90_us | 877.1 | 918.3 | +67.3 | [-8.6, +143.2] | +| multi_rtt_p99_us | 1654.9 | 1855.9 | +212.8 | [+12.0, +413.6] | +| multi_rtt_p999_us | 3596.0 | 4035.6 | +133.6 | [-1170.7, +1437.9] | +| multi_rtt_max_us | 4959.5 | 5551.3 | +929.9 | [-2331.8, +4191.6] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2482 | 0.2518 | +0.0084 | [-0.0029, +0.0197] | +| fanout_delivery_mean_us | 22038.1 | 22659.1 | +808.2 | [-196.5, +1812.9] | +| fanout_delivery_p50_us | 21539.1 | 22822.5 | +722.4 | [-237.3, +1682.1] | +| fanout_delivery_p90_us | 27407.2 | 28311.9 | +2095.4 | [+36.9, +4153.9] | +| fanout_delivery_p99_us | 32074.5 | 32463.6 | +2985.7 | [-191.5, +6162.9] | +| fanout_delivery_p999_us | 34146.3 | 32915.1 | +2707.7 | [-612.5, +6027.8] | +| fanout_delivery_max_us | 34346.9 | 34809.3 | +3043.3 | [-320.2, +6406.9] | +| client_wall_s | 1.7197 | 1.7053 | +0.0376 | [-0.0081, +0.0833] | +| client_cpu_s | 1.3268 | 1.3209 | +0.0238 | [-0.0147, +0.0624] | +| broker_user_s | 0.4242 | 0.4485 | +0.0235 | [+0.0062, +0.0408] | +| broker_sys_s | 0.5110 | 0.5273 | +0.0047 | [-0.0096, +0.0189] | +| broker_cpu_s | 0.9390 | 0.9671 | +0.0282 | [+0.0071, +0.0493] | +| broker_vcsw | 13691.5 | 13440.0 | +14.6 | [-249.5, +278.8] | +| broker_maxrss_kib | 4998 | 5036 | +29 | [-6, +64] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.json new file mode 100644 index 0000000..e5aa72f --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.json @@ -0,0 +1,1534 @@ +{ + "source": { + "file": "latency.json", + "started": "2026-10-22T13:52:41+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7253637333333334, + "median": 0.711859 + }, + "candidate": { + "mean": 0.7188514166666666, + "median": 0.6967669999999999 + }, + "diff": { + "mean": -0.006512316666666664, + "sd": 0.0893031268295914, + "se": 0.011528984099175209, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02958176056316941, + 0.016557127229836082 + ] + }, + "pct": { + "value": -0.8978001473467723, + "ci95": [ + -4.074496027371028, + 2.131685449244915 + ], + "ci90": [ + -3.509130912968248, + 1.6602750079575606 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9782804059979286, + "wilcoxon": { + "p": 0.5314879489046718, + "z": -0.6257362551382533, + "w_plus": 830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 144.97493333333333, + "median": 142.2835 + }, + "candidate": { + "mean": 143.67531666666667, + "median": 139.2645 + }, + "diff": { + "mean": -1.2996166666666698, + "sd": 17.85016389526587, + "se": 2.304446249781254, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.910802961531805, + 3.3115696281984652 + ] + }, + "pct": { + "value": -0.8964423275012012, + "ci95": [ + -4.07322270365549, + 2.1345646050045612 + ], + "ci90": [ + -3.5112185676838625, + 1.661093044623807 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9782527648860585, + "wilcoxon": { + "p": 0.5363284027088389, + "z": -0.6183746521366268, + "w_plus": 831.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 131.44725, + "median": 130.1915 + }, + "candidate": { + "mean": 130.97639999999998, + "median": 130.2835 + }, + "diff": { + "mean": -0.4708499999999996, + "sd": 9.984994760486813, + "se": 1.289057280644458, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.0502476606605935, + 2.1085476606605944 + ] + }, + "pct": { + "value": -0.358204526910999, + "ci95": [ + -2.234442336347809, + 1.594380860265697 + ], + "ci90": [ + -1.9430313513954578, + 1.2975010683303354 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9906860694250411, + "wilcoxon": { + "p": 0.4180687388873878, + "z": -0.809776330178916, + "w_plus": 805.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 169.12646666666666, + "median": 165.7185 + }, + "candidate": { + "mean": 170.18691666666666, + "median": 163.74 + }, + "diff": { + "mean": 1.060449999999998, + "sd": 26.73228806646831, + "se": 3.451123549581701, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.845232271924569, + 7.966132271924565 + ] + }, + "pct": { + "value": 0.6270159963136068, + "ci95": [ + -3.293291471109123, + 4.657193055821354 + ], + "ci90": [ + -2.694774564848286, + 4.024757667214054 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9929825390990404, + "wilcoxon": { + "p": 0.9354597403431613, + "z": 0.0809776330178916, + "w_plus": 926.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 335.4122, + "median": 299.045 + }, + "candidate": { + "mean": 308.8865833333333, + "median": 299.3635 + }, + "diff": { + "mean": -26.525616666666668, + "sd": 252.68057190144987, + "se": 32.62092156281604, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -91.79992994284153, + 38.7486966095082 + ] + }, + "pct": { + "value": -7.908363698955101, + "ci95": [ + -25.09288513822849, + 8.118585751254473 + ], + "ci90": [ + -22.188720352882218, + 5.964082713475642 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9808720768048609, + "wilcoxon": { + "p": 0.6218519187915734, + "z": -0.4932274011089761, + "w_plus": 848.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1459.9105666666667, + "median": 1151.6525 + }, + "candidate": { + "mean": 1250.1882166666667, + "median": 1109.7055 + }, + "diff": { + "mean": -209.72234999999998, + "sd": 1775.075561757386, + "se": 229.1612696315377, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -668.2729913695466, + 248.8282913695467 + ] + }, + "pct": { + "value": -14.365424484792067, + "ci95": [ + -37.284483408914376, + 15.310567670265083 + ], + "ci90": [ + -33.83858509054171, + 10.545099391595443 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9777083658397788, + "wilcoxon": { + "p": 0.7966723255593808, + "z": -0.2576561050569278, + "w_plus": 880.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 6544.199283333333, + "median": 3918.69 + }, + "candidate": { + "mean": 4409.231183333333, + "median": 3675.0105 + }, + "diff": { + "mean": -2134.9681, + "sd": 10723.317569091192, + "se": 1384.3743453727861, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -4905.094766634918, + 635.1585666349188 + ] + }, + "pct": { + "value": -32.623824666178855, + "ci95": [ + -56.374028240715695, + 7.204259767926852 + ], + "ci90": [ + -53.223590831923545, + -0.06610110443499281 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8835782051936095, + "wilcoxon": { + "p": 0.28246695020720936, + "z": -1.0747940382374703, + "w_plus": 769.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.7541590333333333, + "median": 0.7010585 + }, + "candidate": { + "mean": 0.7439299833333333, + "median": 0.712942 + }, + "diff": { + "mean": -0.010229050000000002, + "sd": 0.16907731298507112, + "se": 0.021827787247089316, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.053906351395319796, + 0.03344825139531979 + ] + }, + "pct": { + "value": -1.3563518499259186, + "ci95": [ + -7.063397539652576, + 4.116793659271953 + ], + "ci90": [ + -6.0338525935920355, + 3.248451857101443 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.02219634484908, + "wilcoxon": { + "p": 0.6964145709704024, + "z": 0.390164959086205, + "w_plus": 968.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 730.8851833333333, + "median": 679.4549999999999 + }, + "candidate": { + "mean": 718.7580666666667, + "median": 691.649 + }, + "diff": { + "mean": -12.127116666666664, + "sd": 162.69770044993882, + "se": 21.004182810295198, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -54.15638939058844, + 29.902156057255105 + ] + }, + "pct": { + "value": -1.6592369011174557, + "ci95": [ + -7.288888370620901, + 3.767053615395535 + ], + "ci90": [ + -6.310403136574898, + 2.9273991086975832 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0201111568068117, + "wilcoxon": { + "p": 0.8539820165033121, + "z": 0.18404007504066275, + "w_plus": 940.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 659.6176166666667, + "median": 623.5255 + }, + "candidate": { + "mean": 658.7122666666667, + "median": 629.0360000000001 + }, + "diff": { + "mean": -0.9053500000000023, + "sd": 154.94429342085814, + "se": 20.003222266961966, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -40.93170530306326, + 39.12100530306325 + ] + }, + "pct": { + "value": -0.13725376295665725, + "ci95": [ + -6.147826793701294, + 5.670580423109864 + ], + "ci90": [ + -5.037229982130482, + 4.787015302040248 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0127492665186377, + "wilcoxon": { + "p": 0.740438937130804, + "z": 0.3312721350731929, + "w_plus": 960.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 1003.7260833333333, + "median": 920.823 + }, + "candidate": { + "mean": 971.0059166666667, + "median": 918.2860000000001 + }, + "diff": { + "mean": -32.720166666666664, + "sd": 322.9845831239232, + "se": 41.69713038402332, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -116.15593184464129, + 50.71559851130795 + ] + }, + "pct": { + "value": -3.2598701189476165, + "ci95": [ + -11.072956309009971, + 4.630678331789246 + ], + "ci90": [ + -9.756827795959895, + 3.4363425612641385 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0346448460225033, + "wilcoxon": { + "p": 0.9120730845618369, + "z": 0.11042404502439764, + "w_plus": 930.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 2032.2703333333334, + "median": 1883.339 + }, + "candidate": { + "mean": 1914.567, + "median": 1855.9485 + }, + "diff": { + "mean": -117.70333333333333, + "sd": 895.3502620525757, + "se": 115.58922179840239, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -348.9968319087564, + 113.59016524208972 + ] + }, + "pct": { + "value": -5.791716357945164, + "ci95": [ + -15.87649248061544, + 5.210731602135924 + ], + "ci90": [ + -14.232091493030184, + 3.47994438428696 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9399712362833836, + "wilcoxon": { + "p": 0.46163314928530097, + "z": -0.736160300162651, + "w_plus": 815.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 4466.8597500000005, + "median": 3918.0969999999998 + }, + "candidate": { + "mean": 4352.3452, + "median": 4035.624 + }, + "diff": { + "mean": -114.51455000000006, + "sd": 2744.0934665799177, + "se": 354.26094321668666, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -823.3890600137811, + 594.3599600137809 + ] + }, + "pct": { + "value": -2.563647761718979, + "ci95": [ + -16.231559698731832, + 13.524281367919317 + ], + "ci90": [ + -14.242967788880208, + 10.76950831900985 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.001411416514698, + "wilcoxon": { + "p": 0.7966723255593808, + "z": -0.2576561050569278, + "w_plus": 880.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 7299.139783333333, + "median": 5713.561 + }, + "candidate": { + "mean": 7619.630666666667, + "median": 5551.276 + }, + "diff": { + "mean": 320.49088333333333, + "sd": 8713.285486242326, + "se": 1124.8803192989108, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1930.389436486244, + 2571.3712031529108 + ] + }, + "pct": { + "value": 4.39080347611831, + "ci95": [ + -20.602453210355662, + 39.79107840604791 + ], + "ci90": [ + -17.526233865812973, + 32.817274949511756 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0125748595770105, + "wilcoxon": { + "p": 0.6693990124745206, + "z": -0.42697297409433754, + "w_plus": 857.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.26929263333333336, + "median": 0.26190650000000004 + }, + "candidate": { + "mean": 0.26506138333333334, + "median": 0.251795 + }, + "diff": { + "mean": -0.004231249999999997, + "sd": 0.046537355220687394, + "se": 0.006007946724875369, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01625312362827617, + 0.007790623628276174 + ] + }, + "pct": { + "value": -1.5712461004317668, + "ci95": [ + -5.698316871999948, + 2.8597673862638344 + ], + "ci90": [ + -5.034486381052333, + 2.1873210317820653 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9706192539437375, + "wilcoxon": { + "p": 0.10375530821437728, + "z": -1.6269142633594587, + "w_plus": 694.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 58706.13745, + "median": 58278.8535 + }, + "candidate": { + "mean": 23677.3242, + "median": 22659.1205 + }, + "diff": { + "mean": -35028.81325, + "sd": 6672.729539953879, + "se": 861.4456793995884, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -36752.562072952685, + -33305.06442704731 + ] + }, + "pct": { + "value": -59.66805988527866, + "ci95": [ + -61.30210374689643, + -57.868818446797285 + ], + "ci90": [ + -61.061245592755206, + -58.16176772813773 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39772391566737864, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 59704.131049999996, + "median": 57776.773499999996 + }, + "candidate": { + "mean": 23205.592566666666, + "median": 22822.4695 + }, + "diff": { + "mean": -36498.53848333333, + "sd": 7922.330736436827, + "se": 1022.768500178899, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -38545.09352504558, + -34451.98344162108 + ] + }, + "pct": { + "value": -61.13235021001672, + "ci95": [ + -62.810842338272984, + -59.41560241273371 + ], + "ci90": [ + -62.56598591318828, + -59.667682808759196 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3934908003841275, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 92487.10001666666, + "median": 88753.14 + }, + "candidate": { + "mean": 30870.465983333335, + "median": 28311.9095 + }, + "diff": { + "mean": -61616.63403333333, + "sd": 13916.053527699558, + "se": 1796.5547852570453, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -65211.53185511504, + -58021.736211551615 + ] + }, + "pct": { + "value": -66.6218683710806, + "ci95": [ + -68.72888808287247, + -64.1373097769315 + ], + "ci90": [ + -68.42877425108826, + -64.55187786770055 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3123784003821092, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 101684.41618333333, + "median": 96864.9975 + }, + "candidate": { + "mean": 35917.911733333334, + "median": 32463.637000000002 + }, + "diff": { + "mean": -65766.50445, + "sd": 18705.352029360816, + "se": 2414.850563155385, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -70598.60926564777, + -60934.399634352216 + ] + }, + "pct": { + "value": -64.67707335942742, + "ci95": [ + -67.623387852409, + -61.29303939733371 + ], + "ci90": [ + -67.16431723718054, + -61.893604288879516 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3242539274612063, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 104818.90733333334, + "median": 99621.07250000001 + }, + "candidate": { + "mean": 37167.67836666667, + "median": 32915.093 + }, + "diff": { + "mean": -67651.22896666666, + "sd": 20057.348501800738, + "se": 2589.392557218418, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -72832.59150571687, + -62469.86642761644 + ] + }, + "pct": { + "value": -64.54105531889377, + "ci95": [ + -67.61249271879437, + -60.95542875144144 + ], + "ci90": [ + -67.15610353608413, + -61.604946404765755 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3248971793608738, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 105691.17111666666, + "median": 99718.4075 + }, + "candidate": { + "mean": 38404.023766666665, + "median": 34809.285 + }, + "diff": { + "mean": -67287.14735, + "sd": 20543.741096224654, + "se": 2652.185571149166, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -72594.15841970188, + -61980.13628029812 + ] + }, + "pct": { + "value": -63.663924468890045, + "ci95": [ + -66.75585760073221, + -60.046307732337844 + ], + "ci90": [ + -66.31611850108969, + -60.71136701119209 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.332013137596029, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.7685012027000389, + "median": 1.7101259715004744 + }, + "candidate": { + "mean": 1.748396258933341, + "median": 1.7052925570001207 + }, + "diff": { + "mean": -0.02010494376669764, + "sd": 0.20690154436769956, + "se": 0.026710874521356513, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.07355328022862774, + 0.03334339269523247 + ] + }, + "pct": { + "value": -1.1368351763630602, + "ci95": [ + -4.113920961059237, + 1.7104166780697063 + ], + "ci90": [ + -3.636808914047233, + 1.2866356073096454 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9808244522568752, + "wilcoxon": { + "p": 0.5460754013196345, + "z": -0.6036514461333737, + "w_plus": 833.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.3512852333333352, + "median": 1.3085000000000022 + }, + "candidate": { + "mean": 1.3449288500000012, + "median": 1.320851999999995 + }, + "diff": { + "mean": -0.006356383333334037, + "sd": 0.190594930489884, + "se": 0.024605699721962696, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.05559227475160921, + 0.04287950808494114 + ] + }, + "pct": { + "value": -0.4703953818583573, + "ci95": [ + -4.182722325041499, + 2.897289434396015 + ], + "ci90": [ + -3.5450488623325938, + 2.38759504429845 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0001879651694106, + "wilcoxon": { + "p": 0.917913413166488, + "z": -0.10306244202277114, + "w_plus": 901.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.4588086166666666, + "median": 0.44547349999999997 + }, + "candidate": { + "mean": 0.45533793333333333, + "median": 0.4485165 + }, + "diff": { + "mean": -0.0034706833333333345, + "sd": 0.06912625150967885, + "se": 0.00892416069609105, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02132788763952852, + 0.01438652097286185 + ] + }, + "pct": { + "value": -0.7564555693283292, + "ci95": [ + -4.513635778356727, + 2.997310434440304 + ], + "ci90": [ + -3.876187908011793, + 2.4051118843310726 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0038426312126285, + "wilcoxon": { + "p": 0.8424479203275195, + "z": -0.19876328104391575, + "w_plus": 888.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.5284738166666666, + "median": 0.5170565 + }, + "candidate": { + "mean": 0.5242994333333333, + "median": 0.5272665 + }, + "diff": { + "mean": -0.004174383333333338, + "sd": 0.06510196058337811, + "se": 0.008404626971495837, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.020992003057852517, + 0.012643236391185843 + ] + }, + "pct": { + "value": -0.7898940688609968, + "ci95": [ + -3.8023943130001516, + 2.3282896172065946 + ], + "ci90": [ + -3.3132159694813503, + 1.857581459984132 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9864340432044031, + "wilcoxon": { + "p": 0.6533899737197768, + "z": -0.44905778309921707, + "w_plus": 854.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9872824333333333, + "median": 0.9610699999999999 + }, + "candidate": { + "mean": 0.9796373666666667, + "median": 0.9670805 + }, + "diff": { + "mean": -0.007645066666666672, + "sd": 0.09384782944852199, + "se": 0.012115702684394655, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03188853174043202, + 0.016598398407098675 + ] + }, + "pct": { + "value": -0.7743545725669265, + "ci95": [ + -3.1849344544682165, + 1.560457207769846 + ], + "ci90": [ + -2.7987541387154087, + 1.186511395507536 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0007344962849778, + "wilcoxon": { + "p": 0.819483226286342, + "z": -0.2282096930504218, + "w_plus": 884.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13820.8, + "median": 13822.5 + }, + "candidate": { + "mean": 13575.133333333333, + "median": 13440.0 + }, + "diff": { + "mean": -245.66666666666666, + "sd": 1258.2215814484343, + "se": 162.4357076929515, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -570.6997669967598, + 79.36643366342648 + ] + }, + "pct": { + "value": -1.7775140850505466, + "ci95": [ + -4.081819928643027, + 0.492121106654347 + ], + "ci90": [ + -3.6712770229132206, + 0.10529059744164244 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9832388139876539, + "wilcoxon": { + "p": 0.07788195739730393, + "z": -1.763109890684958, + "w_plus": 675.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6304.733333333334, + "median": 6348.0 + }, + "candidate": { + "mean": 5029.333333333333, + "median": 5036.0 + }, + "diff": { + "mean": -1275.4, + "sd": 215.7108233771173, + "se": 27.848147551208825, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1331.1240145382892, + -1219.675985461711 + ] + }, + "pct": { + "value": -20.229245751868973, + "ci95": [ + -20.960127752788324, + -19.517781005079 + ], + "ci90": [ + -20.83779550824983, + -19.625217477395022 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.794227352935934, + "wilcoxon": { + "p": 1.6257240271018164e-11, + "z": -6.736208995851057, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.md new file mode 100644 index 0000000..859a938 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/latency-timeout.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline baseline, from latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.7254 | 0.7189 | -0.90 | [-4.07, +2.13] | [-3.51, +1.66] | 0.978 | 0.5315 | no material change | +| single_rtt_mean_us | 60 | 145.0 | 143.7 | -0.90 | [-4.07, +2.13] | [-3.51, +1.66] | 0.978 | 0.5363 | no material change | +| single_rtt_p50_us | 60 | 131.4 | 131.0 | -0.36 | [-2.23, +1.59] | [-1.94, +1.30] | 0.991 | 0.4181 | no material change | +| single_rtt_p90_us | 60 | 169.1 | 170.2 | +0.63 | [-3.29, +4.66] | [-2.69, +4.02] | 0.993 | 0.9355 | no material change | +| single_rtt_p99_us | 60 | 335.4 | 308.9 | -7.91 | [-25.09, +8.12] | [-22.19, +5.96] | 0.981 | 0.6219 | inconclusive | +| single_rtt_p999_us | 60 | 1459.9 | 1250.2 | -14.37 | [-37.28, +15.31] | [-33.84, +10.55] | 0.978 | 0.7967 | inconclusive | +| single_rtt_max_us | 60 | 6544.2 | 4409.2 | -32.62 | [-56.37, +7.20] | [-53.22, -0.07] | 0.884 | 0.2825 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.7542 | 0.7439 | -1.36 | [-7.06, +4.12] | [-6.03, +3.25] | 1.022 | 0.6964 | inconclusive | +| multi_rtt_mean_us | 60 | 730.9 | 718.8 | -1.66 | [-7.29, +3.77] | [-6.31, +2.93] | 1.020 | 0.8540 | inconclusive | +| multi_rtt_p50_us | 60 | 659.6 | 658.7 | -0.14 | [-6.15, +5.67] | [-5.04, +4.79] | 1.013 | 0.7404 | inconclusive | +| multi_rtt_p90_us | 60 | 1003.7 | 971.0 | -3.26 | [-11.07, +4.63] | [-9.76, +3.44] | 1.035 | 0.9121 | inconclusive | +| multi_rtt_p99_us | 60 | 2032.3 | 1914.6 | -5.79 | [-15.88, +5.21] | [-14.23, +3.48] | 0.940 | 0.4616 | inconclusive | +| multi_rtt_p999_us | 60 | 4466.9 | 4352.3 | -2.56 | [-16.23, +13.52] | [-14.24, +10.77] | 1.001 | 0.7967 | inconclusive | +| multi_rtt_max_us | 60 | 7299.1 | 7619.6 | +4.39 | [-20.60, +39.79] | [-17.53, +32.82] | 1.013 | 0.6694 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2693 | 0.2651 | -1.57 | [-5.70, +2.86] | [-5.03, +2.19] | 0.971 | 0.1038 | inconclusive | +| fanout_delivery_mean_us | 60 | 58706.1 | 23677.3 | -59.67 | [-61.30, -57.87] | [-61.06, -58.16] | 0.398 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 59704.1 | 23205.6 | -61.13 | [-62.81, -59.42] | [-62.57, -59.67] | 0.393 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 92487.1 | 30870.5 | -66.62 | [-68.73, -64.14] | [-68.43, -64.55] | 0.312 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 101684.4 | 35917.9 | -64.68 | [-67.62, -61.29] | [-67.16, -61.89] | 0.324 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 104818.9 | 37167.7 | -64.54 | [-67.61, -60.96] | [-67.16, -61.60] | 0.325 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 105691.2 | 38404.0 | -63.66 | [-66.76, -60.05] | [-66.32, -60.71] | 0.332 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.7685 | 1.7484 | -1.14 | [-4.11, +1.71] | [-3.64, +1.29] | 0.981 | 0.5461 | no material change | +| client_cpu_s | 60 | 1.3513 | 1.3449 | -0.47 | [-4.18, +2.90] | [-3.55, +2.39] | 1.000 | 0.9179 | no material change | +| broker_user_s | 60 | 0.4588 | 0.4553 | -0.76 | [-4.51, +3.00] | [-3.88, +2.41] | 1.004 | 0.8424 | no material change | +| broker_sys_s | 60 | 0.5285 | 0.5243 | -0.79 | [-3.80, +2.33] | [-3.31, +1.86] | 0.986 | 0.6534 | no material change | +| broker_cpu_s | 60 | 0.9873 | 0.9796 | -0.77 | [-3.18, +1.56] | [-2.80, +1.19] | 1.001 | 0.8195 | no material change | +| broker_vcsw | 60 | 13820.8 | 13575.1 | -1.78 | [-4.08, +0.49] | [-3.67, +0.11] | 0.983 | 0.0779 | no material change | +| broker_maxrss_kib | 60 | 6305 | 5029 | -20.23 | [-20.96, -19.52] | [-20.84, -19.63] | 0.794 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.7119 | 0.6968 | -0.0065 | [-0.0296, +0.0166] | +| single_rtt_mean_us | 142.3 | 139.3 | -1.3 | [-5.9, +3.3] | +| single_rtt_p50_us | 130.2 | 130.3 | -0.5 | [-3.1, +2.1] | +| single_rtt_p90_us | 165.7 | 163.7 | +1.1 | [-5.8, +8.0] | +| single_rtt_p99_us | 299.0 | 299.4 | -26.5 | [-91.8, +38.7] | +| single_rtt_p999_us | 1151.7 | 1109.7 | -209.7 | [-668.3, +248.8] | +| single_rtt_max_us | 3918.7 | 3675.0 | -2135.0 | [-4905.1, +635.2] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.7011 | 0.7129 | -0.0102 | [-0.0539, +0.0334] | +| multi_rtt_mean_us | 679.5 | 691.6 | -12.1 | [-54.2, +29.9] | +| multi_rtt_p50_us | 623.5 | 629.0 | -0.9 | [-40.9, +39.1] | +| multi_rtt_p90_us | 920.8 | 918.3 | -32.7 | [-116.2, +50.7] | +| multi_rtt_p99_us | 1883.3 | 1855.9 | -117.7 | [-349.0, +113.6] | +| multi_rtt_p999_us | 3918.1 | 4035.6 | -114.5 | [-823.4, +594.4] | +| multi_rtt_max_us | 5713.6 | 5551.3 | +320.5 | [-1930.4, +2571.4] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2619 | 0.2518 | -0.0042 | [-0.0163, +0.0078] | +| fanout_delivery_mean_us | 58278.9 | 22659.1 | -35028.8 | [-36752.6, -33305.1] | +| fanout_delivery_p50_us | 57776.8 | 22822.5 | -36498.5 | [-38545.1, -34452.0] | +| fanout_delivery_p90_us | 88753.1 | 28311.9 | -61616.6 | [-65211.5, -58021.7] | +| fanout_delivery_p99_us | 96865.0 | 32463.6 | -65766.5 | [-70598.6, -60934.4] | +| fanout_delivery_p999_us | 99621.1 | 32915.1 | -67651.2 | [-72832.6, -62469.9] | +| fanout_delivery_max_us | 99718.4 | 34809.3 | -67287.1 | [-72594.2, -61980.1] | +| client_wall_s | 1.7101 | 1.7053 | -0.0201 | [-0.0736, +0.0333] | +| client_cpu_s | 1.3085 | 1.3209 | -0.0064 | [-0.0556, +0.0429] | +| broker_user_s | 0.4455 | 0.4485 | -0.0035 | [-0.0213, +0.0144] | +| broker_sys_s | 0.5171 | 0.5273 | -0.0042 | [-0.0210, +0.0126] | +| broker_cpu_s | 0.9611 | 0.9671 | -0.0076 | [-0.0319, +0.0166] | +| broker_vcsw | 13822.5 | 13440.0 | -245.7 | [-570.7, +79.4] | +| broker_maxrss_kib | 6348 | 5036 | -1275 | [-1331, -1220] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.json new file mode 100644 index 0000000..a40e582 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.json @@ -0,0 +1,670 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json", + "started": "2026-10-22T14:35:57+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "4b30671ba666b1e5a077a114f7019f9ccdfa3f11", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (code of 63d08b0)", + "timeout-rq256": "63d08b0 + max_queued(256) on the peer connections (scratch)" + } + }, + "baseline": "timeout", + "candidate": "timeout-rq256", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 30, + "baseline": { + "mean": 3.5100851559666664, + "median": 3.4857619275 + }, + "candidate": { + "mean": 3.2948923514, + "median": 3.2758387410000003 + }, + "diff": { + "mean": -0.21519280456666667, + "sd": 0.22635049094120063, + "se": 0.04132575659695478, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.2997134669423197, + -0.13067214219101364 + ] + }, + "pct": { + "value": -6.1307003962814965, + "ci95": [ + -8.313205146223659, + -3.8481849240251815 + ], + "ci90": [ + -7.985166382277456, + -4.254809151812942 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9380430921244924, + "wilcoxon": { + "p": 0.00013594767036744976, + "z": -3.8154269503328564, + "w_plus": 47.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 30, + "baseline": { + "mean": 4.1622816115, + "median": 4.12070447 + }, + "candidate": { + "mean": 4.1813156496, + "median": 4.1193182305 + }, + "diff": { + "mean": 0.01903403809999998, + "sd": 0.40711470774352926, + "se": 0.07432863630775137, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.13298509213591422, + 0.1710531683359142 + ] + }, + "pct": { + "value": 0.4572981810603727, + "ci95": [ + -2.8933595686073352, + 3.918416536118678 + ], + "ci90": [ + -2.32731874318457, + 3.420771646686971 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.013744845394739, + "wilcoxon": { + "p": 0.8130168513045055, + "z": 0.2365359025812822, + "w_plus": 244.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 30, + "baseline": { + "mean": 7.678739760766681, + "median": 7.632714364499407 + }, + "candidate": { + "mean": 7.4822769645998655, + "median": 7.425894893000077 + }, + "diff": { + "mean": -0.19646279616681567, + "sd": 0.5059162865932075, + "se": 0.0923672541254494, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.38537504226658903, + -0.007550550067042333 + ] + }, + "pct": { + "value": -2.5585291634782514, + "ci95": [ + -4.808903853389248, + -0.2708821701780857 + ], + "ci90": [ + -4.442891672778989, + -0.6335064226170757 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9830234093892477, + "wilcoxon": { + "p": 0.049498046027749786, + "z": -1.964276408392387, + "w_plus": 137.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 30, + "baseline": { + "mean": 6.961573399999996, + "median": 6.862052999999989 + }, + "candidate": { + "mean": 6.7305379, + "median": 6.728236500000023 + }, + "diff": { + "mean": -0.23103549999999753, + "sd": 0.3536434747440172, + "se": 0.06456616947726891, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.3630881436938717, + -0.09898285630612336 + ] + }, + "pct": { + "value": -3.3187253329828637, + "ci95": [ + -5.069008255696658, + -1.5634850003345286 + ], + "ci90": [ + -4.785115682157042, + -1.8144903715877827 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9677720801615866, + "wilcoxon": { + "p": 0.002765274196991639, + "z": -2.992693376137092, + "w_plus": 87.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 30, + "baseline": { + "mean": 13095.366666666667, + "median": 12127.0 + }, + "candidate": { + "mean": 15801.4, + "median": 16049.0 + }, + "diff": { + "mean": 2706.0333333333333, + "sd": 4411.050695722039, + "se": 805.3439894486057, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 1058.9199339996378, + 4353.146732667029 + ] + }, + "pct": { + "value": 20.66405166203822, + "ci95": [ + 8.533701739747293, + 35.0303549956953 + ], + "ci90": [ + 10.430988613070173, + 32.5340105757867 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1839311473633405, + "wilcoxon": { + "p": 0.002178421102435994, + "z": 3.0647636004767707, + "w_plus": 381.5, + "n_nonzero": 30, + "variance": 2363.625 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 30, + "baseline": { + "mean": 3.720666666666667, + "median": 3.69 + }, + "candidate": { + "mean": 3.725, + "median": 3.635 + }, + "diff": { + "mean": 0.004333333333333212, + "sd": 0.2634215624056425, + "se": 0.04809397728760841, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.09402989462334051, + 0.10269656129000694 + ] + }, + "pct": { + "value": 0.11646658304962365, + "ci95": [ + -2.336092080870585, + 2.6505761261683345 + ], + "ci90": [ + -1.9227933846430845, + 2.2162240396392736 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9998418079096045, + "wilcoxon": { + "p": 0.8936080278015612, + "z": -0.1337401846887543, + "w_plus": 226.0, + "n_nonzero": 30, + "variance": 2362.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 30, + "baseline": { + "mean": 3.2343333333333333, + "median": 3.22 + }, + "candidate": { + "mean": 3.2776666666666667, + "median": 3.3000000000000003 + }, + "diff": { + "mean": 0.04333333333333338, + "sd": 0.3282590790648536, + "se": 0.05993163410323071, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.0792406212360453, + 0.16590728790271206 + ] + }, + "pct": { + "value": 1.33979181696382, + "ci95": [ + -2.109820104454942, + 4.945910895717712 + ], + "ci90": [ + -1.5797885180337343, + 4.3924597291621215 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0227880418149895, + "wilcoxon": { + "p": 0.38190826963907154, + "z": 0.8743856497851874, + "w_plus": 275.0, + "n_nonzero": 30, + "variance": 2362.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 30, + "baseline": { + "mean": 2.7379908333333334, + "median": 2.720162 + }, + "candidate": { + "mean": 2.7496380333333335, + "median": 2.749136 + }, + "diff": { + "mean": 0.011647200000000005, + "sd": 0.19292932313895467, + "se": 0.03522391409580296, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.06039379322067217, + 0.08368819322067218 + ] + }, + "pct": { + "value": 0.4253922203903304, + "ci95": [ + -2.0476539250775696, + 2.893052670312019 + ], + "ci90": [ + -1.6471703593408324, + 2.52616292005329 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0080428357748352, + "wilcoxon": { + "p": 0.5304400912497493, + "z": 0.6273343503242702, + "w_plus": 263.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 30, + "baseline": { + "mean": 2.587249733333333, + "median": 2.527786 + }, + "candidate": { + "mean": 2.7455214666666667, + "median": 2.741352 + }, + "diff": { + "mean": 0.15827173333333333, + "sd": 0.239723237341549, + "se": 0.04376727488337705, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.06875760538648043, + 0.24778586128018623 + ] + }, + "pct": { + "value": 6.117373645621038, + "ci95": [ + 2.8369253655361866, + 9.448047101231873 + ], + "ci90": [ + 3.359522594284501, + 8.941087033564429 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0795233736012428, + "wilcoxon": { + "p": 0.002105260340900365, + "z": 3.0749667335566686, + "w_plus": 382.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 30, + "baseline": { + "mean": 5.3252405666666665, + "median": 5.2372015 + }, + "candidate": { + "mean": 5.4951595, + "median": 5.527917 + }, + "diff": { + "mean": 0.16991893333333322, + "sd": 0.37960932665933544, + "se": 0.06930686375022174, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.028170481188127178, + 0.3116673854785392 + ] + }, + "pct": { + "value": 3.1908217329549515, + "ci95": [ + 0.7002988783325027, + 5.707176428450091 + ], + "ci90": [ + 1.1008332143203994, + 5.328267487042734 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0390737569326443, + "wilcoxon": { + "p": 0.014795424247745157, + "z": 2.4373482135549516, + "w_plus": 351.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 30, + "baseline": { + "mean": 18309.733333333334, + "median": 18333.5 + }, + "candidate": { + "mean": 16710.733333333334, + "median": 16156.0 + }, + "diff": { + "mean": -1599.0, + "sd": 2148.5592927547423, + "se": 392.27146359303947, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -2401.2852251032637, + -796.7147748967361 + ] + }, + "pct": { + "value": -8.733060011797, + "ci95": [ + -12.512229537993363, + -4.354121599592667 + ], + "ci90": [ + -11.991076445784376, + -5.084021730699778 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8872044846117804, + "wilcoxon": { + "p": 0.000241179610558752, + "z": -3.671448574848598, + "w_plus": 54.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 30, + "baseline": { + "mean": 7029.866666666667, + "median": 7056.0 + }, + "candidate": { + "mean": 7947.066666666667, + "median": 7898.0 + }, + "diff": { + "mean": 917.2, + "sd": 350.8510244809189, + "se": 64.05634014399885, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 786.1900743709585, + 1048.2099256290417 + ] + }, + "pct": { + "value": 13.04718913587739, + "ci95": [ + 11.142318259412379, + 14.955188047910001 + ], + "ci90": [ + 11.47818259347854, + 14.673894621055158 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1433164300202838, + "wilcoxon": { + "p": 1.7322162331441248e-06, + "z": 4.78239180949292, + "w_plus": 465.0, + "n_nonzero": 30, + "variance": 2363.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 30, + "baseline": { + "mean": 18596.0, + "median": 18596.0 + }, + "candidate": { + "mean": 18596.0, + "median": 18596.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.md new file mode 100644 index 0000000..1fc1eed --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256-vs-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout-rq256 against baseline timeout, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json +30 pairs (rounds 3 to 32); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 30 | 3.5101 | 3.2949 | -6.13 | [-8.31, -3.85] | [-7.99, -4.25] | 0.938 | 0.0001 | inconclusive; repeatable change (-) | +| multi_s | 30 | 4.1623 | 4.1813 | +0.46 | [-2.89, +3.92] | [-2.33, +3.42] | 1.014 | 0.8130 | no material change | +| client_wall_s | 30 | 7.6787 | 7.4823 | -2.56 | [-4.81, -0.27] | [-4.44, -0.63] | 0.983 | 0.0495 | no material change; repeatable change (-) | +| client_cpu_s | 30 | 6.9616 | 6.7305 | -3.32 | [-5.07, -1.56] | [-4.79, -1.81] | 0.968 | 0.0028 | no material change; repeatable change (-) | +| client_vcsw | 30 | 13095.4 | 15801.4 | +20.66 | [+8.53, +35.03] | [+10.43, +32.53] | 1.184 | 0.0022 | slower/larger | +| multi_client_cpu_s | 30 | 3.7207 | 3.7250 | +0.12 | [-2.34, +2.65] | [-1.92, +2.22] | 1.000 | 0.8936 | no material change | +| multi_broker_cpu_s | 30 | 3.2343 | 3.2777 | +1.34 | [-2.11, +4.95] | [-1.58, +4.39] | 1.023 | 0.3819 | no material change | +| broker_user_s | 30 | 2.7380 | 2.7496 | +0.43 | [-2.05, +2.89] | [-1.65, +2.53] | 1.008 | 0.5304 | no material change | +| broker_sys_s | 30 | 2.5872 | 2.7455 | +6.12 | [+2.84, +9.45] | [+3.36, +8.94] | 1.080 | 0.0021 | inconclusive; repeatable change (+) | +| broker_cpu_s | 30 | 5.3252 | 5.4952 | +3.19 | [+0.70, +5.71] | [+1.10, +5.33] | 1.039 | 0.0148 | inconclusive; repeatable change (+) | +| broker_vcsw | 30 | 18309.7 | 16710.7 | -8.73 | [-12.51, -4.35] | [-11.99, -5.08] | 0.887 | 0.0002 | inconclusive; repeatable change (-) | +| broker_maxrss_kib | 30 | 7030 | 7947 | +13.05 | [+11.14, +14.96] | [+11.48, +14.67] | 1.143 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 30 | 18596 | 18596 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.4858 | 3.2758 | -0.2152 | [-0.2997, -0.1307] | +| multi_s | 4.1207 | 4.1193 | +0.0190 | [-0.1330, +0.1711] | +| client_wall_s | 7.6327 | 7.4259 | -0.1965 | [-0.3854, -0.0076] | +| client_cpu_s | 6.8621 | 6.7282 | -0.2310 | [-0.3631, -0.0990] | +| client_vcsw | 12127.0 | 16049.0 | +2706.0 | [+1058.9, +4353.1] | +| multi_client_cpu_s | 3.6900 | 3.6350 | +0.0043 | [-0.0940, +0.1027] | +| multi_broker_cpu_s | 3.2200 | 3.3000 | +0.0433 | [-0.0792, +0.1659] | +| broker_user_s | 2.7202 | 2.7491 | +0.0116 | [-0.0604, +0.0837] | +| broker_sys_s | 2.5278 | 2.7414 | +0.1583 | [+0.0688, +0.2478] | +| broker_cpu_s | 5.2372 | 5.5279 | +0.1699 | [+0.0282, +0.3117] | +| broker_vcsw | 18333.5 | 16156.0 | -1599.0 | [-2401.3, -796.7] | +| broker_maxrss_kib | 7056 | 7898 | +917 | [+786, +1048] | +| broker_ru_maxrss_kib | 18596 | 18596 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.json new file mode 100644 index 0000000..291941f --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.json @@ -0,0 +1,670 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json", + "started": "2026-10-22T14:35:57+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "4b30671ba666b1e5a077a114f7019f9ccdfa3f11", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (code of 63d08b0)", + "timeout-rq256": "63d08b0 + max_queued(256) on the peer connections (scratch)" + } + }, + "baseline": "baseline", + "candidate": "timeout-rq256", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 30, + "baseline": { + "mean": 3.1151692823, + "median": 3.1109449515 + }, + "candidate": { + "mean": 3.2948923514, + "median": 3.2758387410000003 + }, + "diff": { + "mean": 0.1797230691, + "sd": 0.334870991877544, + "se": 0.061138798701820034, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.05468018571065322, + 0.3047659524893468 + ] + }, + "pct": { + "value": 5.769287406664025, + "ci95": [ + 2.001070566092207, + 9.731907648596977 + ], + "ci90": [ + 2.5844004706320423, + 9.120234817333133 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0604288222852287, + "wilcoxon": { + "p": 0.007730944211317763, + "z": 2.6635999464587865, + "w_plus": 362.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 30, + "baseline": { + "mean": 4.221072430866666, + "median": 4.2385613775 + }, + "candidate": { + "mean": 4.1813156496, + "median": 4.1193182305 + }, + "diff": { + "mean": -0.03975678126666661, + "sd": 0.45644637385976167, + "se": 0.08333532508480929, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.21019665836688362, + 0.13068309583355037 + ] + }, + "pct": { + "value": -0.9418644649626051, + "ci95": [ + -4.573387888900392, + 2.9557104413882698 + ], + "ci90": [ + -4.0721552807647505, + 2.307808636134841 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9756199400264522, + "wilcoxon": { + "p": 0.3285710735610372, + "z": -0.97699611935747, + "w_plus": 185.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 30, + "baseline": { + "mean": 7.343169237700264, + "median": 7.308450501001062 + }, + "candidate": { + "mean": 7.4822769645998655, + "median": 7.425894893000077 + }, + "diff": { + "mean": 0.1391077268996014, + "sd": 0.6799178990017859, + "se": 0.12413545684493246, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.11477778907933947, + 0.3929932428785423 + ] + }, + "pct": { + "value": 1.8943826894988858, + "ci95": [ + -1.2279654529382198, + 5.264411138742075 + ], + "ci90": [ + -0.7625578276301691, + 4.7302570224472165 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9895857284511282, + "wilcoxon": { + "p": 0.49079849348995086, + "z": 0.6890393683889525, + "w_plus": 266.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 30, + "baseline": { + "mean": 6.493524833333331, + "median": 6.476722500000051 + }, + "candidate": { + "mean": 6.7305379, + "median": 6.728236500000023 + }, + "diff": { + "mean": 0.2370130666666673, + "sd": 0.4719187928630987, + "se": 0.08616018938724238, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.06079569336011162, + 0.41323043997322295 + ] + }, + "pct": { + "value": 3.6499909178756784, + "ci95": [ + 1.1751626725781423, + 6.33771185887076 + ], + "ci90": [ + 1.548951115490378, + 5.894599513480429 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0266905750649558, + "wilcoxon": { + "p": 0.010444400581851162, + "z": 2.560758249684316, + "w_plus": 357.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 30, + "baseline": { + "mean": 22699.033333333333, + "median": 22593.0 + }, + "candidate": { + "mean": 15801.4, + "median": 16049.0 + }, + "diff": { + "mean": -6897.633333333333, + "sd": 5785.704871570925, + "se": 1056.3203564089752, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -9058.05103784915, + -4737.215628817516 + ] + }, + "pct": { + "value": -30.387343954441526, + "ci95": [ + -37.246859731476846, + -22.594352342851728 + ], + "ci90": [ + -36.20130251697769, + -24.01624608807806 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6816356509884238, + "wilcoxon": { + "p": 1.7988480691799094e-05, + "z": -4.288498755495421, + "w_plus": 24.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 30, + "baseline": { + "mean": 3.658333333333333, + "median": 3.6450000000000005 + }, + "candidate": { + "mean": 3.725, + "median": 3.635 + }, + "diff": { + "mean": 0.06666666666666665, + "sd": 0.3250499519525695, + "se": 0.05934573033346425, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.05470898014534835, + 0.18804231347868167 + ] + }, + "pct": { + "value": 1.8223234624145768, + "ci95": [ + -1.17882421880884, + 5.093901887576714 + ], + "ci90": [ + -0.7332108857921515, + 4.528036584237631 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0040197378970541, + "wilcoxon": { + "p": 0.3610955677455277, + "z": 0.9132794875516868, + "w_plus": 227.0, + "n_nonzero": 27, + "variance": 1731.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 30, + "baseline": { + "mean": 3.478333333333333, + "median": 3.4450000000000003 + }, + "candidate": { + "mean": 3.2776666666666667, + "median": 3.3000000000000003 + }, + "diff": { + "mean": -0.20066666666666666, + "sd": 0.335414651596717, + "se": 0.06123805693241936, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.32591255593146085, + -0.0754207774018725 + ] + }, + "pct": { + "value": -5.769046478198359, + "ci95": [ + -8.958788636071505, + -2.482262904667871 + ], + "ci90": [ + -8.446011859797524, + -2.9854402297618665 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9306036806036806, + "wilcoxon": { + "p": 0.003050286050690955, + "z": -2.9626243192721646, + "w_plus": 88.5, + "n_nonzero": 30, + "variance": 2362.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 30, + "baseline": { + "mean": 2.8537105666666664, + "median": 2.867327 + }, + "candidate": { + "mean": 2.7496380333333335, + "median": 2.749136 + }, + "diff": { + "mean": -0.10407253333333329, + "sd": 0.2464410525103223, + "se": 0.04499377451840622, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.1960951346898128, + -0.012049931976853778 + ] + }, + "pct": { + "value": -3.6469197174013646, + "ci95": [ + -6.58302284612271, + -0.5077671641495055 + ], + "ci90": [ + -6.126049686996323, + -1.056603211919449 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9448995754275616, + "wilcoxon": { + "p": 0.018518974697467737, + "z": -2.355074856135375, + "w_plus": 118.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 30, + "baseline": { + "mean": 2.7783323, + "median": 2.7865919999999997 + }, + "candidate": { + "mean": 2.7455214666666667, + "median": 2.741352 + }, + "diff": { + "mean": -0.032810833333333324, + "sd": 0.26544757177188855, + "se": 0.04846387429814498, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.1319305856204927, + 0.06630891895382604 + ] + }, + "pct": { + "value": -1.1809542484652935, + "ci95": [ + -4.408891191339377, + 2.2042493385326303 + ], + "ci90": [ + -3.9057739768115938, + 1.6712404318153264 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9648198702486138, + "wilcoxon": { + "p": 0.5304400912497493, + "z": -0.6273343503242702, + "w_plus": 202.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 30, + "baseline": { + "mean": 5.632042866666667, + "median": 5.596042000000001 + }, + "candidate": { + "mean": 5.4951595, + "median": 5.527917 + }, + "diff": { + "mean": -0.13688336666666676, + "sd": 0.45810604827503787, + "se": 0.08363833878992961, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.30794297637856827, + 0.03417624304523478 + ] + }, + "pct": { + "value": -2.4304390060099323, + "ci95": [ + -5.164294923661274, + 0.5045378662889426 + ], + "ci90": [ + -4.751855735659825, + 0.01162128393506632 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.960830329390213, + "wilcoxon": { + "p": 0.07864666027410351, + "z": -1.7585930148434459, + "w_plus": 147.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 30, + "baseline": { + "mean": 14035.333333333334, + "median": 14003.5 + }, + "candidate": { + "mean": 16710.733333333334, + "median": 16156.0 + }, + "diff": { + "mean": 2675.4, + "sd": 2258.853654950395, + "se": 412.4083669731075, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 1831.9301832030587, + 3518.8698167969414 + ] + }, + "pct": { + "value": 19.061891416900203, + "ci95": [ + 13.50085630669009, + 25.43887627468407 + ], + "ci90": [ + 14.351881235738887, + 24.292503086040213 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1552694206134682, + "wilcoxon": { + "p": 3.8821823860608705e-06, + "z": 4.617592185173726, + "w_plus": 457.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 30, + "baseline": { + "mean": 7491.066666666667, + "median": 7474.0 + }, + "candidate": { + "mean": 7947.066666666667, + "median": 7898.0 + }, + "diff": { + "mean": 456.0, + "sd": 396.26810847342165, + "se": 72.34832727693237, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 308.0310564944999, + 603.9689435055001 + ] + }, + "pct": { + "value": 6.087250591816029, + "ci95": [ + 4.125285530307694, + 7.990824050215455 + ], + "ci90": [ + 4.456591762716325, + 7.709474184603749 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.067376621444248, + "wilcoxon": { + "p": 2.3622210311907993e-05, + "z": 4.227576280347612, + "w_plus": 438.0, + "n_nonzero": 30, + "variance": 2362.875 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 30, + "baseline": { + "mean": 18596.0, + "median": 18596.0 + }, + "candidate": { + "mean": 18596.0, + "median": 18596.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.md new file mode 100644 index 0000000..9bbccbb --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout-rq256.stats.md @@ -0,0 +1,41 @@ +candidate timeout-rq256 against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json +30 pairs (rounds 3 to 32); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 30 | 3.1152 | 3.2949 | +5.77 | [+2.00, +9.73] | [+2.58, +9.12] | 1.060 | 0.0077 | inconclusive; repeatable change (+) | +| multi_s | 30 | 4.2211 | 4.1813 | -0.94 | [-4.57, +2.96] | [-4.07, +2.31] | 0.976 | 0.3286 | no material change | +| client_wall_s | 30 | 7.3432 | 7.4823 | +1.89 | [-1.23, +5.26] | [-0.76, +4.73] | 0.990 | 0.4908 | no material change | +| client_cpu_s | 30 | 6.4935 | 6.7305 | +3.65 | [+1.18, +6.34] | [+1.55, +5.89] | 1.027 | 0.0104 | inconclusive; repeatable change (+) | +| client_vcsw | 30 | 22699.0 | 15801.4 | -30.39 | [-37.25, -22.59] | [-36.20, -24.02] | 0.682 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 30 | 3.6583 | 3.7250 | +1.82 | [-1.18, +5.09] | [-0.73, +4.53] | 1.004 | 0.3611 | no material change | +| multi_broker_cpu_s | 30 | 3.4783 | 3.2777 | -5.77 | [-8.96, -2.48] | [-8.45, -2.99] | 0.931 | 0.0031 | inconclusive; repeatable change (-) | +| broker_user_s | 30 | 2.8537 | 2.7496 | -3.65 | [-6.58, -0.51] | [-6.13, -1.06] | 0.945 | 0.0185 | inconclusive; repeatable change (-) | +| broker_sys_s | 30 | 2.7783 | 2.7455 | -1.18 | [-4.41, +2.20] | [-3.91, +1.67] | 0.965 | 0.5304 | no material change | +| broker_cpu_s | 30 | 5.6320 | 5.4952 | -2.43 | [-5.16, +0.50] | [-4.75, +0.01] | 0.961 | 0.0786 | no material change | +| broker_vcsw | 30 | 14035.3 | 16710.7 | +19.06 | [+13.50, +25.44] | [+14.35, +24.29] | 1.155 | <0.0001 | slower/larger | +| broker_maxrss_kib | 30 | 7491 | 7947 | +6.09 | [+4.13, +7.99] | [+4.46, +7.71] | 1.067 | <0.0001 | inconclusive; repeatable change (+) | +| broker_ru_maxrss_kib | 30 | 18596 | 18596 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.1109 | 3.2758 | +0.1797 | [+0.0547, +0.3048] | +| multi_s | 4.2386 | 4.1193 | -0.0398 | [-0.2102, +0.1307] | +| client_wall_s | 7.3085 | 7.4259 | +0.1391 | [-0.1148, +0.3930] | +| client_cpu_s | 6.4767 | 6.7282 | +0.2370 | [+0.0608, +0.4132] | +| client_vcsw | 22593.0 | 16049.0 | -6897.6 | [-9058.1, -4737.2] | +| multi_client_cpu_s | 3.6450 | 3.6350 | +0.0667 | [-0.0547, +0.1880] | +| multi_broker_cpu_s | 3.4450 | 3.3000 | -0.2007 | [-0.3259, -0.0754] | +| broker_user_s | 2.8673 | 2.7491 | -0.1041 | [-0.1961, -0.0120] | +| broker_sys_s | 2.7866 | 2.7414 | -0.0328 | [-0.1319, +0.0663] | +| broker_cpu_s | 5.5960 | 5.5279 | -0.1369 | [-0.3079, +0.0342] | +| broker_vcsw | 14003.5 | 16156.0 | +2675.4 | [+1831.9, +3518.9] | +| broker_maxrss_kib | 7474 | 7898 | +456 | [+308, +604] | +| broker_ru_maxrss_kib | 18596 | 18596 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.json new file mode 100644 index 0000000..2fa693b --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.json @@ -0,0 +1,670 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json", + "started": "2026-10-22T14:35:57+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "4b30671ba666b1e5a077a114f7019f9ccdfa3f11", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (code of 63d08b0)", + "timeout-rq256": "63d08b0 + max_queued(256) on the peer connections (scratch)" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 30, + "baseline": { + "mean": 3.1151692823, + "median": 3.1109449515 + }, + "candidate": { + "mean": 3.5100851559666664, + "median": 3.4857619275 + }, + "diff": { + "mean": 0.39491587366666664, + "sd": 0.29420812823588294, + "se": 0.05371480947872189, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.2850567530992739, + 0.5047749942340594 + ] + }, + "pct": { + "value": 12.677188232130066, + "ci95": [ + 9.220245651558498, + 16.398866061384755 + ], + "ci90": [ + 9.77904192939672, + 15.708199075984165 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1096600968349222, + "wilcoxon": { + "p": 4.729202337447069e-06, + "z": 4.5764555064639385, + "w_plus": 455.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 30, + "baseline": { + "mean": 4.221072430866666, + "median": 4.2385613775 + }, + "candidate": { + "mean": 4.1622816115, + "median": 4.12070447 + }, + "diff": { + "mean": -0.058790819366666594, + "sd": 0.37578738916380644, + "se": 0.06860907662366307, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.19911213659673627, + 0.08153049786340306 + ] + }, + "pct": { + "value": -1.3927934270153042, + "ci95": [ + -4.5683507194472766, + 1.6891976926327938 + ], + "ci90": [ + -4.024233698069916, + 1.1618819587928133 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9945118965651015, + "wilcoxon": { + "p": 0.4528065046691958, + "z": -0.7507443864536348, + "w_plus": 196.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 30, + "baseline": { + "mean": 7.343169237700264, + "median": 7.308450501001062 + }, + "candidate": { + "mean": 7.678739760766681, + "median": 7.632714364499407 + }, + "diff": { + "mean": 0.3355705230664171, + "sd": 0.537087674935174, + "se": 0.09805834497333225, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.1350186892684836, + 0.5361223568643506 + ] + }, + "pct": { + "value": 4.569832346278746, + "ci95": [ + 1.930507756372611, + 7.208572940857525 + ], + "ci90": [ + 2.3684630550471533, + 6.737947022081319 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.03563613240998, + "wilcoxon": { + "p": 0.0025845592065520105, + "z": 3.0132617154919865, + "w_plus": 379.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 30, + "baseline": { + "mean": 6.493524833333331, + "median": 6.476722500000051 + }, + "candidate": { + "mean": 6.961573399999996, + "median": 6.862052999999989 + }, + "diff": { + "mean": 0.46804856666666483, + "sd": 0.36832274433993156, + "se": 0.06724622517239626, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.33051459362254965, + 0.60558253971078 + ] + }, + "pct": { + "value": 7.207927569076555, + "ci95": [ + 5.16842553359311, + 9.290976974302334 + ], + "ci90": [ + 5.473880013983043, + 8.958810150613036 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0746557445993516, + "wilcoxon": { + "p": 9.315658591105169e-06, + "z": 4.43247713097968, + "w_plus": 448.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 30, + "baseline": { + "mean": 22699.033333333333, + "median": 22593.0 + }, + "candidate": { + "mean": 13095.366666666667, + "median": 12127.0 + }, + "diff": { + "mean": -9603.666666666666, + "sd": 5785.3914559734485, + "se": 1056.263134811438, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -11763.967339875031, + -7443.365993458301 + ] + }, + "pct": { + "value": -42.308703307482986, + "ci95": [ + -48.89283260950351, + -35.1047175976024 + ], + "ci90": [ + -47.933362076128276, + -36.46289094150243 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5215023075895002, + "wilcoxon": { + "p": 2.35342099512154e-06, + "z": -4.720433881948197, + "w_plus": 3.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 30, + "baseline": { + "mean": 3.658333333333333, + "median": 3.6450000000000005 + }, + "candidate": { + "mean": 3.720666666666667, + "median": 3.69 + }, + "diff": { + "mean": 0.06233333333333344, + "sd": 0.2558782487061366, + "se": 0.046716762930422706, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.03321317499645333, + 0.15787984166312022 + ] + }, + "pct": { + "value": 1.7038724373576342, + "ci95": [ + -0.801599606649312, + 4.144542196312342 + ], + "ci90": [ + -0.3892050780147975, + 3.755987276450172 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0220740470101086, + "wilcoxon": { + "p": 0.08962450977042151, + "z": 1.697381754456217, + "w_plus": 315.0, + "n_nonzero": 30, + "variance": 2362.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 30, + "baseline": { + "mean": 3.478333333333333, + "median": 3.4450000000000003 + }, + "candidate": { + "mean": 3.2343333333333333, + "median": 3.22 + }, + "diff": { + "mean": -0.24400000000000002, + "sd": 0.3286398301043781, + "se": 0.06000114941427775, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.3667161293441142, + -0.12128387065588588 + ] + }, + "pct": { + "value": -7.014853857211301, + "ci95": [ + -10.224119849897841, + -3.807926622465355 + ], + "ci90": [ + -9.711057405001242, + -4.348098150371454 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9290770772594752, + "wilcoxon": { + "p": 0.0008612042308298889, + "z": -3.332335317176604, + "w_plus": 70.5, + "n_nonzero": 30, + "variance": 2363.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 30, + "baseline": { + "mean": 2.8537105666666664, + "median": 2.867327 + }, + "candidate": { + "mean": 2.7379908333333334, + "median": 2.720162 + }, + "diff": { + "mean": -0.1157197333333333, + "sd": 0.22249441084214985, + "se": 0.04062173591235583, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.19880051173617, + -0.032638954930496594 + ] + }, + "pct": { + "value": -4.055062019429034, + "ci95": [ + -6.713955584739446, + -1.295687754779737 + ], + "ci90": [ + -6.29729876875074, + -1.779315410247903 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.954952922447753, + "wilcoxon": { + "p": 0.010444400581851162, + "z": -2.560758249684316, + "w_plus": 108.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 30, + "baseline": { + "mean": 2.7783323, + "median": 2.7865919999999997 + }, + "candidate": { + "mean": 2.587249733333333, + "median": 2.527786 + }, + "diff": { + "mean": -0.19108256666666665, + "sd": 0.2506611145261574, + "se": 0.045764248905120763, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.28468096507735874, + -0.09748416825597454 + ] + }, + "pct": { + "value": -6.877599438579296, + "ci95": [ + -9.88065895000227, + -3.7965637694193775 + ], + "ci90": [ + -9.423245195359467, + -4.272845284233224 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9241110151466081, + "wilcoxon": { + "p": 0.0004896900705332653, + "z": -3.4863335206545507, + "w_plus": 63.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 30, + "baseline": { + "mean": 5.632042866666667, + "median": 5.596042000000001 + }, + "candidate": { + "mean": 5.3252405666666665, + "median": 5.2372015 + }, + "diff": { + "mean": -0.3068023, + "sd": 0.42676087417631725, + "se": 0.07791551914899762, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -0.46615742934568816, + -0.14744717065431176 + ] + }, + "pct": { + "value": -5.4474425579360215, + "ci95": [ + -8.022086400789325, + -2.81516296527328 + ], + "ci90": [ + -7.603990563950635, + -3.253171532811326 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9323381113534963, + "wilcoxon": { + "p": 0.0015927015020870084, + "z": -3.157240090976245, + "w_plus": 79.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 30, + "baseline": { + "mean": 14035.333333333334, + "median": 14003.5 + }, + "candidate": { + "mean": 18309.733333333334, + "median": 18333.5 + }, + "diff": { + "mean": 4274.4, + "sd": 1292.525104138247, + "se": 235.98171855941058, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 3791.763194200876, + 4757.036805799124 + ] + }, + "pct": { + "value": 30.454567045076697, + "ci95": [ + 26.64296442695129, + 34.61219947653972 + ], + "ci90": [ + 27.213348250013663, + 33.84830675991383 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.305309137587938, + "wilcoxon": { + "p": 1.7343976283205824e-06, + "z": 4.782138900012879, + "w_plus": 465.0, + "n_nonzero": 30, + "variance": 2363.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 30, + "baseline": { + "mean": 7491.066666666667, + "median": 7474.0 + }, + "candidate": { + "mean": 7029.866666666667, + "median": 7056.0 + }, + "diff": { + "mean": -461.2, + "sd": 359.90213229096906, + "se": 65.70883878332407, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + -595.5896648297734, + -326.8103351702266 + ] + }, + "pct": { + "value": -6.156666607336736, + "ci95": [ + -7.8306060916448486, + -4.510465001179378 + ], + "ci90": [ + -7.553218914415278, + -4.792189884777741 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9298248408839862, + "wilcoxon": { + "p": 1.4504258443790137e-05, + "z": -4.33608544060893, + "w_plus": 17.0, + "n_nonzero": 29, + "variance": 2138.125 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 30, + "baseline": { + "mean": 18596.0, + "median": 18596.0 + }, + "candidate": { + "mean": 18596.0, + "median": 18596.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 29, + "t": 2.0452296421327034, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.md new file mode 100644 index 0000000..18c56ad --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-read-ahead-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out/shared-read-ahead.json +30 pairs (rounds 3 to 32); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 30 | 3.1152 | 3.5101 | +12.68 | [+9.22, +16.40] | [+9.78, +15.71] | 1.110 | <0.0001 | slower/larger | +| multi_s | 30 | 4.2211 | 4.1623 | -1.39 | [-4.57, +1.69] | [-4.02, +1.16] | 0.995 | 0.4528 | no material change | +| client_wall_s | 30 | 7.3432 | 7.6787 | +4.57 | [+1.93, +7.21] | [+2.37, +6.74] | 1.036 | 0.0026 | inconclusive; repeatable change (+) | +| client_cpu_s | 30 | 6.4935 | 6.9616 | +7.21 | [+5.17, +9.29] | [+5.47, +8.96] | 1.075 | <0.0001 | slower/larger | +| client_vcsw | 30 | 22699.0 | 13095.4 | -42.31 | [-48.89, -35.10] | [-47.93, -36.46] | 0.522 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 30 | 3.6583 | 3.7207 | +1.70 | [-0.80, +4.14] | [-0.39, +3.76] | 1.022 | 0.0896 | no material change | +| multi_broker_cpu_s | 30 | 3.4783 | 3.2343 | -7.01 | [-10.22, -3.81] | [-9.71, -4.35] | 0.929 | 0.0009 | inconclusive; repeatable change (-) | +| broker_user_s | 30 | 2.8537 | 2.7380 | -4.06 | [-6.71, -1.30] | [-6.30, -1.78] | 0.955 | 0.0104 | inconclusive; repeatable change (-) | +| broker_sys_s | 30 | 2.7783 | 2.5872 | -6.88 | [-9.88, -3.80] | [-9.42, -4.27] | 0.924 | 0.0005 | inconclusive; repeatable change (-) | +| broker_cpu_s | 30 | 5.6320 | 5.3252 | -5.45 | [-8.02, -2.82] | [-7.60, -3.25] | 0.932 | 0.0016 | inconclusive; repeatable change (-) | +| broker_vcsw | 30 | 14035.3 | 18309.7 | +30.45 | [+26.64, +34.61] | [+27.21, +33.85] | 1.305 | <0.0001 | slower/larger | +| broker_maxrss_kib | 30 | 7491 | 7030 | -6.16 | [-7.83, -4.51] | [-7.55, -4.79] | 0.930 | <0.0001 | inconclusive; repeatable change (-) | +| broker_ru_maxrss_kib | 30 | 18596 | 18596 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.1109 | 3.4858 | +0.3949 | [+0.2851, +0.5048] | +| multi_s | 4.2386 | 4.1207 | -0.0588 | [-0.1991, +0.0815] | +| client_wall_s | 7.3085 | 7.6327 | +0.3356 | [+0.1350, +0.5361] | +| client_cpu_s | 6.4767 | 6.8621 | +0.4680 | [+0.3305, +0.6056] | +| client_vcsw | 22593.0 | 12127.0 | -9603.7 | [-11764.0, -7443.4] | +| multi_client_cpu_s | 3.6450 | 3.6900 | +0.0623 | [-0.0332, +0.1579] | +| multi_broker_cpu_s | 3.4450 | 3.2200 | -0.2440 | [-0.3667, -0.1213] | +| broker_user_s | 2.8673 | 2.7202 | -0.1157 | [-0.1988, -0.0326] | +| broker_sys_s | 2.7866 | 2.5278 | -0.1911 | [-0.2847, -0.0975] | +| broker_cpu_s | 5.5960 | 5.2372 | -0.3068 | [-0.4662, -0.1474] | +| broker_vcsw | 14003.5 | 18333.5 | +4274.4 | [+3791.8, +4757.0] | +| broker_maxrss_kib | 7474 | 7056 | -461 | [-596, -327] | +| broker_ru_maxrss_kib | 18596 | 18596 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.json new file mode 100644 index 0000000..3c393d1 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.json @@ -0,0 +1,686 @@ +{ + "source": { + "file": "shared.json", + "started": "2026-10-22T13:58:16+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "revert", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 3.1582747378000002, + "median": 3.129736473 + }, + "candidate": { + "mean": 3.4950344045, + "median": 3.5216504 + }, + "diff": { + "mean": 0.3367596667, + "sd": 0.3623306187707443, + "se": 0.05728950106668551, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.22088071307897905, + 0.452638620321021 + ] + }, + "pct": { + "value": 10.662773021911987, + "ci95": [ + 7.050877446617048, + 14.477754950567322 + ], + "ci90": [ + 7.61182645706154, + 13.86834640107344 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0879419052886155, + "wilcoxon": { + "p": 1.1766883640744118e-05, + "z": 4.381862922763948, + "w_plus": 736.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 4.356494094925, + "median": 4.360196644 + }, + "candidate": { + "mean": 4.283796674275, + "median": 4.266667635999999 + }, + "diff": { + "mean": -0.07269742065000004, + "sd": 0.5080858082176356, + "se": 0.08033542003876122, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.23519114531974142, + 0.08979630401974134 + ] + }, + "pct": { + "value": -1.6687138571974014, + "ci95": [ + -5.095164688770899, + 1.9453341369108255 + ], + "ci90": [ + -4.58004403042863, + 1.358397182544967 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9999638537863741, + "wilcoxon": { + "p": 0.3069993330132629, + "z": -1.0215385954909817, + "w_plus": 334.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 7.5213593552250355, + "median": 7.539944441500211 + }, + "candidate": { + "mean": 7.785298121924984, + "median": 7.735887020500286 + }, + "diff": { + "mean": 0.26393876669994826, + "sd": 0.7284477214742016, + "se": 0.11517769781092126, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.030969883147060173, + 0.49690765025283634 + ] + }, + "pct": { + "value": 3.5091896854601456, + "ci95": [ + 0.6291791964001592, + 6.623809148649742 + ], + "ci90": [ + 1.0523804414357252, + 6.110505470844633 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.021057179499195, + "wilcoxon": { + "p": 0.06171464909941057, + "z": 1.8683403259637692, + "w_plus": 549.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 6.5867921249999934, + "median": 6.539515999999992 + }, + "candidate": { + "mean": 7.008189224999986, + "median": 6.947656499999994 + }, + "diff": { + "mean": 0.4213970999999933, + "sd": 0.4942312301920896, + "se": 0.07814481890969903, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.2633342843434283, + 0.5794599156565583 + ] + }, + "pct": { + "value": 6.3976073937507705, + "ci95": [ + 4.148631510592931, + 8.850471259935652 + ], + "ci90": [ + 4.491984680603172, + 8.463968528301358 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0628782152445297, + "wilcoxon": { + "p": 1.1766883640744118e-05, + "z": 4.381862922763948, + "w_plus": 736.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 25082.575, + "median": 24642.0 + }, + "candidate": { + "mean": 14752.55, + "median": 16307.0 + }, + "diff": { + "mean": -10330.025, + "sd": 6759.50276766166, + "se": 1068.77122980114, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -12491.818862115286, + -8168.2311378847135 + ] + }, + "pct": { + "value": -41.18406902002686, + "ci95": [ + -47.228751520028325, + -34.44209447551513 + ], + "ci90": [ + -46.301451805446135, + -35.667631893913814 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6105233106988878, + "wilcoxon": { + "p": 9.491730534305828e-08, + "z": -5.33619503170947, + "w_plus": 13.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.723, + "median": 3.6950000000000003 + }, + "candidate": { + "mean": 3.783, + "median": 3.7349999999999994 + }, + "diff": { + "mean": 0.06000000000000004, + "sd": 0.3440110314271765, + "se": 0.05439291997668212, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.05002006535112091, + 0.170020065351121 + ] + }, + "pct": { + "value": 1.6116035455278066, + "ci95": [ + -1.1083808892774374, + 4.630024758933927 + ], + "ci90": [ + -0.7031859295818454, + 4.08528243124188 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0113802225871193, + "wilcoxon": { + "p": 0.3932628099610167, + "z": 0.8537152001800874, + "w_plus": 473.5, + "n_nonzero": 40, + "variance": 5532.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.5767499999999997, + "median": 3.66 + }, + "candidate": { + "mean": 3.3325000000000005, + "median": 3.415 + }, + "diff": { + "mean": -0.24425, + "sd": 0.46028356644405805, + "se": 0.07277722197543363, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.39145582607520923, + -0.09704417392479076 + ] + }, + "pct": { + "value": -6.828825050674469, + "ci95": [ + -10.575690722803762, + -2.9089908053330746 + ], + "ci90": [ + -9.99185571927471, + -3.5451037346047998 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9390576702287381, + "wilcoxon": { + "p": 0.002969974534064244, + "z": -2.9708286341310717, + "w_plus": 189.0, + "n_nonzero": 40, + "variance": 5533.875 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.961283325, + "median": 2.9722264999999997 + }, + "candidate": { + "mean": 2.776528575, + "median": 2.801196 + }, + "diff": { + "mean": -0.18475475000000002, + "sd": 0.3056107526710935, + "se": 0.04832130279395214, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.2824938104056739, + -0.08701568959432618 + ] + }, + "pct": { + "value": -6.239009568596421, + "ci95": [ + -9.260115958337098, + -3.1047183813474364 + ], + "ci90": [ + -8.757954713594337, + -3.5694303645614838 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9293860319007993, + "wilcoxon": { + "p": 0.0012557224295113368, + "z": -3.2259113541820477, + "w_plus": 170.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.7973042, + "median": 2.8020825 + }, + "candidate": { + "mean": 2.625151075, + "median": 2.665879 + }, + "diff": { + "mean": -0.17215312500000005, + "sd": 0.3483310058222463, + "se": 0.05507596790278355, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.2835547851891963, + -0.06075146481080379 + ] + }, + "pct": { + "value": -6.15425111791561, + "ci95": [ + -9.838901848853048, + -2.3550369845900754 + ], + "ci90": [ + -9.257149883965145, + -2.9614795653059147 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9630639662482707, + "wilcoxon": { + "p": 0.006106175886686646, + "z": -2.74202465105474, + "w_plus": 206.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.758587525, + "median": 5.8223775 + }, + "candidate": { + "mean": 5.40167965, + "median": 5.4660945000000005 + }, + "diff": { + "mean": -0.3569078750000002, + "sd": 0.598941841376777, + "se": 0.09470102023629474, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.548458768750171, + -0.1653569812498295 + ] + }, + "pct": { + "value": -6.19783711631613, + "ci95": [ + -9.253363219105523, + -3.013039455340479 + ], + "ci90": [ + -8.777431066556934, + -3.513066026725869 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9331997532620713, + "wilcoxon": { + "p": 0.0015847188362613988, + "z": -3.158704867636588, + "w_plus": 175.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 14301.025, + "median": 14013.5 + }, + "candidate": { + "mean": 18609.775, + "median": 18737.5 + }, + "diff": { + "mean": 4308.75, + "sd": 2282.3191056467103, + "se": 360.86633605810334, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 3578.828938708341, + 5038.6710612916595 + ] + }, + "pct": { + "value": 30.128959287883216, + "ci95": [ + 24.49233600255606, + 35.944755551165315 + ], + "ci90": [ + 25.361902210197254, + 34.998373594696794 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.333751661964523, + "wilcoxon": { + "p": 4.836242879123668e-08, + "z": 5.457228329658651, + "w_plus": 816.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 7520.3, + "median": 7542.0 + }, + "candidate": { + "mean": 7015.1, + "median": 6984.0 + }, + "diff": { + "mean": -505.2, + "sd": 329.5376092306247, + "se": 52.10447099276507, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -610.5912403703846, + -399.8087596296154 + ] + }, + "pct": { + "value": -6.717817108360036, + "ci95": [ + -8.042129359747936, + -5.428726920206748 + ], + "ci90": [ + -7.832698638330688, + -5.6146859111798335 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9334746223606032, + "wilcoxon": { + "p": 5.214161440765284e-08, + "z": -5.443848353041852, + "w_plus": 5.0, + "n_nonzero": 40, + "variance": 5534.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18721.6, + "median": 18712.0 + }, + "candidate": { + "mean": 18724.8, + "median": 18712.0 + }, + "diff": { + "mean": 3.2, + "sd": 20.23857702507763, + "se": 3.1999999999999997, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.272610944117627, + 9.672610944117627 + ] + }, + "pct": { + "value": 0.017092556191777852, + "ci95": [ + 0.0, + 0.051295203898438224 + ], + "ci90": [ + 0.0, + 0.05127766857533356 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.md new file mode 100644 index 0000000..ce9f673 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-revert.stats.md @@ -0,0 +1,41 @@ +candidate revert against baseline baseline, from shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 3.1583 | 3.4950 | +10.66 | [+7.05, +14.48] | [+7.61, +13.87] | 1.088 | <0.0001 | slower/larger | +| multi_s | 40 | 4.3565 | 4.2838 | -1.67 | [-5.10, +1.95] | [-4.58, +1.36] | 1.000 | 0.3070 | no material change | +| client_wall_s | 40 | 7.5214 | 7.7853 | +3.51 | [+0.63, +6.62] | [+1.05, +6.11] | 1.021 | 0.0617 | inconclusive; repeatable change (+) | +| client_cpu_s | 40 | 6.5868 | 7.0082 | +6.40 | [+4.15, +8.85] | [+4.49, +8.46] | 1.063 | <0.0001 | inconclusive; repeatable change (+) | +| client_vcsw | 40 | 25082.6 | 14752.5 | -41.18 | [-47.23, -34.44] | [-46.30, -35.67] | 0.611 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 3.7230 | 3.7830 | +1.61 | [-1.11, +4.63] | [-0.70, +4.09] | 1.011 | 0.3933 | no material change | +| multi_broker_cpu_s | 40 | 3.5767 | 3.3325 | -6.83 | [-10.58, -2.91] | [-9.99, -3.55] | 0.939 | 0.0030 | inconclusive; repeatable change (-) | +| broker_user_s | 40 | 2.9613 | 2.7765 | -6.24 | [-9.26, -3.10] | [-8.76, -3.57] | 0.929 | 0.0013 | inconclusive; repeatable change (-) | +| broker_sys_s | 40 | 2.7973 | 2.6252 | -6.15 | [-9.84, -2.36] | [-9.26, -2.96] | 0.963 | 0.0061 | inconclusive; repeatable change (-) | +| broker_cpu_s | 40 | 5.7586 | 5.4017 | -6.20 | [-9.25, -3.01] | [-8.78, -3.51] | 0.933 | 0.0016 | inconclusive; repeatable change (-) | +| broker_vcsw | 40 | 14301.0 | 18609.8 | +30.13 | [+24.49, +35.94] | [+25.36, +35.00] | 1.334 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 7520 | 7015 | -6.72 | [-8.04, -5.43] | [-7.83, -5.61] | 0.933 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 40 | 18722 | 18725 | +0.02 | [+0.00, +0.05] | [+0.00, +0.05] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.1297 | 3.5217 | +0.3368 | [+0.2209, +0.4526] | +| multi_s | 4.3602 | 4.2667 | -0.0727 | [-0.2352, +0.0898] | +| client_wall_s | 7.5399 | 7.7359 | +0.2639 | [+0.0310, +0.4969] | +| client_cpu_s | 6.5395 | 6.9477 | +0.4214 | [+0.2633, +0.5795] | +| client_vcsw | 24642.0 | 16307.0 | -10330.0 | [-12491.8, -8168.2] | +| multi_client_cpu_s | 3.6950 | 3.7350 | +0.0600 | [-0.0500, +0.1700] | +| multi_broker_cpu_s | 3.6600 | 3.4150 | -0.2442 | [-0.3915, -0.0970] | +| broker_user_s | 2.9722 | 2.8012 | -0.1848 | [-0.2825, -0.0870] | +| broker_sys_s | 2.8021 | 2.6659 | -0.1722 | [-0.2836, -0.0608] | +| broker_cpu_s | 5.8224 | 5.4661 | -0.3569 | [-0.5485, -0.1654] | +| broker_vcsw | 14013.5 | 18737.5 | +4308.8 | [+3578.8, +5038.7] | +| broker_maxrss_kib | 7542 | 6984 | -505 | [-611, -400] | +| broker_ru_maxrss_kib | 18712 | 18712 | +3 | [-3, +10] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.json new file mode 100644 index 0000000..a473bc7 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.json @@ -0,0 +1,686 @@ +{ + "source": { + "file": "shared.json", + "started": "2026-10-22T13:58:16+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "revert", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 3.4950344045, + "median": 3.5216504 + }, + "candidate": { + "mean": 3.5614487431999997, + "median": 3.5321198750000002 + }, + "diff": { + "mean": 0.06641433870000003, + "sd": 0.3002852426363193, + "se": 0.04747926572335369, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.029621540968639976, + 0.16245021836864004 + ] + }, + "pct": { + "value": 1.900248495822776, + "ci95": [ + -0.7291065951902417, + 4.568958074880481 + ], + "ci90": [ + -0.3124246332784997, + 4.172676198144269 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.025053124066006, + "wilcoxon": { + "p": 0.19229979128250624, + "z": 1.303805838981911, + "w_plus": 507.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 4.283796674275, + "median": 4.266667635999999 + }, + "candidate": { + "mean": 4.215624195125001, + "median": 4.202022488 + }, + "diff": { + "mean": -0.06817247914999998, + "sd": 0.46429032129279724, + "se": 0.07341074554283059, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.21665972759261237, + 0.0803147692926124 + ] + }, + "pct": { + "value": -1.5914032418809176, + "ci95": [ + -4.952650922376338, + 1.6713970455897473 + ], + "ci90": [ + -4.353704992549917, + 1.1342006739824833 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9951952425379363, + "wilcoxon": { + "p": 0.5632804683709813, + "z": -0.5779757842909502, + "w_plus": 367.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 7.785298121924984, + "median": 7.735887020500286 + }, + "candidate": { + "mean": 7.783540496374985, + "median": 7.692801109500124 + }, + "diff": { + "mean": -0.0017576255499989202, + "sd": 0.5270127858886368, + "se": 0.08332803797193686, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.17030449134031383, + 0.166789240240316 + ] + }, + "pct": { + "value": -0.02257621381317465, + "ci95": [ + -2.142514490211518, + 2.0006153913485893 + ], + "ci90": [ + -1.7746585548855691, + 1.669543246791505 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0066867345939903, + "wilcoxon": { + "p": 0.8612863992911435, + "z": 0.17473686501819424, + "w_plus": 423.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 7.008189224999986, + "median": 6.947656499999994 + }, + "candidate": { + "mean": 6.951484025000001, + "median": 6.931786499999994 + }, + "diff": { + "mean": -0.05670519999998689, + "sd": 0.4342194205819083, + "se": 0.06865611866587132, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.19557530783041102, + 0.08216490783043726 + ] + }, + "pct": { + "value": -0.8091276958918758, + "ci95": [ + -2.6628072321587455, + 1.0530730206385084 + ], + "ci90": [ + -2.3597065683714833, + 0.7611778452543659 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9937734638256026, + "wilcoxon": { + "p": 0.4046414825718155, + "z": -0.8333604331636956, + "w_plus": 348.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 14752.55, + "median": 16307.0 + }, + "candidate": { + "mean": 15365.05, + "median": 14266.0 + }, + "diff": { + "mean": 612.5, + "sd": 5975.415312247857, + "se": 944.796117607473, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -1298.530528370617, + 2523.530528370617 + ] + }, + "pct": { + "value": 4.151824599814957, + "ci95": [ + -8.110730114304921, + 17.09037312780426 + ], + "ci90": [ + -6.286742201961576, + 14.994578854239357 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0972272476948808, + "wilcoxon": { + "p": 0.3896550907211426, + "z": 0.8602430277818793, + "w_plus": 474.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.783, + "median": 3.7349999999999994 + }, + "candidate": { + "mean": 3.6949999999999994, + "median": 3.665 + }, + "diff": { + "mean": -0.08800000000000009, + "sd": 0.3227541733428964, + "se": 0.051031915604417694, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.19122179232513792, + 0.015221792325137748 + ] + }, + "pct": { + "value": -2.3261961406291443, + "ci95": [ + -4.89139528466346, + 0.19587947279704512 + ], + "ci90": [ + -4.498761734980376, + -0.19413446170991225 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.977555465575739, + "wilcoxon": { + "p": 0.11311731233760317, + "z": -1.58433584727676, + "w_plus": 276.5, + "n_nonzero": 39, + "variance": 5132.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.3325000000000005, + "median": 3.415 + }, + "candidate": { + "mean": 3.3535000000000004, + "median": 3.33 + }, + "diff": { + "mean": 0.021000000000000008, + "sd": 0.3880576219438525, + "se": 0.06135729743655557, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.10310684840291563, + 0.14510684840291566 + ] + }, + "pct": { + "value": 0.6301575393848458, + "ci95": [ + -2.964616115143522, + 4.282001529224206 + ], + "ci90": [ + -2.3923722967228467, + 3.703425508927314 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0163466258827085, + "wilcoxon": { + "p": 0.6652750188365769, + "z": 0.4326417979438353, + "w_plus": 421.0, + "n_nonzero": 39, + "variance": 5134.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.776528575, + "median": 2.801196 + }, + "candidate": { + "mean": 2.8363530999999997, + "median": 2.8089015 + }, + "diff": { + "mean": 0.05982452499999995, + "sd": 0.20823515078908558, + "se": 0.03292486827010596, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.006772307093349764, + 0.12642135709334967 + ] + }, + "pct": { + "value": 2.1546518749586463, + "ci95": [ + -0.1898256590910949, + 4.489461994385354 + ], + "ci90": [ + 0.20725965446855898, + 4.131987463829061 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0221729915964222, + "wilcoxon": { + "p": 0.11580410335886274, + "z": 1.5726317851637481, + "w_plus": 527.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.625151075, + "median": 2.665879 + }, + "candidate": { + "mean": 2.64483625, + "median": 2.6062255 + }, + "diff": { + "mean": 0.019685175000000044, + "sd": 0.2592529419708836, + "se": 0.04099148933637272, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.06322793827946468, + 0.10259828827946477 + ] + }, + "pct": { + "value": 0.7498682718669825, + "ci95": [ + -2.2993441254570466, + 3.796395059958034 + ], + "ci90": [ + -1.8144381072998184, + 3.3127418531656017 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0050800121286698, + "wilcoxon": { + "p": 0.527556149540109, + "z": 0.6317409735273176, + "w_plus": 457.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.40167965, + "median": 5.4660945000000005 + }, + "candidate": { + "mean": 5.481189349999999, + "median": 5.4893555 + }, + "diff": { + "mean": 0.07950970000000002, + "sd": 0.40658017398289215, + "se": 0.06428597006267363, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.05052094793152484, + 0.20954034793152487 + ] + }, + "pct": { + "value": 1.4719440091194524, + "ci95": [ + -0.8544220120027131, + 3.8395607474622846 + ], + "ci90": [ + -0.4882720666687906, + 3.4296478856452843 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0139766371699328, + "wilcoxon": { + "p": 0.27038065225985014, + "z": 1.1021863793455329, + "w_plus": 492.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 18609.775, + "median": 18737.5 + }, + "candidate": { + "mean": 17758.625, + "median": 17634.0 + }, + "diff": { + "mean": -851.15, + "sd": 1626.1108479262998, + "se": 257.1107003677399, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -1371.2054790781192, + -331.09452092188076 + ] + }, + "pct": { + "value": -4.573671632247034, + "ci95": [ + -7.061621046018215, + -1.8192565778160754 + ], + "ci90": [ + -6.68644488415427, + -2.2985984671619417 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9483759284904948, + "wilcoxon": { + "p": 0.0010898766801949727, + "z": -3.266235246109323, + "w_plus": 167.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 7015.1, + "median": 6984.0 + }, + "candidate": { + "mean": 7053.8, + "median": 7008.0 + }, + "diff": { + "mean": 38.7, + "sd": 350.39656654447094, + "se": 55.40256172916417, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -73.36225855635638, + 150.7622585563564 + ] + }, + "pct": { + "value": 0.5516671180738619, + "ci95": [ + -0.9538719641288986, + 2.1383263386095535 + ], + "ci90": [ + -0.7276614221350519, + 1.853418061606834 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0075180193478293, + "wilcoxon": { + "p": 0.5275141853668838, + "z": 0.6318051846342098, + "w_plus": 457.0, + "n_nonzero": 40, + "variance": 5533.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18724.8, + "median": 18712.0 + }, + "candidate": { + "mean": 18721.6, + "median": 18712.0 + }, + "diff": { + "mean": -3.2, + "sd": 20.23857702507763, + "se": 3.1999999999999997, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -9.672610944117627, + 3.272610944117627 + ] + }, + "pct": { + "value": -0.01708963513629147, + "ci95": [ + -0.05126890540887441, + 0.0 + ], + "ci90": [ + -0.05125138805842644, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.md new file mode 100644 index 0000000..e3169d6 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout-vs-revert.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline revert, from shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 3.4950 | 3.5614 | +1.90 | [-0.73, +4.57] | [-0.31, +4.17] | 1.025 | 0.1923 | no material change | +| multi_s | 40 | 4.2838 | 4.2156 | -1.59 | [-4.95, +1.67] | [-4.35, +1.13] | 0.995 | 0.5633 | no material change | +| client_wall_s | 40 | 7.7853 | 7.7835 | -0.02 | [-2.14, +2.00] | [-1.77, +1.67] | 1.007 | 0.8613 | no material change | +| client_cpu_s | 40 | 7.0082 | 6.9515 | -0.81 | [-2.66, +1.05] | [-2.36, +0.76] | 0.994 | 0.4046 | no material change | +| client_vcsw | 40 | 14752.5 | 15365.0 | +4.15 | [-8.11, +17.09] | [-6.29, +14.99] | 1.097 | 0.3897 | inconclusive | +| multi_client_cpu_s | 40 | 3.7830 | 3.6950 | -2.33 | [-4.89, +0.20] | [-4.50, -0.19] | 0.978 | 0.1131 | no material change | +| multi_broker_cpu_s | 40 | 3.3325 | 3.3535 | +0.63 | [-2.96, +4.28] | [-2.39, +3.70] | 1.016 | 0.6653 | no material change | +| broker_user_s | 40 | 2.7765 | 2.8364 | +2.15 | [-0.19, +4.49] | [+0.21, +4.13] | 1.022 | 0.1158 | no material change | +| broker_sys_s | 40 | 2.6252 | 2.6448 | +0.75 | [-2.30, +3.80] | [-1.81, +3.31] | 1.005 | 0.5276 | no material change | +| broker_cpu_s | 40 | 5.4017 | 5.4812 | +1.47 | [-0.85, +3.84] | [-0.49, +3.43] | 1.014 | 0.2704 | no material change | +| broker_vcsw | 40 | 18609.8 | 17758.6 | -4.57 | [-7.06, -1.82] | [-6.69, -2.30] | 0.948 | 0.0011 | inconclusive; repeatable change (-) | +| broker_maxrss_kib | 40 | 7015 | 7054 | +0.55 | [-0.95, +2.14] | [-0.73, +1.85] | 1.008 | 0.5275 | no material change | +| broker_ru_maxrss_kib | 40 | 18725 | 18722 | -0.02 | [-0.05, +0.00] | [-0.05, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.5217 | 3.5321 | +0.0664 | [-0.0296, +0.1625] | +| multi_s | 4.2667 | 4.2020 | -0.0682 | [-0.2167, +0.0803] | +| client_wall_s | 7.7359 | 7.6928 | -0.0018 | [-0.1703, +0.1668] | +| client_cpu_s | 6.9477 | 6.9318 | -0.0567 | [-0.1956, +0.0822] | +| client_vcsw | 16307.0 | 14266.0 | +612.5 | [-1298.5, +2523.5] | +| multi_client_cpu_s | 3.7350 | 3.6650 | -0.0880 | [-0.1912, +0.0152] | +| multi_broker_cpu_s | 3.4150 | 3.3300 | +0.0210 | [-0.1031, +0.1451] | +| broker_user_s | 2.8012 | 2.8089 | +0.0598 | [-0.0068, +0.1264] | +| broker_sys_s | 2.6659 | 2.6062 | +0.0197 | [-0.0632, +0.1026] | +| broker_cpu_s | 5.4661 | 5.4894 | +0.0795 | [-0.0505, +0.2095] | +| broker_vcsw | 18737.5 | 17634.0 | -851.1 | [-1371.2, -331.1] | +| broker_maxrss_kib | 6984 | 7008 | +39 | [-73, +151] | +| broker_ru_maxrss_kib | 18712 | 18712 | -3 | [-10, +3] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.json new file mode 100644 index 0000000..7e7f228 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.json @@ -0,0 +1,680 @@ +{ + "source": { + "file": "shared.json", + "started": "2026-10-22T13:58:16+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 3.1582747378000002, + "median": 3.129736473 + }, + "candidate": { + "mean": 3.5614487431999997, + "median": 3.5321198750000002 + }, + "diff": { + "mean": 0.40317400540000004, + "sd": 0.35668376669643265, + "se": 0.056396655358441954, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.2891010026860371, + 0.517247008113963 + ] + }, + "pct": { + "value": 12.765640701696634, + "ci95": [ + 9.126973471131448, + 16.56840689630477 + ], + "ci90": [ + 9.747974570307699, + 15.943061160177123 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1172431573364288, + "wilcoxon": { + "p": 7.055173404412241e-07, + "z": 4.959838707054898, + "w_plus": 779.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 4.356494094925, + "median": 4.360196644 + }, + "candidate": { + "mean": 4.215624195125001, + "median": 4.202022488 + }, + "diff": { + "mean": -0.14086989980000003, + "sd": 0.4834343871463052, + "se": 0.07643768813149762, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.2954797175321818, + 0.013739917932181711 + ] + }, + "pct": { + "value": -3.233561132657159, + "ci95": [ + -6.567064602824796, + 0.10334883163429104 + ], + "ci90": [ + -5.992150947635658, + -0.416522476650556 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9747011955237344, + "wilcoxon": { + "p": 0.11580410335886274, + "z": -1.5726317851637481, + "w_plus": 293.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 7.5213593552250355, + "median": 7.539944441500211 + }, + "candidate": { + "mean": 7.783540496374985, + "median": 7.692801109500124 + }, + "diff": { + "mean": 0.26218114114994934, + "sd": 0.5790090571394234, + "se": 0.09154937032135776, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.07700506106585628, + 0.4473572212340424 + ] + }, + "pct": { + "value": 3.485821229480468, + "ci95": [ + 1.1806880165822897, + 5.9303440354284955 + ], + "ci90": [ + 1.5393393117740208, + 5.5344969562400985 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.024035230958944, + "wilcoxon": { + "p": 0.009859191890115547, + "z": 2.5807290833456378, + "w_plus": 602.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 6.5867921249999934, + "median": 6.539515999999992 + }, + "candidate": { + "mean": 6.951484025000001, + "median": 6.931786499999994 + }, + "diff": { + "mean": 0.36469190000000645, + "sd": 0.40057059737207074, + "se": 0.06333577256950008, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.23658320791016543, + 0.4928005920898475 + ] + }, + "pct": { + "value": 5.536714884561622, + "ci95": [ + 3.695121459008579, + 7.470471674100183 + ], + "ci90": [ + 3.9894392525720037, + 7.13672636318767 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0605501027343678, + "wilcoxon": { + "p": 1.4148813760113919e-05, + "z": 4.341539030836672, + "w_plus": 733.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 25082.575, + "median": 24642.0 + }, + "candidate": { + "mean": 15365.05, + "median": 14266.0 + }, + "diff": { + "mean": -9717.525, + "sd": 6683.329152709864, + "se": 1056.7271237583232, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -11854.95735818252, + -7580.092641817479 + ] + }, + "pct": { + "value": -38.74213472899015, + "ci95": [ + -45.35430475955093, + -31.645718748209774 + ], + "ci90": [ + -44.36198419338309, + -32.89641884528421 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6186217009351719, + "wilcoxon": { + "p": 1.4758495676155568e-07, + "z": -5.255547247854919, + "w_plus": 19.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.723, + "median": 3.6950000000000003 + }, + "candidate": { + "mean": 3.6949999999999994, + "median": 3.665 + }, + "diff": { + "mean": -0.028000000000000046, + "sd": 0.29480284589657196, + "se": 0.046612422686639544, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.12228252412918128, + 0.06628252412918118 + ] + }, + "pct": { + "value": -0.7520816545796505, + "ci95": [ + -3.101714123497516, + 1.7202255184726707 + ], + "ci90": [ + -2.7162845448620874, + 1.3459398189010312 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9878922982778215, + "wilcoxon": { + "p": 0.4515510730244485, + "z": -0.7528316700475329, + "w_plus": 354.0, + "n_nonzero": 40, + "variance": 5533.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.5767499999999997, + "median": 3.66 + }, + "candidate": { + "mean": 3.3535000000000004, + "median": 3.33 + }, + "diff": { + "mean": -0.22325, + "sd": 0.4466822854138768, + "se": 0.07062667061786292, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.36610592537117825, + -0.08039407462882175 + ] + }, + "pct": { + "value": -6.241699867197859, + "ci95": [ + -9.938321344406361, + -2.44750032721646 + ], + "ci90": [ + -9.349347424608018, + -3.1262185679585577 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9473469513415327, + "wilcoxon": { + "p": 0.0029065791691890797, + "z": -2.977449084990536, + "w_plus": 188.5, + "n_nonzero": 40, + "variance": 5534.25 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.961283325, + "median": 2.9722264999999997 + }, + "candidate": { + "mean": 2.8363530999999997, + "median": 2.8089015 + }, + "diff": { + "mean": -0.12493022500000009, + "sd": 0.24631649594628402, + "se": 0.03894605762309446, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.20370606212546163, + -0.046154387874538544 + ] + }, + "pct": { + "value": -4.218786630286397, + "ci95": [ + -6.660663554931648, + -1.6794480767999027 + ], + "ci90": [ + -6.286543370339052, + -2.108045341116622 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9541875339293118, + "wilcoxon": { + "p": 0.003387408368768615, + "z": -2.9302028133820266, + "w_plus": 192.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.7973042, + "median": 2.8020825 + }, + "candidate": { + "mean": 2.64483625, + "median": 2.6062255 + }, + "diff": { + "mean": -0.15246795, + "sd": 0.2776539233109198, + "se": 0.0439009399472113, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.2412659826123033, + -0.06366991738769667 + ] + }, + "pct": { + "value": -5.45053162255289, + "ci95": [ + -8.330908987915127, + -2.4045069337255907 + ], + "ci90": [ + -7.918714890015786, + -2.921237317918246 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9335007704959553, + "wilcoxon": { + "p": 0.0019914906827136467, + "z": -3.091498381091129, + "w_plus": 180.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.758587525, + "median": 5.8223775 + }, + "candidate": { + "mean": 5.481189349999999, + "median": 5.4893555 + }, + "diff": { + "mean": -0.2773981750000002, + "sd": 0.4860002368133267, + "se": 0.07684338458556625, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.43282859126611767, + -0.12196775873388271 + ] + }, + "pct": { + "value": -4.817121799325275, + "ci95": [ + -7.314271155164596, + -2.2977234982796078 + ], + "ci90": [ + -6.927977088608078, + -2.671531164202672 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9517632085658705, + "wilcoxon": { + "p": 0.0013159886566684279, + "z": -3.2124700568729554, + "w_plus": 171.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 14301.025, + "median": 14013.5 + }, + "candidate": { + "mean": 17758.625, + "median": 17634.0 + }, + "diff": { + "mean": 3457.6, + "sd": 1837.570899382228, + "se": 290.54547020459677, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 2869.9163155593515, + 4045.2836844406484 + ] + }, + "pct": { + "value": 24.17728799159502, + "ci95": [ + 19.705108201705645, + 28.884233913722756 + ], + "ci90": [ + 20.468233946970706, + 28.084125335716287 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2459712969874512, + "wilcoxon": { + "p": 4.837920964361396e-08, + "z": 5.457166707491297, + "w_plus": 816.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 7520.3, + "median": 7542.0 + }, + "candidate": { + "mean": 7053.8, + "median": 7008.0 + }, + "diff": { + "mean": -466.5, + "sd": 288.4621470079051, + "se": 45.60987016436526, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -558.7546702455171, + -374.2453297544829 + ] + }, + "pct": { + "value": -6.20320997832533, + "ci95": [ + -7.357018835565187, + -5.072913884949283 + ], + "ci90": [ + -7.170743373081288, + -5.239793208825616 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9377578081423117, + "wilcoxon": { + "p": 6.066062388428416e-08, + "z": -5.416842815564022, + "w_plus": 7.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18721.6, + "median": 18712.0 + }, + "candidate": { + "mean": 18721.6, + "median": 18712.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.md new file mode 100644 index 0000000..340a753 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/shared-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 3.1583 | 3.5614 | +12.77 | [+9.13, +16.57] | [+9.75, +15.94] | 1.117 | <0.0001 | slower/larger | +| multi_s | 40 | 4.3565 | 4.2156 | -3.23 | [-6.57, +0.10] | [-5.99, -0.42] | 0.975 | 0.1158 | inconclusive | +| client_wall_s | 40 | 7.5214 | 7.7835 | +3.49 | [+1.18, +5.93] | [+1.54, +5.53] | 1.024 | 0.0099 | inconclusive; repeatable change (+) | +| client_cpu_s | 40 | 6.5868 | 6.9515 | +5.54 | [+3.70, +7.47] | [+3.99, +7.14] | 1.061 | <0.0001 | inconclusive; repeatable change (+) | +| client_vcsw | 40 | 25082.6 | 15365.0 | -38.74 | [-45.35, -31.65] | [-44.36, -32.90] | 0.619 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 3.7230 | 3.6950 | -0.75 | [-3.10, +1.72] | [-2.72, +1.35] | 0.988 | 0.4516 | no material change | +| multi_broker_cpu_s | 40 | 3.5767 | 3.3535 | -6.24 | [-9.94, -2.45] | [-9.35, -3.13] | 0.947 | 0.0029 | inconclusive; repeatable change (-) | +| broker_user_s | 40 | 2.9613 | 2.8364 | -4.22 | [-6.66, -1.68] | [-6.29, -2.11] | 0.954 | 0.0034 | inconclusive; repeatable change (-) | +| broker_sys_s | 40 | 2.7973 | 2.6448 | -5.45 | [-8.33, -2.40] | [-7.92, -2.92] | 0.934 | 0.0020 | inconclusive; repeatable change (-) | +| broker_cpu_s | 40 | 5.7586 | 5.4812 | -4.82 | [-7.31, -2.30] | [-6.93, -2.67] | 0.952 | 0.0013 | inconclusive; repeatable change (-) | +| broker_vcsw | 40 | 14301.0 | 17758.6 | +24.18 | [+19.71, +28.88] | [+20.47, +28.08] | 1.246 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 7520 | 7054 | -6.20 | [-7.36, -5.07] | [-7.17, -5.24] | 0.938 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 40 | 18722 | 18722 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.1297 | 3.5321 | +0.4032 | [+0.2891, +0.5172] | +| multi_s | 4.3602 | 4.2020 | -0.1409 | [-0.2955, +0.0137] | +| client_wall_s | 7.5399 | 7.6928 | +0.2622 | [+0.0770, +0.4474] | +| client_cpu_s | 6.5395 | 6.9318 | +0.3647 | [+0.2366, +0.4928] | +| client_vcsw | 24642.0 | 14266.0 | -9717.5 | [-11855.0, -7580.1] | +| multi_client_cpu_s | 3.6950 | 3.6650 | -0.0280 | [-0.1223, +0.0663] | +| multi_broker_cpu_s | 3.6600 | 3.3300 | -0.2233 | [-0.3661, -0.0804] | +| broker_user_s | 2.9722 | 2.8089 | -0.1249 | [-0.2037, -0.0462] | +| broker_sys_s | 2.8021 | 2.6062 | -0.1525 | [-0.2413, -0.0637] | +| broker_cpu_s | 5.8224 | 5.4894 | -0.2774 | [-0.4328, -0.1220] | +| broker_vcsw | 14013.5 | 17634.0 | +3457.6 | [+2869.9, +4045.3] | +| broker_maxrss_kib | 7542 | 7008 | -466 | [-559, -374] | +| broker_ru_maxrss_kib | 18712 | 18712 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.json new file mode 100644 index 0000000..6fb4a4e --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.json @@ -0,0 +1,706 @@ +{ + "source": { + "file": "signals.json", + "started": "2026-10-22T13:49:32+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "revert", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.5187143594666667, + "median": 0.5015373445 + }, + "candidate": { + "mean": 0.42589182035000006, + "median": 0.41481222500000003 + }, + "diff": { + "mean": -0.09282253911666666, + "sd": 0.07483622669803718, + "se": 0.009661315323150028, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.11215478642454324, + -0.07349029180879008 + ] + }, + "pct": { + "value": -17.894730967560868, + "ci95": [ + -20.97388041339906, + -14.596766021590915 + ], + "ci90": [ + -20.516962077516823, + -15.174668996250317 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7862544555483573, + "wilcoxon": { + "p": 1.5045510168523519e-09, + "z": -6.043876064335365, + "w_plus": 94.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.5005273852833334, + "median": 0.4848522325 + }, + "candidate": { + "mean": 0.51008520655, + "median": 0.496348491 + }, + "diff": { + "mean": 0.009557821266666674, + "sd": 0.08353427019795126, + "se": 0.010784227910475192, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.012021368938444703, + 0.031137011471778053 + ] + }, + "pct": { + "value": 1.9095501160752981, + "ci95": [ + -2.1740830498756756, + 6.243122089281633 + ], + "ci90": [ + -1.5162166970243134, + 5.505767421434195 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9903439158281129, + "wilcoxon": { + "p": 0.8771416661021247, + "z": 0.1545936630341567, + "w_plus": 936.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.0453950151499611, + "median": 1.021172183499857 + }, + "candidate": { + "mean": 0.9489412777666834, + "median": 0.9196175314996253 + }, + "diff": { + "mean": -0.09645373738327787, + "sd": 0.12782625658737676, + "se": 0.01650229876569821, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.12947476094127175, + -0.063432713825284 + ] + }, + "pct": { + "value": -9.226535040387729, + "ci95": [ + -12.034139008620455, + -6.163895672359089 + ], + "ci90": [ + -11.616965478753453, + -6.686925469705182 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8900587998213226, + "wilcoxon": { + "p": 7.25691833707294e-07, + "z": -4.954358820094641, + "w_plus": 242.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8894397833333312, + "median": 0.884271 + }, + "candidate": { + "mean": 0.8825812333333338, + "median": 0.8747224999999901 + }, + "diff": { + "mean": -0.00685854999999731, + "sd": 0.08836616348254883, + "se": 0.01140802265120512, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.029685950598185042, + 0.015968850598190424 + ] + }, + "pct": { + "value": -0.7711089753927758, + "ci95": [ + -3.1695738118827705, + 1.70403136827362 + ], + "ci90": [ + -2.815119791605528, + 1.340203032449202 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9773974526772682, + "wilcoxon": { + "p": 0.2080902559100532, + "z": -1.258834113278133, + "w_plus": 744.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 240.96666666666667, + "median": 234.5 + }, + "candidate": { + "mean": 152.8, + "median": 147.0 + }, + "diff": { + "mean": -88.16666666666667, + "sd": 89.41204686334937, + "se": 11.543045615068975, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -111.26424759148176, + -65.06908574185158 + ] + }, + "pct": { + "value": -36.58873979803568, + "ci95": [ + -43.275289075133394, + -29.345009198485744 + ], + "ci90": [ + -42.163250756901974, + -30.484912587297515 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5924158714213963, + "wilcoxon": { + "p": 4.0470312914203584e-09, + "z": -5.882259510163848, + "w_plus": 116.0, + "n_nonzero": 60, + "variance": 18450.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.486, + "median": 0.475 + }, + "candidate": { + "mean": 0.49083333333333334, + "median": 0.48000000000000004 + }, + "diff": { + "mean": 0.004833333333333338, + "sd": 0.07238062449481827, + "se": 0.009344298441884126, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.013864564660354215, + 0.023531231327020893 + ] + }, + "pct": { + "value": 0.9945130315500705, + "ci95": [ + -2.7195403381965932, + 4.798365833839204 + ], + "ci90": [ + -2.120531731398321, + 4.214736767418771 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9909090909090909, + "wilcoxon": { + "p": 0.7182895685497721, + "z": 0.36074568613404645, + "w_plus": 902.0, + "n_nonzero": 58, + "variance": 16615.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.2225, + "median": 0.21000000000000005 + }, + "candidate": { + "mean": 0.20866666666666667, + "median": 0.20000000000000007 + }, + "diff": { + "mean": -0.013833333333333328, + "sd": 0.04384455077621803, + "se": 0.005660307165941263, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02515958181094171, + -0.002507084855724947 + ] + }, + "pct": { + "value": -6.2172284644194775, + "ci95": [ + -10.978296241757613, + -1.3867221555991271 + ], + "ci90": [ + -10.175935958898668, + -2.140591015388633 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9523809523809526, + "wilcoxon": { + "p": 0.005505141444671126, + "z": -2.775886550392179, + "w_plus": 386.5, + "n_nonzero": 52, + "variance": 11875.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3313522666666666, + "median": 0.32854849999999997 + }, + "candidate": { + "mean": 0.33564646666666664, + "median": 0.333908 + }, + "diff": { + "mean": 0.004294199999999998, + "sd": 0.05346400710593743, + "se": 0.006902173638093689, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.00951701754858817, + 0.018105417548588167 + ] + }, + "pct": { + "value": 1.2959621623231277, + "ci95": [ + -2.5134142334774703, + 5.499304301341672 + ], + "ci90": [ + -1.9960458261907437, + 4.875044755028881 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.979848672383969, + "wilcoxon": { + "p": 0.9647691997243222, + "z": 0.044169618009759055, + "w_plus": 921.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.28125680000000003, + "median": 0.274871 + }, + "candidate": { + "mean": 0.22003203333333332, + "median": 0.21745549999999997 + }, + "diff": { + "mean": -0.061224766666666666, + "sd": 0.04468444007283294, + "se": 0.00576873640788951, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0727679815562631, + -0.04968155177707023 + ] + }, + "pct": { + "value": -21.768279617298745, + "ci95": [ + -25.252867905852654, + -18.373461852992765 + ], + "ci90": [ + -24.654826368631166, + -18.919313563479832 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7981676263193216, + "wilcoxon": { + "p": 5.4101461103521365e-11, + "z": -6.55918827444922, + "w_plus": 24.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6126090666666666, + "median": 0.5958285 + }, + "candidate": { + "mean": 0.5556784999999999, + "median": 0.5499044999999999 + }, + "diff": { + "mean": -0.056930566666666675, + "sd": 0.06353191478394245, + "se": 0.008201934930362595, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.07334260055370297, + -0.040518532779630384 + ] + }, + "pct": { + "value": -9.293131584949887, + "ci95": [ + -11.736271113660575, + -6.788867616211131 + ], + "ci90": [ + -11.335890861085758, + -7.208675814364305 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9142054796839902, + "wilcoxon": { + "p": 5.321343589359577e-08, + "z": -5.440224618201991, + "w_plus": 176.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 1112.0666666666666, + "median": 1125.5 + }, + "candidate": { + "mean": 355.21666666666664, + "median": 329.0 + }, + "diff": { + "mean": -756.85, + "sd": 230.06291144019494, + "se": 29.700994152928892, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -816.2815520246374, + -697.4184479753626 + ] + }, + "pct": { + "value": -68.05797014567472, + "ci95": [ + -70.98614854325562, + -64.5009799016812 + ], + "ci90": [ + -70.61684269777227, + -65.16264306584898 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2992903618957756, + "wilcoxon": { + "p": 1.7136126239116836e-11, + "z": -6.728550723851852, + "w_plus": 1.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 51375.2, + "median": 52876.0 + }, + "candidate": { + "mean": 4809.066666666667, + "median": 4796.0 + }, + "diff": { + "mean": -46566.13333333333, + "sd": 5179.469953467252, + "se": 668.6666957320124, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -47904.13230097464, + -45228.13436569202 + ] + }, + "pct": { + "value": -90.63932273418563, + "ci95": [ + -90.86438948370986, + -90.39531825845673 + ], + "ci90": [ + -90.82896953213356, + -90.4383195309952 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.09030097308604164, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 51296.6, + "median": 52868.0 + }, + "candidate": { + "mean": 18652.0, + "median": 18652.0 + }, + "diff": { + "mean": -32644.6, + "sd": 5224.666182508129, + "se": 674.5015038115688, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33994.27439164054, + -31294.925608359463 + ] + }, + "pct": { + "value": -63.63891563963304, + "ci95": [ + -64.53302497531661, + -62.6515029998898 + ], + "ci90": [ + -64.39317554947935, + -62.828121245763846 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3528032079897102, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.md new file mode 100644 index 0000000..27578a4 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-revert.stats.md @@ -0,0 +1,41 @@ +candidate revert against baseline baseline, from signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.5187 | 0.4259 | -17.89 | [-20.97, -14.60] | [-20.52, -15.17] | 0.786 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.5005 | 0.5101 | +1.91 | [-2.17, +6.24] | [-1.52, +5.51] | 0.990 | 0.8771 | inconclusive | +| client_wall_s | 60 | 1.0454 | 0.9489 | -9.23 | [-12.03, -6.16] | [-11.62, -6.69] | 0.890 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.8894 | 0.8826 | -0.77 | [-3.17, +1.70] | [-2.82, +1.34] | 0.977 | 0.2081 | no material change | +| client_vcsw | 60 | 241.0 | 152.8 | -36.59 | [-43.28, -29.35] | [-42.16, -30.48] | 0.592 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.4860 | 0.4908 | +0.99 | [-2.72, +4.80] | [-2.12, +4.21] | 0.991 | 0.7183 | no material change | +| multi_broker_cpu_s | 60 | 0.2225 | 0.2087 | -6.22 | [-10.98, -1.39] | [-10.18, -2.14] | 0.952 | 0.0055 | inconclusive; repeatable change (-) | +| broker_user_s | 60 | 0.3314 | 0.3356 | +1.30 | [-2.51, +5.50] | [-2.00, +4.88] | 0.980 | 0.9648 | no material change | +| broker_sys_s | 60 | 0.2813 | 0.2200 | -21.77 | [-25.25, -18.37] | [-24.65, -18.92] | 0.798 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.6126 | 0.5557 | -9.29 | [-11.74, -6.79] | [-11.34, -7.21] | 0.914 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 1112.1 | 355.2 | -68.06 | [-70.99, -64.50] | [-70.62, -65.16] | 0.299 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 51375 | 4809 | -90.64 | [-90.86, -90.40] | [-90.83, -90.44] | 0.090 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 51297 | 18652 | -63.64 | [-64.53, -62.65] | [-64.39, -62.83] | 0.353 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.5015 | 0.4148 | -0.0928 | [-0.1122, -0.0735] | +| multi_s | 0.4849 | 0.4963 | +0.0096 | [-0.0120, +0.0311] | +| client_wall_s | 1.0212 | 0.9196 | -0.0965 | [-0.1295, -0.0634] | +| client_cpu_s | 0.8843 | 0.8747 | -0.0069 | [-0.0297, +0.0160] | +| client_vcsw | 234.5 | 147.0 | -88.2 | [-111.3, -65.1] | +| multi_client_cpu_s | 0.4750 | 0.4800 | +0.0048 | [-0.0139, +0.0235] | +| multi_broker_cpu_s | 0.2100 | 0.2000 | -0.0138 | [-0.0252, -0.0025] | +| broker_user_s | 0.3285 | 0.3339 | +0.0043 | [-0.0095, +0.0181] | +| broker_sys_s | 0.2749 | 0.2175 | -0.0612 | [-0.0728, -0.0497] | +| broker_cpu_s | 0.5958 | 0.5499 | -0.0569 | [-0.0733, -0.0405] | +| broker_vcsw | 1125.5 | 329.0 | -756.9 | [-816.3, -697.4] | +| broker_maxrss_kib | 52876 | 4796 | -46566 | [-47904, -45228] | +| broker_ru_maxrss_kib | 52868 | 18652 | -32645 | [-33994, -31295] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.json new file mode 100644 index 0000000..d06f0d2 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.json @@ -0,0 +1,700 @@ +{ + "source": { + "file": "signals.json", + "started": "2026-10-22T13:49:32+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "revert", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.42589182035000006, + "median": 0.41481222500000003 + }, + "candidate": { + "mean": 0.41744739281666665, + "median": 0.40857571950000005 + }, + "diff": { + "mean": -0.008444427533333333, + "sd": 0.07323871674941047, + "se": 0.009455077675602299, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.027363994261679115, + 0.010475139195012449 + ] + }, + "pct": { + "value": -1.982763492943751, + "ci95": [ + -6.1521023930779934, + 2.4423027687762633 + ], + "ci90": [ + -5.456404144839586, + 1.7396346729401497 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9705293158749451, + "wilcoxon": { + "p": 0.2726943566495817, + "z": -1.0968788472423499, + "w_plus": 766.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.51008520655, + "median": 0.496348491 + }, + "candidate": { + "mean": 0.4954208559166667, + "median": 0.486997571 + }, + "diff": { + "mean": -0.014664350633333339, + "sd": 0.08748982268222398, + "se": 0.011294887540363112, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03726536839762671, + 0.007936667130960034 + ] + }, + "pct": { + "value": -2.8748825578606363, + "ci95": [ + -7.076372099439822, + 1.33242971046459 + ], + "ci90": [ + -6.379613429313358, + 0.6970927424935137 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.000171133334637, + "wilcoxon": { + "p": 0.3972268427339001, + "z": -0.8465843451870486, + "w_plus": 800.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.9489412777666834, + "median": 0.9196175314996253 + }, + "candidate": { + "mean": 0.9255473525332794, + "median": 0.9015251655005159 + }, + "diff": { + "mean": -0.023393925233403935, + "sd": 0.12495493517449156, + "se": 0.016131612765241107, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.055673207817761125, + 0.008885357350953253 + ] + }, + "pct": { + "value": -2.4652658474780598, + "ci95": [ + -5.69365913891347, + 0.8759829834665182 + ], + "ci90": [ + -5.1224789554085985, + 0.352408548505122 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9874301450798632, + "wilcoxon": { + "p": 0.23885382738964545, + "z": -1.1778564802602416, + "w_plus": 755.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8825812333333338, + "median": 0.8747224999999901 + }, + "candidate": { + "mean": 0.8615668500000008, + "median": 0.852449500000005 + }, + "diff": { + "mean": -0.021014383333333, + "sd": 0.09053726840313595, + "se": 0.011688311091215216, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.044402639804512506, + 0.0023738731378465036 + ] + }, + "pct": { + "value": -2.3810140686955084, + "ci95": [ + -4.853755085627042, + 0.19793698954523978 + ], + "ci90": [ + -4.456437987546168, + -0.19156356967986904 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9922205380994105, + "wilcoxon": { + "p": 0.11516805621370466, + "z": -1.575383042348073, + "w_plus": 701.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 152.8, + "median": 147.0 + }, + "candidate": { + "mean": 184.31666666666666, + "median": 160.0 + }, + "diff": { + "mean": 31.516666666666666, + "sd": 83.49921174227886, + "se": 10.77970188330976, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 9.94653302099442, + 53.08680031233891 + ] + }, + "pct": { + "value": 20.626090750436287, + "ci95": [ + 6.79874688136388, + 35.78317538311684 + ], + "ci90": [ + 8.896266998754859, + 33.322455403620275 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2314818813976591, + "wilcoxon": { + "p": 0.0056381946993401015, + "z": 2.7681127455608188, + "w_plus": 1291.0, + "n_nonzero": 60, + "variance": 18450.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.49083333333333334, + "median": 0.48000000000000004 + }, + "candidate": { + "mean": 0.4801666666666667, + "median": 0.47000000000000003 + }, + "diff": { + "mean": -0.010666666666666661, + "sd": 0.06716704868742213, + "se": 0.008671228699342955, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.028017755216398273, + 0.0066844218830649504 + ] + }, + "pct": { + "value": -2.1731748726655287, + "ci95": [ + -5.5118500167670526, + 1.2277598051147025 + ], + "ci90": [ + -5.000000000000004, + 0.7070998437068828 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.3961783123557907, + "z": -0.8484663367156113, + "w_plus": 596.0, + "n_nonzero": 52, + "variance": 12014.25 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.20866666666666667, + "median": 0.20000000000000007 + }, + "candidate": { + "mean": 0.211, + "median": 0.20999999999999996 + }, + "diff": { + "mean": 0.0023333333333333344, + "sd": 0.0349511361890276, + "se": 0.004512172279704375, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0066955025434931315, + 0.011362169210159801 + ] + }, + "pct": { + "value": 1.1182108626198062, + "ci95": [ + -2.9947205636382366, + 5.42521112343258 + ], + "ci90": [ + -2.3607187722970804, + 4.7467620476470085 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0000000000000004, + "wilcoxon": { + "p": 0.5399345590207775, + "z": 0.6129119534397519, + "w_plus": 700.5, + "n_nonzero": 50, + "variance": 10565.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.33564646666666664, + "median": 0.333908 + }, + "candidate": { + "mean": 0.3370997333333333, + "median": 0.333075 + }, + "diff": { + "mean": 0.0014532666666666704, + "sd": 0.05407183068589683, + "se": 0.006980643324847519, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.012514968362435947, + 0.015421501695769287 + ] + }, + "pct": { + "value": 0.43297541043680887, + "ci95": [ + -3.5962220587514313, + 4.540063720707391 + ], + "ci90": [ + -2.9042232438166367, + 3.879710520356178 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0053313194498856, + "wilcoxon": { + "p": 0.6693990124745206, + "z": 0.42697297409433754, + "w_plus": 973.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.22003203333333332, + "median": 0.21745549999999997 + }, + "candidate": { + "mean": 0.22710799999999998, + "median": 0.226822 + }, + "diff": { + "mean": 0.00707596666666667, + "sd": 0.033553978947142925, + "se": 0.004331800055375961, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.001591945222943138, + 0.01574387855627648 + ] + }, + "pct": { + "value": 3.2158802331963443, + "ci95": [ + -0.6344461269469627, + 7.246705954741238 + ], + "ci90": [ + 0.03557832851676565, + 6.617763452237093 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0593151872935374, + "wilcoxon": { + "p": 0.09616794204602314, + "z": 1.6637222783675911, + "w_plus": 1141.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5556784999999999, + "median": 0.5499044999999999 + }, + "candidate": { + "mean": 0.5642077333333333, + "median": 0.5604274999999999 + }, + "diff": { + "mean": 0.008529233333333337, + "sd": 0.05841263475449109, + "se": 0.007541038720408019, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.006560350292187787, + 0.023618816958854462 + ] + }, + "pct": { + "value": 1.5349223216902352, + "ci95": [ + -1.1537829490120104, + 4.174386863216346 + ], + "ci90": [ + -0.6947152100101289, + 3.7742607420024363 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.037521789310206, + "wilcoxon": { + "p": 0.05107789118547699, + "z": 1.950824795431025, + "w_plus": 1180.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 355.21666666666664, + "median": 329.0 + }, + "candidate": { + "mean": 309.0, + "median": 309.0 + }, + "diff": { + "mean": -46.21666666666667, + "sd": 143.2542000054764, + "se": 18.494037696515885, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -83.22315061958518, + -9.210182713748154 + ] + }, + "pct": { + "value": -13.010838455402796, + "ci95": [ + -21.954552330962347, + -3.614120257927955 + ], + "ci90": [ + -20.457587763690455, + -4.992845804776074 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8987745098039216, + "wilcoxon": { + "p": 0.005388747791078528, + "z": -2.7828273228761744, + "w_plus": 537.0, + "n_nonzero": 60, + "variance": 18450.625 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4809.066666666667, + "median": 4796.0 + }, + "candidate": { + "mean": 4827.066666666667, + "median": 4838.0 + }, + "diff": { + "mean": 18.0, + "sd": 117.92212310946606, + "se": 15.223680631746094, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -12.462514581615842, + 48.46251458161584 + ] + }, + "pct": { + "value": 0.37429300210714, + "ci95": [ + -0.24984195348522475, + 0.9875334859448368 + ], + "ci90": [ + -0.14108083113010314, + 0.8967094992375044 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0041118198681513, + "wilcoxon": { + "p": 0.2974550808035139, + "z": 1.0419063909757242, + "w_plus": 1023.0, + "n_nonzero": 59, + "variance": 17542.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18652.0, + "median": 18652.0 + }, + "candidate": { + "mean": 18652.0, + "median": 18652.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.md new file mode 100644 index 0000000..133cbd1 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout-vs-revert.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline revert, from signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.4259 | 0.4174 | -1.98 | [-6.15, +2.44] | [-5.46, +1.74] | 0.971 | 0.2727 | inconclusive | +| multi_s | 60 | 0.5101 | 0.4954 | -2.87 | [-7.08, +1.33] | [-6.38, +0.70] | 1.000 | 0.3972 | inconclusive | +| client_wall_s | 60 | 0.9489 | 0.9255 | -2.47 | [-5.69, +0.88] | [-5.12, +0.35] | 0.987 | 0.2389 | inconclusive | +| client_cpu_s | 60 | 0.8826 | 0.8616 | -2.38 | [-4.85, +0.20] | [-4.46, -0.19] | 0.992 | 0.1152 | no material change | +| client_vcsw | 60 | 152.8 | 184.3 | +20.63 | [+6.80, +35.78] | [+8.90, +33.32] | 1.231 | 0.0056 | slower/larger | +| multi_client_cpu_s | 60 | 0.4908 | 0.4802 | -2.17 | [-5.51, +1.23] | [-5.00, +0.71] | 1.000 | 0.3962 | inconclusive | +| multi_broker_cpu_s | 60 | 0.2087 | 0.2110 | +1.12 | [-2.99, +5.43] | [-2.36, +4.75] | 1.000 | 0.5399 | no material change | +| broker_user_s | 60 | 0.3356 | 0.3371 | +0.43 | [-3.60, +4.54] | [-2.90, +3.88] | 1.005 | 0.6694 | no material change | +| broker_sys_s | 60 | 0.2200 | 0.2271 | +3.22 | [-0.63, +7.25] | [+0.04, +6.62] | 1.059 | 0.0962 | inconclusive | +| broker_cpu_s | 60 | 0.5557 | 0.5642 | +1.53 | [-1.15, +4.17] | [-0.69, +3.77] | 1.038 | 0.0511 | no material change | +| broker_vcsw | 60 | 355.2 | 309.0 | -13.01 | [-21.95, -3.61] | [-20.46, -4.99] | 0.899 | 0.0054 | inconclusive; repeatable change (-) | +| broker_maxrss_kib | 60 | 4809 | 4827 | +0.37 | [-0.25, +0.99] | [-0.14, +0.90] | 1.004 | 0.2975 | no material change | +| broker_ru_maxrss_kib | 60 | 18652 | 18652 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.4148 | 0.4086 | -0.0084 | [-0.0274, +0.0105] | +| multi_s | 0.4963 | 0.4870 | -0.0147 | [-0.0373, +0.0079] | +| client_wall_s | 0.9196 | 0.9015 | -0.0234 | [-0.0557, +0.0089] | +| client_cpu_s | 0.8747 | 0.8524 | -0.0210 | [-0.0444, +0.0024] | +| client_vcsw | 147.0 | 160.0 | +31.5 | [+9.9, +53.1] | +| multi_client_cpu_s | 0.4800 | 0.4700 | -0.0107 | [-0.0280, +0.0067] | +| multi_broker_cpu_s | 0.2000 | 0.2100 | +0.0023 | [-0.0067, +0.0114] | +| broker_user_s | 0.3339 | 0.3331 | +0.0015 | [-0.0125, +0.0154] | +| broker_sys_s | 0.2175 | 0.2268 | +0.0071 | [-0.0016, +0.0157] | +| broker_cpu_s | 0.5499 | 0.5604 | +0.0085 | [-0.0066, +0.0236] | +| broker_vcsw | 329.0 | 309.0 | -46.2 | [-83.2, -9.2] | +| broker_maxrss_kib | 4796 | 4838 | +18 | [-12, +48] | +| broker_ru_maxrss_kib | 18652 | 18652 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.json b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.json new file mode 100644 index 0000000..85218b6 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.json @@ -0,0 +1,706 @@ +{ + "source": { + "file": "signals.json", + "started": "2026-10-22T13:49:32+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "dbus-bench": "9dfa2601632a08026f83a90e98315de7aced60dd (+ uncommitted clients)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20", + "revert": "41407f0" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.5187143594666667, + "median": 0.5015373445 + }, + "candidate": { + "mean": 0.41744739281666665, + "median": 0.40857571950000005 + }, + "diff": { + "mean": -0.10126696665, + "sd": 0.06206678134487605, + "se": 0.008012787016713404, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.11730051643604922, + -0.08523341686395078 + ] + }, + "pct": { + "value": -19.522684267719328, + "ci95": [ + -22.01773250335503, + -16.719260420290954 + ], + "ci90": [ + -21.654648494467907, + -17.204186853594333 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7852441683296083, + "wilcoxon": { + "p": 7.633193187178778e-11, + "z": -6.507657053437835, + "w_plus": 31.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.5005273852833334, + "median": 0.4848522325 + }, + "candidate": { + "mean": 0.4954208559166667, + "median": 0.486997571 + }, + "diff": { + "mean": -0.005106529366666663, + "sd": 0.06833504466904866, + "se": 0.008822016332185512, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022759343272789098, + 0.012546284539455775 + ] + }, + "pct": { + "value": -1.0202297650059755, + "ci95": [ + -4.263624651193602, + 2.4541602984006987 + ], + "ci90": [ + -3.8030698021100116, + 1.8915117541425595 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.981369906350502, + "wilcoxon": { + "p": 0.3275339316212873, + "z": -0.9790931992163258, + "w_plus": 782.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.0453950151499611, + "median": 1.021172183499857 + }, + "candidate": { + "mean": 0.9255473525332794, + "median": 0.9015251655005159 + }, + "diff": { + "mean": -0.1198476626166818, + "sd": 0.09450724831137773, + "se": 0.012200833293528498, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.1442614736458578, + -0.0954338515875058 + ] + }, + "pct": { + "value": -11.464342270609517, + "ci95": [ + -13.488061342248901, + -9.217077451082531 + ], + "ci90": [ + -13.203695509982278, + -9.591423640490838 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8917787207471475, + "wilcoxon": { + "p": 4.3024818127500823e-10, + "z": -6.24263934537928, + "w_plus": 67.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8894397833333312, + "median": 0.884271 + }, + "candidate": { + "mean": 0.8615668500000008, + "median": 0.852449500000005 + }, + "diff": { + "mean": -0.02787293333333031, + "sd": 0.0757546006610655, + "se": 0.009779876891963335, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04744242179242121, + -0.008303444874239407 + ] + }, + "pct": { + "value": -3.1337628308992116, + "ci95": [ + -5.158267658407, + -0.9542066453408483 + ], + "ci90": [ + -4.857371615560312, + -1.3190242396886245 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9613182515577701, + "wilcoxon": { + "p": 0.0018004247616824607, + "z": -3.12131967268964, + "w_plus": 491.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 240.96666666666667, + "median": 234.5 + }, + "candidate": { + "mean": 184.31666666666666, + "median": 160.0 + }, + "diff": { + "mean": -56.65, + "sd": 96.38725300771301, + "se": 12.443540856185107, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -81.54946774027894, + -31.750532259721048 + ] + }, + "pct": { + "value": -23.509475722783236, + "ci95": [ + -32.016018895457556, + -14.019097997401346 + ], + "ci90": [ + -30.736599428014408, + -15.54487535116094 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7038049669628617, + "wilcoxon": { + "p": 8.321861146217434e-05, + "z": -3.9349367427265105, + "w_plus": 380.5, + "n_nonzero": 60, + "variance": 18451.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.486, + "median": 0.475 + }, + "candidate": { + "mean": 0.4801666666666667, + "median": 0.47000000000000003 + }, + "diff": { + "mean": -0.005833333333333325, + "sd": 0.0639197501815897, + "se": 0.00825200426490118, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022345555727365275, + 0.010678889060698624 + ] + }, + "pct": { + "value": -1.200274348422492, + "ci95": [ + -4.4098316022691355, + 2.1321381683403042 + ], + "ci90": [ + -3.9137668394223355, + 1.6129598189020924 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9891304347826088, + "wilcoxon": { + "p": 0.3857091230976121, + "z": -0.8674251201333351, + "w_plus": 717.5, + "n_nonzero": 57, + "variance": 15790.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.2225, + "median": 0.21000000000000005 + }, + "candidate": { + "mean": 0.211, + "median": 0.20999999999999996 + }, + "diff": { + "mean": -0.011499999999999991, + "sd": 0.042259288418371635, + "se": 0.0054556506755643105, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022416731786268324, + -0.0005832682137316605 + ] + }, + "pct": { + "value": -5.168539325842703, + "ci95": [ + -9.8125869317205, + -0.6230408378486489 + ], + "ci90": [ + -9.065237522852762, + -1.366638977205413 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9523809523809524, + "wilcoxon": { + "p": 0.05392130306872409, + "z": -1.927468234772924, + "w_plus": 459.0, + "n_nonzero": 51, + "variance": 11201.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3313522666666666, + "median": 0.32854849999999997 + }, + "candidate": { + "mean": 0.3370997333333333, + "median": 0.333075 + }, + "diff": { + "mean": 0.0057474666666666695, + "sd": 0.05161900260742462, + "se": 0.006663984581546426, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.00758713568065922, + 0.019082069013992557 + ] + }, + "pct": { + "value": 1.7345487702513651, + "ci95": [ + -1.9516154434492952, + 5.832506700024314 + ], + "ci90": [ + -1.4354823596096458, + 5.1531600276275675 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9846213075089567, + "wilcoxon": { + "p": 0.8887623436669472, + "z": 0.13987045703090367, + "w_plus": 934.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.28125680000000003, + "median": 0.274871 + }, + "candidate": { + "mean": 0.22710799999999998, + "median": 0.226822 + }, + "diff": { + "mean": -0.0541488, + "sd": 0.04353631379248004, + "se": 0.005620513942451182, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.06539542242132548, + -0.042902177578674504 + ] + }, + "pct": { + "value": -19.252441185422022, + "ci95": [ + -22.643321091703374, + -15.827756953381314 + ], + "ci90": [ + -22.055267103302477, + -16.363999833314587 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8275065204909341, + "wilcoxon": { + "p": 7.633193187178778e-11, + "z": -6.507657053437835, + "w_plus": 31.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6126090666666666, + "median": 0.5958285 + }, + "candidate": { + "mean": 0.5642077333333333, + "median": 0.5604274999999999 + }, + "diff": { + "mean": -0.04840133333333334, + "sd": 0.05895077675906548, + "se": 0.007610512554461728, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.063629933779694, + -0.03317273288697267 + ] + }, + "pct": { + "value": -7.900851614341109, + "ci95": [ + -10.17811687135806, + -5.465351484119545 + ], + "ci90": [ + -9.792513068392921, + -5.903137332895966 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9208628334752806, + "wilcoxon": { + "p": 1.725265771645993e-07, + "z": -5.226738131154821, + "w_plus": 205.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 1112.0666666666666, + "median": 1125.5 + }, + "candidate": { + "mean": 309.0, + "median": 309.0 + }, + "diff": { + "mean": -803.0666666666667, + "sd": 172.6701437164904, + "se": 22.291619700040286, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -847.6720946565488, + -758.4612386767847 + ] + }, + "pct": { + "value": -72.21389604939752, + "ci95": [ + -74.03883654771455, + -70.19814666623509 + ], + "ci90": [ + -73.76759614072701, + -70.52310405072468 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.27368726962309653, + "wilcoxon": { + "p": 1.627766609627589e-11, + "z": -6.736026456365596, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 51375.2, + "median": 52876.0 + }, + "candidate": { + "mean": 4827.066666666667, + "median": 4838.0 + }, + "diff": { + "mean": -46548.13333333333, + "sd": 5205.801664006395, + "se": 672.0661049451876, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -47892.93450309844, + -45203.33216356822 + ] + }, + "pct": { + "value": -90.60428637422984, + "ci95": [ + -90.84208093810355, + -90.34309120093013 + ], + "ci90": [ + -90.8047056065218, + -90.39075980495342 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.09157553155233185, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 51296.6, + "median": 52868.0 + }, + "candidate": { + "mean": 18652.0, + "median": 18652.0 + }, + "diff": { + "mean": -32644.6, + "sd": 5224.666182508129, + "se": 674.5015038115688, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33994.27439164054, + -31294.925608359463 + ] + }, + "pct": { + "value": -63.63891563963304, + "ci95": [ + -64.53302497531661, + -62.6515029998898 + ], + "ci90": [ + -64.39317554947935, + -62.828121245763846 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3528032079897102, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.md new file mode 100644 index 0000000..4bedaa4 --- /dev/null +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/stats/signals-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.5187 | 0.4174 | -19.52 | [-22.02, -16.72] | [-21.65, -17.20] | 0.785 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.5005 | 0.4954 | -1.02 | [-4.26, +2.45] | [-3.80, +1.89] | 0.981 | 0.3275 | no material change | +| client_wall_s | 60 | 1.0454 | 0.9255 | -11.46 | [-13.49, -9.22] | [-13.20, -9.59] | 0.892 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.8894 | 0.8616 | -3.13 | [-5.16, -0.95] | [-4.86, -1.32] | 0.961 | 0.0018 | no material change; repeatable change (-) | +| client_vcsw | 60 | 241.0 | 184.3 | -23.51 | [-32.02, -14.02] | [-30.74, -15.54] | 0.704 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.4860 | 0.4802 | -1.20 | [-4.41, +2.13] | [-3.91, +1.61] | 0.989 | 0.3857 | no material change | +| multi_broker_cpu_s | 60 | 0.2225 | 0.2110 | -5.17 | [-9.81, -0.62] | [-9.07, -1.37] | 0.952 | 0.0539 | inconclusive; repeatable change (-) | +| broker_user_s | 60 | 0.3314 | 0.3371 | +1.73 | [-1.95, +5.83] | [-1.44, +5.15] | 0.985 | 0.8888 | inconclusive | +| broker_sys_s | 60 | 0.2813 | 0.2271 | -19.25 | [-22.64, -15.83] | [-22.06, -16.36] | 0.828 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.6126 | 0.5642 | -7.90 | [-10.18, -5.47] | [-9.79, -5.90] | 0.921 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 1112.1 | 309.0 | -72.21 | [-74.04, -70.20] | [-73.77, -70.52] | 0.274 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 51375 | 4827 | -90.60 | [-90.84, -90.34] | [-90.80, -90.39] | 0.092 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 51297 | 18652 | -63.64 | [-64.53, -62.65] | [-64.39, -62.83] | 0.353 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.5015 | 0.4086 | -0.1013 | [-0.1173, -0.0852] | +| multi_s | 0.4849 | 0.4870 | -0.0051 | [-0.0228, +0.0125] | +| client_wall_s | 1.0212 | 0.9015 | -0.1198 | [-0.1443, -0.0954] | +| client_cpu_s | 0.8843 | 0.8524 | -0.0279 | [-0.0474, -0.0083] | +| client_vcsw | 234.5 | 160.0 | -56.6 | [-81.5, -31.8] | +| multi_client_cpu_s | 0.4750 | 0.4700 | -0.0058 | [-0.0223, +0.0107] | +| multi_broker_cpu_s | 0.2100 | 0.2100 | -0.0115 | [-0.0224, -0.0006] | +| broker_user_s | 0.3285 | 0.3331 | +0.0057 | [-0.0076, +0.0191] | +| broker_sys_s | 0.2749 | 0.2268 | -0.0541 | [-0.0654, -0.0429] | +| broker_cpu_s | 0.5958 | 0.5604 | -0.0484 | [-0.0636, -0.0332] | +| broker_vcsw | 1125.5 | 309.0 | -803.1 | [-847.7, -758.5] | +| broker_maxrss_kib | 52876 | 4838 | -46548 | [-47893, -45203] | +| broker_ru_maxrss_kib | 52868 | 18652 | -32645 | [-33994, -31295] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. From a7b12646ae767602e5ae0ad327e7f05161a608cc Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 18:27:32 +0000 Subject: [PATCH 07/15] Add a script that repeats the comparison of busd's time limit results/2026-10-22-busd-send-timeout-xeon-4vcpu.md compares builds of busd against each other and against dbus-broker, and making them all, as its instructions had it, took several steps for each build. scripts/compare-send-timeout.sh does all of it, as scripts/compare-busd-builds.sh does for its comparison: it fetches the commits that the checkouts lack, makes the builds from exports of them under $WORK, builds the clients, runs the two scripts of the results and packs what they write. Those two scripts now take the builds by name rather than by commit, take the commits for the results from the environment, leave dbus-broker and the test with frozen subscribers out where what they need is missing, and read how many rounds, calls and repeats to make from the environment, so that a short run can check that everything works. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- ...2026-10-22-busd-send-timeout-xeon-4vcpu.md | 53 ++--- .../run-benchmarks.sh | 47 ++-- .../run-stalls.sh | 80 ++++--- scripts/compare-send-timeout.sh | 208 ++++++++++++++++++ 4 files changed, 313 insertions(+), 75 deletions(-) create mode 100755 scripts/compare-send-timeout.sh diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md index e798ded..e7ef702 100644 --- a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md @@ -308,41 +308,28 @@ calls. ## Reproducing -The binaries go into one directory, `$BIN`. busd, in a clone of z-galaxy/busd with the branch of -zeenix/busd fetched (e93cec5 has the code of 8d57e20, which the branch no longer holds): +Run [scripts/compare-send-timeout.sh](../scripts/compare-send-timeout.sh). It fetches the commits it +lacks, makes the four builds of busd and the clients, runs +[run-benchmarks.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh) and +[run-stalls.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh), and packs what they write +into `send-timeout-results.tar.gz` in `$WORK` (by default, `/tmp/send-timeout-bench`). The header of +the script says where it expects the checkout of busd, and which variables shorten a run. + +It needs rustup and cargo. dbus-broker is optional, with the `systemd-socket-activate` that it runs +under: the runs against it are left out where either is missing. The test with [frozen +subscribers](#frozen-subscribers-of-the-buss-signals) needs gdbus and dbus-send, and is left out +without them. Only a machine without systemd, as the VM was, needs the stand-in for journald that +dbus-broker logs to, which binds `/run/systemd/journal/socket`. Start it first, from the root of +dbus-bench: ```sh -for b in baseline-0c52e9c revert-41407f0 timeout-e93cec5; do - git checkout ${b#*-} && cargo build --release --locked && cp target/release/busd $BIN/busd-$b -done -mv $BIN/busd-timeout-e93cec5 $BIN/busd-timeout-8d57e20 -git apply $RESULTS/read-ahead.diff && cargo build --release --locked && - cp target/release/busd $BIN/busd-read-ahead +python3 results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/fake-journald.py /tmp/journal.log & +JOURNAL=/tmp/journal.log scripts/compare-send-timeout.sh ``` -where `$RESULTS` is the directory next to this file. The clients, in dbus-bench: those of this -commit, the zbus 4.3 client of the `some-changes` branch (7b5f235), with -[zbus43-clients.diff](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/zbus43-clients.diff), which -lets it run the shared-connection phase alone, and the pinger of -[the earlier look into stalls](2026-10-20-busd-stalled-reader-xeon-4vcpu.md): +On the VM, the benchmarks took about 28 minutes, the comparison with more read-ahead about 12 and +the runs with clients that stop reading about 14: a run takes about 55 minutes, plus about 6 for the +builds of the first one. -```sh -cargo build --release --locked && cp target/release/{dbus-bench,fanout,latency,shared} $BIN/ -git checkout 7b5f235 && git apply $RESULTS/stalls/zbus43-clients.diff && - cargo build --release --locked && cp target/release/dbus-bench $BIN/dbus-bench-zbus43 -git checkout -f - && (cd results/2026-10-20-busd-stalled-reader-xeon-4vcpu/pinger && - cargo build --release --locked) -``` - -Then, from the root of dbus-bench: - -```sh -BIN=... OUT=... $RESULTS/run-benchmarks.sh -# dbus-broker-launch logs to journald: with no systemd, as on the VM, this stands in for it. -python3 $RESULTS/stalls/fake-journald.py /tmp/journal.log & -BIN=... OUT=... PINGER=.../pinger/target/release/pinger JOURNAL=/tmp/journal.log \ - $RESULTS/run-stalls.sh -``` - -The runs above were made with these scripts, other than for the names of their paths, which were -those of the VM. The busd of timeout-rq256 was named `busd-timeout-mq` in the benchmark's results. +The binaries of the VM were named differently: the timeout build was `busd-timeout-8d57e20`, with +the same code as e93cec5, and the read-ahead build was `busd-timeout-mq`. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh index 55ddb72..a87ba01 100755 --- a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh @@ -1,26 +1,38 @@ #!/bin/bash # The paired comparisons of this directory. Every round runs each broker once, in an order that is # shuffled for each round (reproducibly, from --seed), on a fresh broker process each time, after -# WARMUP rounds that the tables leave out. Run it from the root of dbus-bench, with $BIN the -# directory of the binaries, which the .md next to this directory says how to build, and $OUT the -# directory to write the results to. -# baseline 0c52e9c busd's main before the revert (a queue for each client, busd PR #376) -# timeout 8d57e20 the revert, then sends with a time limit (the code of e93cec5) -# revert 41407f0 the revert alone (sends with no time limit), for reference -# timeout-rq256 timeout with read-ahead.diff and BUSD_MAX_QUEUED=256, in the last comparison +# WARMUP rounds (default: 3) that the tables leave out. Run it from the root of dbus-bench, with +# $BIN the directory of the binaries and $OUT the directory to write the results to: +# scripts/compare-send-timeout.sh builds the binaries and runs this script. The clients in $BIN are +# dbus-bench (the benchmark itself), fanout, latency and shared. The brokers are builds of busd: +# baseline busd-baseline: busd's main before the revert (a queue for each client, busd PR +# #376), at $BASELINE_REV +# timeout busd-timeout: the revert, then sends with a time limit, at $TIMEOUT_REV +# revert busd-revert: the revert alone (sends with no time limit), for reference, at +# $REVERT_REV +# timeout-rq256 busd-read-ahead: timeout with read-ahead.diff and BUSD_MAX_QUEUED=256, in the +# last comparison +# The results name the three commits, whose defaults are the full SHAs that the results of this +# directory measured. ROUNDS (default: 60) is the number of rounds of the comparisons of the calls, +# the signals and the latencies, SHARED_ROUNDS (default: 40) that of the shared connection, and +# READ_AHEAD_ROUNDS (default: 30) that of the shared connection with more read-ahead. set -eu : "${BIN:?set BIN to the directory of the binaries}" "${OUT:?set OUT to the output directory}" ROUNDS=${ROUNDS:-60} SHARED_ROUNDS=${SHARED_ROUNDS:-40} +READ_AHEAD_ROUNDS=${READ_AHEAD_ROUNDS:-30} WARMUP=${WARMUP:-3} +BASELINE_REV=${BASELINE_REV:-0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c} +REVERT_REV=${REVERT_REV:-41407f0d123260d68d8dbb8b4e48aed2ee2932c7} +TIMEOUT_REV=${TIMEOUT_REV:-e93cec585f1543d5a256b9a1a32d089ac2a84967} mkdir -p "$OUT" brokers=( - --broker baseline "$BIN/busd-baseline-0c52e9c --address {address}" - --broker timeout "$BIN/busd-timeout-8d57e20 --address {address}" - --broker revert "$BIN/busd-revert-41407f0 --address {address}" + --broker baseline "$BIN/busd-baseline --address {address}" + --broker timeout "$BIN/busd-timeout --address {address}" + --broker revert "$BIN/busd-revert --address {address}" ) -meta=(--meta "rustc=$(rustc --version)" --meta "baseline=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c" - --meta "timeout=8d57e20" --meta "revert=41407f0") +meta=(--meta "rustc=$(rustc --version)" --meta "baseline=$BASELINE_REV" + --meta "timeout=$TIMEOUT_REV" --meta "revert=$REVERT_REV") echo "== method calls (the benchmark, on zbus 6): $ROUNDS rounds" >&2 python3 scripts/compare-brokers.py --bench "$BIN/dbus-bench" --rounds "$ROUNDS" \ @@ -47,11 +59,12 @@ for workload in calls signals latency shared; do done done -echo "== the same shared connection, with more read-ahead: 30 rounds" >&2 -DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$BIN/shared" --rounds 30 \ - --warmup "$WARMUP" --seed 15 --out "$OUT/shared-read-ahead.json" "${meta[@]}" \ - --broker baseline "$BIN/busd-baseline-0c52e9c --address {address}" \ - --broker timeout "$BIN/busd-timeout-8d57e20 --address {address}" \ +echo "== the same shared connection, with more read-ahead: $READ_AHEAD_ROUNDS rounds" >&2 +DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$BIN/shared" \ + --rounds "$READ_AHEAD_ROUNDS" --warmup "$WARMUP" --seed 15 \ + --out "$OUT/shared-read-ahead.json" "${meta[@]}" \ + --broker baseline "$BIN/busd-baseline --address {address}" \ + --broker timeout "$BIN/busd-timeout --address {address}" \ --broker timeout-rq256 "env BUSD_MAX_QUEUED=256 $BIN/busd-read-ahead --address {address}" \ > "$OUT/shared-read-ahead.md" for pair in baseline:timeout baseline:timeout-rq256 timeout:timeout-rq256; do diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh index 0e3f212..b8d62ff 100755 --- a/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh @@ -1,45 +1,75 @@ #!/bin/bash # The runs with clients that stop reading, of this directory, against busd's builds and -# dbus-broker. $BIN is the directory of the binaries, which the .md next to this directory says how -# to build, $PINGER the pinger, $JOURNAL the file that stalls/fake-journald.py writes dbus-broker's -# log to, and $OUT the directory to write the logs to. +# dbus-broker. Their inputs come from the environment: +# BIN the directory of the binaries: busd-baseline, busd-timeout, busd-revert and +# busd-read-ahead, and dbus-bench-zbus43, the zbus 4.3 client of the `some-changes` +# branch. scripts/compare-send-timeout.sh builds them and runs this script. +# PINGER the pinger +# OUT the directory to write the logs to +# JOURNAL optional: the file that stalls/fake-journald.py writes dbus-broker's log to. On a +# machine without systemd, dbus-broker-launch fails unless that script runs, to stand in +# for journald. Without this file, the logs have none of dbus-broker's lines about the +# clients that it disconnects, and count none. +# The runs against dbus-broker are left out unless dbus-broker-launch and systemd-socket-activate +# are installed, and the test with frozen subscribers unless gdbus and dbus-send are. That test +# makes FROZEN_CALLS_K1 calls (default: 1500) with one frozen subscriber, and FROZEN_CALLS_K3 +# (default: 600) with two or three. SHARED_REPEATS (default: 3) is how many times each run of the +# shared connection with 100 proxies or fewer repeats. set -u -: "${BIN:?}" "${PINGER:?}" "${JOURNAL:?}" "${OUT:?}" +: "${BIN:?}" "${PINGER:?}" "${OUT:?}" +JOURNAL=${JOURNAL:-} +FROZEN_CALLS_K1=${FROZEN_CALLS_K1:-1500} +FROZEN_CALLS_K3=${FROZEN_CALLS_K3:-600} +SHARED_REPEATS=${SHARED_REPEATS:-3} export PINGER JOURNAL stalls=$(dirname "$0")/stalls mkdir -p "$OUT" broker() { case $1 in dbus-broker) echo dbus-broker ;; *) echo "$BIN/busd-$1" ;; esac; } -label() { case $1 in dbus-broker) echo dbus-broker ;; *) echo "${1%-*}" ;; esac; } -# Subscribers of the bus's own signals that stop reading, while new clients call the bus. -{ - for b in baseline-0c52e9c timeout-8d57e20 dbus-broker; do - K=1 "$stalls/frozen-timed.sh" "$(label $b) K=1" "$(broker $b)" 1500 - done - for k in 2 3; do - K=$k "$stalls/frozen-timed.sh" "timeout K=$k" "$(broker timeout-8d57e20)" 600 - done - for b in baseline-0c52e9c dbus-broker; do - K=3 "$stalls/frozen-timed.sh" "$(label $b) K=3" "$(broker $b)" 600 - done -} 2>&1 | tee "$OUT/frozen.log" +# dbus-broker only runs under its launcher, which takes its socket from systemd's socket +# activation (see scripts/compare-brokers.py). +dbus_broker=(dbus-broker) +if ! command -v dbus-broker-launch > /dev/null || + ! command -v systemd-socket-activate > /dev/null; then + echo "dbus-broker-launch or systemd-socket-activate is not installed: leaving dbus-broker" \ + "out of the runs." >&2 + dbus_broker=() +fi + +# Subscribers of the bus's own signals that stop reading, while new clients call the bus. They are +# gdbus monitors, and the clients that call the bus run dbus-send. +if command -v gdbus > /dev/null && command -v dbus-send > /dev/null; then + { + for b in baseline timeout "${dbus_broker[@]}"; do + K=1 "$stalls/frozen-timed.sh" "$b K=1" "$(broker "$b")" "$FROZEN_CALLS_K1" + done + for k in 2 3; do + K=$k "$stalls/frozen-timed.sh" "timeout K=$k" "$(broker timeout)" "$FROZEN_CALLS_K3" + done + for b in baseline "${dbus_broker[@]}"; do + K=3 "$stalls/frozen-timed.sh" "$b K=3" "$(broker "$b")" "$FROZEN_CALLS_K3" + done + } 2>&1 | tee "$OUT/frozen.log" +else + echo "gdbus or dbus-send is not installed: leaving out the test with frozen subscribers." >&2 +fi # The zbus 4.3 client of the `some-changes` branch: all of it, then the phase where the proxies # share one connection alone, by the number of proxies. { - for b in baseline-0c52e9c timeout-8d57e20 revert-41407f0 dbus-broker; do - "$stalls/shared-phase.sh" "$(label $b) whole client" "$(broker $b)" \ + for b in baseline timeout revert "${dbus_broker[@]}"; do + "$stalls/shared-phase.sh" "$b whole client" "$(broker "$b")" \ "$BIN/dbus-bench-zbus43" 1 60 done export DBUS_BENCH_SHARED_ONLY=1 for n in 100 96 92 88; do DBUS_BENCH_CLIENTS=$n "$stalls/shared-phase.sh" "timeout n=$n" \ - "$(broker timeout-8d57e20)" "$BIN/dbus-bench-zbus43" 3 + "$(broker timeout)" "$BIN/dbus-bench-zbus43" "$SHARED_REPEATS" done - for b in baseline-0c52e9c dbus-broker; do - DBUS_BENCH_CLIENTS=100 "$stalls/shared-phase.sh" "$(label $b) n=100" "$(broker $b)" \ - "$BIN/dbus-bench-zbus43" 3 - DBUS_BENCH_CLIENTS=200 "$stalls/shared-phase.sh" "$(label $b) n=200" "$(broker $b)" \ + for b in baseline "${dbus_broker[@]}"; do + DBUS_BENCH_CLIENTS=100 "$stalls/shared-phase.sh" "$b n=100" "$(broker "$b")" \ + "$BIN/dbus-bench-zbus43" "$SHARED_REPEATS" + DBUS_BENCH_CLIENTS=200 "$stalls/shared-phase.sh" "$b n=200" "$(broker "$b")" \ "$BIN/dbus-bench-zbus43" 1 done } 2>&1 | tee "$OUT/shared-zbus43.log" @@ -49,7 +79,7 @@ label() { case $1 in dbus-broker) echo dbus-broker ;; *) echo "${1%-*}" ;; esac; export DBUS_BENCH_SHARED_ONLY=1 for q in 64 128 256 1024; do BUSD_MAX_QUEUED=$q DBUS_BENCH_CLIENTS=100 "$stalls/shared-phase.sh" "read-ahead $q n=100" \ - "$BIN/busd-read-ahead" "$BIN/dbus-bench-zbus43" 3 + "$BIN/busd-read-ahead" "$BIN/dbus-bench-zbus43" "$SHARED_REPEATS" done for q in 256 1024; do for n in 200 300; do diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh new file mode 100755 index 0000000..ec9059b --- /dev/null +++ b/scripts/compare-send-timeout.sh @@ -0,0 +1,208 @@ +#!/bin/bash +# Repeats the comparison of results/2026-10-22-busd-send-timeout-xeon-4vcpu.md, between four builds +# of busd that differ in how they send to a client that is slow to read: +# +# * baseline: busd's main branch, with a queue for each client (z-galaxy/busd#376); +# * revert: that queue reverted, so that a send to a client waits for as long as it takes; +# * timeout: the revert, then a time limit of 1 s on each send, past which the bus disconnects the +# client; +# * read-ahead: timeout with read-ahead.diff, which has busd read more messages ahead from each +# client. +# +# It builds them and the clients, then runs two scripts of those results, one after the other, and +# packs what they write into one archive: +# +# 1. run-benchmarks.sh: the builds against each other, round by round, on method calls, signals, +# latencies and a connection that 100 proxies share (all with the clients on zbus 6), then on +# that connection with the read-ahead build as well. It writes the tables (.md), the runs +# (.json) and the comparisons in pairs (.stats.md and .stats.json). +# 2. run-stalls.sh: clients that stop reading, against the builds and, as far as it is installed, +# dbus-broker: subscribers of the bus's signals that are frozen, and a connection that many +# proxies share, with the client on zbus 4.3. It writes logs (.log). +# +# It expects a checkout of busd under $CHECKOUT (default: ~/checkout), laid out as on GitHub: +# $CHECKOUT/z-galaxy/busd. That checkout, and the one of dbus-bench that this script is in, are +# left as they are, apart from fetching the commits measured if they lack them: the baseline from +# z-galaxy/busd, the revert and the timeout from the ccr-314882eb-9cvuxt branch of zeenix/busd, and +# the commit of the client on zbus 4.3 from the some-changes branch of zeenix/dbus-bench. Each +# build of busd, and the client on zbus 4.3, is made from an export of its commit, under $WORK +# (default: /tmp/send-timeout-bench), and is reused by the next run. The clients of this repository +# are built in its checkout. Each run empties $WORK/send-timeout-results and has the scripts write +# their results there, along with environment.txt, which notes the versions that their logs do not +# name. The archive is $WORK/send-timeout-results.tar.gz. +# +# Usage: scripts/compare-send-timeout.sh +# +# The environment sets the rest. ROUNDS (default: 60), SHARED_ROUNDS (default: 40) and +# READ_AHEAD_ROUNDS (default: 30) are the numbers of rounds of the comparisons of the calls, the +# signals and the latencies, of the shared connection, and of the shared connection with more +# read-ahead, each after WARMUP (default: 3) rounds that the tables leave out. FROZEN_CALLS_K1 +# (default: 1500) and FROZEN_CALLS_K3 (default: 600) are the numbers of calls of the test with +# frozen subscribers, with one of them and with two or three, and SHARED_REPEATS (default: 3) is +# how many times each run of the shared connection with 100 proxies or fewer repeats. +# +# dbus-broker, which needs dbus-broker-launch and systemd-socket-activate, and the test with frozen +# subscribers, which needs gdbus and dbus-send, are left out where those are missing. Where there is +# no systemd, dbus-broker-launch fails unless stalls/fake-journald.py of those results runs, to +# stand in for journald: start it, and name the file it writes to in JOURNAL, so that the logs have +# dbus-broker's lines about the clients that it disconnects. With systemd, those lines go to the +# real journal instead, and the logs have none. +# +# With the default rounds, a run takes about 55 minutes on a 4-vCPU Xeon VM, once the builds are +# made: 28 minutes for the first four comparisons of run-benchmarks.sh, 12 for its last one, with +# more read-ahead, and 14 for run-stalls.sh, as in the results. The first run makes the builds too, +# which took about 6 minutes there. To check that everything works first, a short run takes about +# 11 minutes there, once the builds are made: ROUNDS=2 SHARED_ROUNDS=2 READ_AHEAD_ROUNDS=2 WARMUP=1 +# FROZEN_CALLS_K1=30 FROZEN_CALLS_K3=30 SHARED_REPEATS=1 scripts/compare-send-timeout.sh +set -euo pipefail + +if [ $# -gt 0 ]; then + echo "usage: scripts/compare-send-timeout.sh (the environment sets the rest: see the top)" >&2 + exit 2 +fi + +checkout=${CHECKOUT:-$HOME/checkout} +work=${WORK:-/tmp/send-timeout-bench} +# The scripts below run from another directory, so $work must not be relative. +case $work in +/*) ;; +*) work=$PWD/$work ;; +esac +bench=$(cd "$(dirname "$0")/.." && pwd) +busd=$checkout/z-galaxy/busd +# The scripts and patches of the results, and the pinger of the earlier look into stalls. +results=$bench/results/2026-10-22-busd-send-timeout-xeon-4vcpu +read_ahead_patch=$results/read-ahead.diff +zbus43_patch=$results/stalls/zbus43-clients.diff +pinger=$bench/results/2026-10-20-busd-stalled-reader-xeon-4vcpu/pinger + +# The commits measured: busd's main branch with the queue for each client; the revert of the queue, +# and the time limit on the revert, both on the branch of zeenix/busd; and the commit of the +# some-changes branch of zeenix/dbus-bench that has the client on zbus 4.3. +baseline_rev=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +revert_rev=41407f0d123260d68d8dbb8b4e48aed2ee2932c7 +timeout_rev=e93cec585f1543d5a256b9a1a32d089ac2a84967 +zbus43_rev=7b5f2351d1c8dab30f4b1e1f9b70b9f3bad8208c + +# Makes sure that the repository $1 has the commit $4, by fetching $3 from $2 if it lacks it. +have() { + git -C "$1" cat-file -e "$4^{commit}" 2>/dev/null || git -C "$1" fetch -q "$2" "$3" + git -C "$1" cat-file -e "$4^{commit}" +} + +# The first line that the command prints, whatever becomes of the command. +first_line() { + "$@" 2> /dev/null | sed -n 1p || true +} + +# What an export is made from: the commit $1, the command $2... that is run in it, the code of that +# command where it is a function of this script, and what the files among its arguments hold. +export_inputs() { + local arg + printf '%s\n' "$@" + if [ $# -gt 1 ] && declare -F "$2" > /dev/null; then + declare -f "$2" + fi + for arg in "${@:2}"; do + if [ -f "$arg" ]; then + sha256sum < "$arg" + fi + done +} + +# Exports the commit $2 of the repository $1 to the directory $3, and runs the command $4..., if +# any, in it, unless the directory holds an export made from the same inputs already (see +# export_inputs): one made from another commit, command or patch is made afresh, along with its +# build. The export is made under another name, which becomes $3 once the command has run, so that +# a run that stops halfway leaves no export behind that the next run would take for a finished one. +export_rev() { + local repo=$1 rev=$2 dir=$3 inputs + shift 3 + inputs=$(export_inputs "$rev" "$@") + if [ "$(cat "$dir/.export-inputs" 2> /dev/null)" = "$inputs" ]; then + return + fi + rm -rf "$dir" "$dir.new" + mkdir -p "$dir.new" + git -C "$repo" archive "$rev" | tar -x -C "$dir.new" + if [ $# -gt 0 ]; then + (cd "$dir.new" && "$@") + fi + printf '%s\n' "$inputs" > "$dir.new/.export-inputs" + mv "$dir.new" "$dir" +} + +have "$busd" https://github.com/z-galaxy/busd main "$baseline_rev" +have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$revert_rev" +have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$timeout_rev" +have "$bench" https://github.com/zeenix/dbus-bench some-changes "$zbus43_rev" + +export_rev "$busd" "$baseline_rev" "$work/busd-baseline" +export_rev "$busd" "$revert_rev" "$work/busd-revert" +export_rev "$busd" "$timeout_rev" "$work/busd-timeout" +# read-ahead is the timeout commit with a patch that changes busd's code only, so its build can be +# locked too. +export_rev "$busd" "$timeout_rev" "$work/busd-read-ahead" git apply "$read_ahead_patch" +# The patch of the client on zbus 4.3 has it run the phase of the shared connection alone, if +# $DBUS_BENCH_SHARED_ONLY is set, and with as many proxies as $DBUS_BENCH_CLIENTS says. +export_rev "$bench" "$zbus43_rev" "$work/dbus-bench-zbus43" git apply "$zbus43_patch" + +busd_builds=(baseline revert timeout read-ahead) +for build in "${busd_builds[@]}"; do + (cd "$work/busd-$build" && cargo build --release --locked) +done +(cd "$bench" && cargo build --release --locked) +(cd "$work/dbus-bench-zbus43" && cargo build --release --locked) +# The pinger is a crate of its own, with its own lock file. Its target directory is under $work, so +# that the build leaves nothing in the repository. +(cd "$pinger" && CARGO_TARGET_DIR="$work/pinger-target" cargo build --release --locked) + +# The scripts of the results want the binaries in one directory, under these names. +bin=$work/bin +mkdir -p "$bin" +for build in "${busd_builds[@]}"; do + cp "$work/busd-$build/target/release/busd" "$bin/busd-$build" +done +for client in dbus-bench fanout latency shared; do + cp "$bench/target/release/$client" "$bin/$client" +done +cp "$work/dbus-bench-zbus43/target/release/dbus-bench" "$bin/dbus-bench-zbus43" + +# What an earlier run left in the results would end up in the archive, so each run starts afresh. +out=$work/send-timeout-results +archive=$work/send-timeout-results.tar.gz +rm -rf "$out" +mkdir -p "$out" +# The versions that the logs of run-stalls.sh do not name. +{ + echo "date: $(date -u +%Y-%m-%dT%H:%M:%SZ)" + echo "kernel: $(uname -r)" + echo "rustc: $(first_line rustc --version)" + echo "cargo: $(first_line cargo --version)" + echo "dbus-bench: $(first_line git -C "$bench" describe --always --dirty --abbrev=40)" + echo "dbus-broker: $(first_line dbus-broker --version)" +} > "$out/environment.txt" + +# Each script below is added to the failures if it goes wrong, and the next one runs all the same. +# What they did write is packed up at the end. The variables that are not set here, such as ROUNDS +# and JOURNAL, are theirs to read from the environment. +failed=() + +export BASELINE_REV=$baseline_rev REVERT_REV=$revert_rev TIMEOUT_REV=$timeout_rev +cd "$bench" +echo "Running the paired comparisons (run-benchmarks.sh)." >&2 +if ! BIN=$bin OUT=$out "$results/run-benchmarks.sh"; then + failed+=("the paired comparisons (run-benchmarks.sh)") +fi +echo "Running the clients that stop reading (run-stalls.sh)." >&2 +if ! BIN=$bin OUT=$out PINGER=$work/pinger-target/release/pinger "$results/run-stalls.sh"; then + failed+=("the clients that stop reading (run-stalls.sh)") +fi + +(cd "$out" && tar -czf "$archive" -- *) +echo "The results are in $out, and all of them are packed in $archive." +if [ ${#failed[@]} -gt 0 ]; then + echo "These went wrong, so their results are incomplete or missing:" >&2 + printf ' %s\n' "${failed[@]}" >&2 + exit 1 +fi From 42ce202ecc041c97f9806c852a60a7c333752c02 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 18:28:38 +0000 Subject: [PATCH 08/15] Let the comparison of busd's time limit measure a later commit of it The branch of zeenix/busd has gone on from the commit with a time limit of 1 s on each send to one of 100 ms, with the sends of each message to all of its recipients at once. TIMEOUT_REV now names the commit that scripts/compare-send-timeout.sh builds as the timeout, and as the base of the read-ahead build, so that the same comparison measures either. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/compare-send-timeout.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index ec9059b..f760c59 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -5,7 +5,8 @@ # * baseline: busd's main branch, with a queue for each client (z-galaxy/busd#376); # * revert: that queue reverted, so that a send to a client waits for as long as it takes; # * timeout: the revert, then a time limit of 1 s on each send, past which the bus disconnects the -# client; +# client, or whichever later commit of that branch TIMEOUT_REV names, such as 7f3ba5a, with a +# limit of 100 ms and the sends of each message to all of its recipients at once; # * read-ahead: timeout with read-ahead.diff, which has busd read more messages ahead from each # client. # @@ -81,7 +82,7 @@ pinger=$bench/results/2026-10-20-busd-stalled-reader-xeon-4vcpu/pinger # some-changes branch of zeenix/dbus-bench that has the client on zbus 4.3. baseline_rev=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c revert_rev=41407f0d123260d68d8dbb8b4e48aed2ee2932c7 -timeout_rev=e93cec585f1543d5a256b9a1a32d089ac2a84967 +timeout_rev=${TIMEOUT_REV:-e93cec585f1543d5a256b9a1a32d089ac2a84967} zbus43_rev=7b5f2351d1c8dab30f4b1e1f9b70b9f3bad8208c # Makes sure that the repository $1 has the commit $4, by fetching $3 from $2 if it lacks it. From b7a280364e75925c365134c326a16b34717e3e38 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 19:00:43 +0000 Subject: [PATCH 09/15] Add measurements of busd with a time limit of 100 ms and concurrent sends The branch of zeenix/busd that gives each send to a client a time limit now sends a message to all of its recipients at once, and has a time limit of 100 ms rather than 1 s. This compares it with busd's main branch and with the time limit of 1 s, in pairs, on the benchmark, signals, latencies and a connection that 100 proxies share, and on clients that stop reading: frozen subscribers of the bus's signals, and the shared connection of the zbus 4.3 client. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- ...-10-22-busd-concurrent-sends-xeon-4vcpu.md | 145 + .../calls.json | 3813 ++++++++ .../calls.md | 61 + .../environment.txt | 17 + .../frozen.log | 43 + .../latency.json | 7843 +++++++++++++++++ .../latency.md | 37 + .../run.sh | 78 + .../shared-zbus43.log | 40 + .../shared.json | 2673 ++++++ .../shared.md | 61 + .../signals.json | 3813 ++++++++ .../signals.md | 61 + .../calls-concurrent100-vs-timeout.stats.json | 705 ++ .../calls-concurrent100-vs-timeout.stats.md | 41 + .../stats/calls-concurrent100.stats.json | 705 ++ .../stats/calls-concurrent100.stats.md | 41 + .../stats/calls-timeout.stats.json | 699 ++ .../stats/calls-timeout.stats.md | 41 + ...atency-concurrent100-vs-timeout.stats.json | 1533 ++++ .../latency-concurrent100-vs-timeout.stats.md | 77 + .../stats/latency-concurrent100.stats.json | 1533 ++++ .../stats/latency-concurrent100.stats.md | 77 + .../stats/latency-timeout.stats.json | 1533 ++++ .../stats/latency-timeout.stats.md | 77 + ...shared-concurrent100-vs-timeout.stats.json | 685 ++ .../shared-concurrent100-vs-timeout.stats.md | 41 + .../stats/shared-concurrent100.stats.json | 685 ++ .../stats/shared-concurrent100.stats.md | 41 + .../stats/shared-timeout.stats.json | 679 ++ .../stats/shared-timeout.stats.md | 41 + ...ignals-concurrent100-vs-timeout.stats.json | 699 ++ .../signals-concurrent100-vs-timeout.stats.md | 41 + .../stats/signals-concurrent100.stats.json | 705 ++ .../stats/signals-concurrent100.stats.md | 41 + .../stats/signals-timeout.stats.json | 705 ++ .../stats/signals-timeout.stats.md | 41 + ...2026-10-22-busd-send-timeout-xeon-4vcpu.md | 3 + 38 files changed, 30154 insertions(+) create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/environment.txt create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/frozen.log create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.md create mode 100755 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared-zbus43.log create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.md create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.json create mode 100644 results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.md diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md new file mode 100644 index 0000000..56f6a95 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md @@ -0,0 +1,145 @@ +# busd with a time limit of 100 ms, sending a message to all of its recipients at once + +Measured on 2026-10-22, on the same kind of VM as +[the time limit of 1 s](2026-10-22-busd-send-timeout-xeon-4vcpu.md), after that run: 4 vCPUs of an +Intel Xeon @ 2.10GHz under KVM, 15 GiB, Linux 6.18, Ubuntu 24.04.5, with every build of busd made +with rustc 1.97.0, on zbus 6.0.0 and zruntime 0.2.0. Compare the builds with each other, within this +file only. + +The builds of busd, from z-galaxy/busd and from the `ccr-314882eb-9cvuxt` branch of zeenix/busd: + +* **baseline**, 0c52e9c: main, with a queue of up to 127 MiB for each client (z-galaxy/busd#376). +* **timeout**, 8d57e20: the queue reverted, then a time limit of 1 s on each send, past which the + bus disconnects the client, with the sends of a message to its recipients one after the other. It + has the code of e93cec5. +* **concurrent100**, 7f3ba5a: timeout, with the sends of a message to all of its recipients at once + (c5e53ea), and a time limit of 100 ms (7f3ba5a). + +## Summary + +* Sending a message to all of its recipients at once, and the shorter limit, cost nothing that these + runs can tell: concurrent100 is within 5% of timeout on every phase, on CPU time and on peak + memory, and its latencies are within 5% or inconclusive, with intervals that reach no higher than + +7.3%. +* Against the queue, concurrent100 is where timeout was: level with it or better, apart from the + phase where 100 proxies share one connection, which is 12.2% slower (from +9.4 to +15.1%): 3.6 µs + per call (from 2.8 to 4.4). +* Frozen subscribers of the bus's signals hold up the bus for about 100 ms now, however many of them + there are: the slowest call to the bus took 124, 100, 105 and 106 ms with 1, 2, 3 and 5 of them, + which the bus disconnected together. timeout took 3008 ms with 3 of them and 5007 ms with 5, which + it disconnected 1 s apart. +* The zbus 4.3 client still gets disconnected with 100 proxies on one connection, in 3 runs out of + 3, but after 0.3 to 2.3 s, and it still completes with 92 proxies or fewer. + +## The benchmarks + +The workloads, and how the comparisons work, are those of +[the time limit of 1 s](2026-10-22-busd-send-timeout-xeon-4vcpu.md#the-benchmarks), with 60 rounds +of each, and 40 of the shared connection, after 3 of warm-up. +[run.sh](2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh) runs them, the raw results of each run +are in the `.json` files of [the directory](2026-10-22-busd-concurrent-sends-xeon-4vcpu), and the +comparisons, with the other metrics and the medians, in its +[stats](2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats). A star marks a difference whose 95% +interval excludes 0 but not the margin. + +### concurrent100 against the queue + +| Measure | n | baseline | concurrent100 | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.151 s | 0.149 s | -1.7% | -4.3, +0.8 | within ±5% | +| calls, 20 connections | 60 | 0.664 s | 0.670 s | +0.9% | -1.9, +3.9 | within ±5% | +| calls, broker CPU | 60 | 0.559 s | 0.556 s | -0.4% | -2.7, +1.9 | within ±5% | +| calls, broker peak RSS | 60 | 4.7 MiB | 4.7 MiB | -0.5% | -1.0, +0.1 | within ±5% | +| signals, burst to 1 | 60 | 0.501 s | 0.385 s | -23.1% | -26.4, -19.9 | **better** | +| signals, broadcast to 20 | 60 | 0.473 s | 0.470 s | -0.7% | -3.4, +2.0 | within ±5% | +| signals, broker CPU | 60 | 0.599 s | 0.532 s | -11.1% | -14.4, -8.1 | **better** | +| signals, broker peak RSS | 60 | 51.5 MiB | 4.6 MiB | -91.0% | -91.1, -90.8 | **better** | +| RTT, 1 connection, p50 | 60 | 128 µs | 126 µs | -1.5% | -2.9, -0.2 | within ±5%* | +| RTT, 1 connection, p99 | 60 | 261 µs | 271 µs | +3.8% | -3.1, +10.6 | inconclusive | +| RTT, 20 connections, p50 | 60 | 608 µs | 602 µs | -1.0% | -3.4, +1.4 | within ±5% | +| RTT, 20 connections, p99 | 60 | 1418 µs | 1405 µs | -0.9% | -7.4, +6.0 | inconclusive | +| delivery to 20, p50 | 60 | 56.5 ms | 21.1 ms | -62.7% | -64.2, -61.1 | **better** | +| delivery to 20, p99 | 60 | 94.1 ms | 30.2 ms | -67.9% | -69.8, -65.5 | **better** | +| latency, broker CPU | 60 | 0.933 s | 0.911 s | -2.4% | -3.7, -1.0 | within ±5%* | +| latency, broker peak RSS | 60 | 6.1 MiB | 4.9 MiB | -20.3% | -20.9, -19.6 | **better** | +| 100 proxies, 1 connection | 40 | 2.93 s | 3.29 s | +12.2% | +9.4, +15.1 | **worse** | +| 100 connections | 40 | 3.89 s | 3.75 s | -3.4% | -6.1, -0.7 | inconclusive* | +| shared, broker CPU | 40 | 5.24 s | 4.88 s | -6.9% | -8.8, -5.0 | **better** | +| shared, broker peak RSS | 40 | 7.3 MiB | 6.9 MiB | -5.7% | -7.0, -4.5 | inconclusive* | + +### concurrent100 against timeout + +| Measure | n | timeout | concurrent100 | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.148 s | 0.149 s | +0.2% | -2.1, +2.5 | within ±5% | +| calls, 20 connections | 60 | 0.683 s | 0.670 s | -1.9% | -4.5, +0.8 | within ±5% | +| calls, broker CPU | 60 | 0.559 s | 0.556 s | -0.4% | -2.5, +1.7 | within ±5% | +| calls, broker peak RSS | 60 | 4.7 MiB | 4.7 MiB | -0.2% | -0.8, +0.5 | within ±5% | +| signals, burst to 1 | 60 | 0.393 s | 0.385 s | -1.9% | -5.1, +1.5 | within ±5% | +| signals, broadcast to 20 | 60 | 0.466 s | 0.470 s | +0.8% | -2.1, +3.9 | within ±5% | +| signals, broker CPU | 60 | 0.535 s | 0.532 s | -0.6% | -2.8, +1.6 | within ±5% | +| signals, broker peak RSS | 60 | 4.6 MiB | 4.6 MiB | +0.6% | -0.1, +1.2 | within ±5% | +| RTT, 1 connection, p50 | 60 | 127 µs | 126 µs | -0.8% | -2.2, +0.6 | within ±5% | +| RTT, 1 connection, p99 | 60 | 273 µs | 271 µs | -0.7% | -8.4, +7.3 | inconclusive | +| RTT, 20 connections, p50 | 60 | 609 µs | 602 µs | -1.0% | -3.7, +1.7 | within ±5% | +| RTT, 20 connections, p99 | 60 | 1446 µs | 1405 µs | -2.8% | -11.3, +6.1 | inconclusive | +| delivery to 20, p50 | 60 | 21.8 ms | 21.1 ms | -3.4% | -7.1, +0.6 | inconclusive | +| delivery to 20, p99 | 60 | 31.7 ms | 30.2 ms | -4.6% | -13.2, +4.7 | inconclusive | +| latency, broker CPU | 60 | 0.919 s | 0.911 s | -0.9% | -2.4, +0.5 | within ±5% | +| latency, broker peak RSS | 60 | 4.8 MiB | 4.9 MiB | +0.5% | -0.2, +1.3 | within ±5% | +| 100 proxies, 1 connection | 40 | 3.30 s | 3.29 s | -0.2% | -2.6, +2.1 | within ±5% | +| 100 connections | 40 | 3.77 s | 3.75 s | -0.4% | -3.0, +2.2 | within ±5% | +| shared, broker CPU | 40 | 4.92 s | 4.88 s | -0.8% | -3.0, +1.3 | within ±5% | +| shared, broker peak RSS | 40 | 6.8 MiB | 6.9 MiB | +0.8% | -0.6, +2.2 | within ±5% | + +## Clients that stop reading + +### Frozen subscribers of the bus's signals + +The test of +[frozen-timed.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/frozen-timed.sh), with K +subscribers of the bus's signals frozen +([log](2026-10-22-busd-concurrent-sends-xeon-4vcpu/frozen.log)): + +| Build | K | Calls | Slowest call | Calls over 100 ms | The frozen clients | +|---|---:|---:|---:|---:|---| +| concurrent100 | 1 | 1500 | 124 ms | 1 | disconnected | +| concurrent100 | 2 | 600 | 100 ms | 0 | disconnected together | +| concurrent100 | 3 | 600 | 105 ms | 1 | disconnected together | +| concurrent100 | 5 | 600 | 106 ms | 1 | disconnected together | +| timeout | 3 | 600 | 3008 ms | 1 | disconnected 1 s apart | +| timeout | 5 | 600 | 5007 ms | 1 | disconnected 1 s apart | + +The frozen clients take the same signals of the bus, and their sockets filled up on the same one +here, which the bus then waited on them all to take, at once. Clients whose sockets fill up on +different messages still hold up the bus once each. + +### The zbus 4.3 client and its shared connection + +With +[shared-phase.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/stalls/shared-phase.sh) +([log](2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared-zbus43.log)), the whole client took 0.20 s +with 1 connection and 8.36 s with 100, and then got disconnected in the phase where 100 proxies +share one connection. That phase alone, by the number of proxies: + +| Proxies | Completed | Times | +|---:|---:|---| +| 100 | 0 of 3 | disconnected after 0.3, 1.2 and 2.3 s | +| 96 | 1 of 3 | 12.0 s; disconnected after 0.3 and 0.3 s | +| 92 | 3 of 3 | 7.6, 7.8 and 8.4 s | +| 88 | 3 of 3 | 7.8, 7.8 and 8.0 s | +| 80 | 3 of 3 | 7.5, 7.7 and 8.4 s | +| 64 | 3 of 3 | 6.2, 6.3 and 6.5 s | + +Against timeout, in the other file, that is the same point where the client gets disconnected, +between 92 and 100 proxies, and it gets disconnected sooner, as the bus waits on it for 100 ms +rather than 1 s. + +## Reproducing + +[run.sh](2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh) runs all of these from the root of +dbus-bench, with the binaries named as it says. On the VM, they were named after their commits: +`busd-baseline-0c52e9c`, `busd-timeout-8d57e20` and `busd-concurrent100-7f3ba5a`, and the clients +`dbus-bench-zbus6`, `shared-zbus6` and `dbus-bench-zbus43-n`. To compare concurrent100 with the +queue and the revert elsewhere, run `TIMEOUT_REV=7f3ba5a scripts/compare-send-timeout.sh`, which +builds it as its timeout. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.json new file mode 100644 index 0000000..e0828d1 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.json @@ -0,0 +1,3813 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "concurrent100", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-concurrent100-7f3ba5a --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/dbus-bench-zbus6", + "rounds": 60, + "warmup": 3, + "seed": 21, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "started": "2026-10-22T18:27:53+00:00", + "runs": [ + { + "label": "concurrent100", + "round": 0, + "warmup": true, + "single_s": 0.146956446, + "multi_s": 0.601692611, + "client_wall_s": 1.0366437540001243, + "client_cpu_s": 0.665825, + "client_vcsw": 4321, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.262814, + "broker_sys_s": 0.285059, + "broker_cpu_s": 0.547873, + "broker_vcsw": 4851, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18156, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.142454582, + "multi_s": 0.681129789, + "client_wall_s": 0.8294531589999679, + "client_cpu_s": 0.726335, + "client_vcsw": 4355, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.246808, + "broker_sys_s": 0.28321999999999997, + "broker_cpu_s": 0.5300279999999999, + "broker_vcsw": 5589, + "broker_maxrss_kib": 4580, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.15020834700000002, + "multi_s": 0.824331757, + "client_wall_s": 0.979576162000285, + "client_cpu_s": 0.8142860000000001, + "client_vcsw": 4642, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.252347, + "broker_sys_s": 0.341814, + "broker_cpu_s": 0.5941609999999999, + "broker_vcsw": 5510, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.148631168, + "multi_s": 0.6774911690000001, + "client_wall_s": 0.8314925500003483, + "client_cpu_s": 0.730944, + "client_vcsw": 4140, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.274825, + "broker_sys_s": 0.285779, + "broker_cpu_s": 0.560604, + "broker_vcsw": 4962, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 1, + "warmup": true, + "single_s": 0.154560295, + "multi_s": 0.6424498270000001, + "client_wall_s": 0.8021922510001787, + "client_cpu_s": 0.6973780000000005, + "client_vcsw": 4524, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.251735, + "broker_sys_s": 0.314678, + "broker_cpu_s": 0.566413, + "broker_vcsw": 4557, + "broker_maxrss_kib": 4700, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.148338992, + "multi_s": 0.689478351, + "client_wall_s": 0.842992303000301, + "client_cpu_s": 0.6748600000000007, + "client_vcsw": 4252, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.5700000000000001, + "broker_user_s": 0.355526, + "broker_sys_s": 0.284016, + "broker_cpu_s": 0.639542, + "broker_vcsw": 4871, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 2, + "warmup": true, + "single_s": 0.144636764, + "multi_s": 0.662960695, + "client_wall_s": 0.8146921400002611, + "client_cpu_s": 0.7250030000000001, + "client_vcsw": 4274, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.28962299999999996, + "broker_sys_s": 0.25121, + "broker_cpu_s": 0.5408329999999999, + "broker_vcsw": 5850, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.144958486, + "multi_s": 0.613913998, + "client_wall_s": 0.763855840999895, + "client_cpu_s": 0.6482220000000005, + "client_vcsw": 4951, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.29486599999999996, + "broker_sys_s": 0.279653, + "broker_cpu_s": 0.574519, + "broker_vcsw": 4422, + "broker_maxrss_kib": 4980, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.139218635, + "multi_s": 0.6550023159999999, + "client_wall_s": 0.7993561110001792, + "client_cpu_s": 0.7066340000000002, + "client_vcsw": 4193, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.259921, + "broker_sys_s": 0.292326, + "broker_cpu_s": 0.5522469999999999, + "broker_vcsw": 5313, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.17385304, + "multi_s": 0.684049961, + "client_wall_s": 0.8630640410001433, + "client_cpu_s": 0.7239750000000003, + "client_vcsw": 4721, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.333619, + "broker_sys_s": 0.290589, + "broker_cpu_s": 0.624208, + "broker_vcsw": 4263, + "broker_maxrss_kib": 4896, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.147555914, + "multi_s": 0.647619526, + "client_wall_s": 0.8000534230000085, + "client_cpu_s": 0.6999529999999998, + "client_vcsw": 4716, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.232454, + "broker_sys_s": 0.345978, + "broker_cpu_s": 0.5784320000000001, + "broker_vcsw": 4418, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 3, + "warmup": false, + "single_s": 0.142000223, + "multi_s": 0.620606406, + "client_wall_s": 0.7674402120001105, + "client_cpu_s": 0.6941790000000001, + "client_vcsw": 3805, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.256228, + "broker_sys_s": 0.256474, + "broker_cpu_s": 0.512702, + "broker_vcsw": 5641, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 4, + "warmup": false, + "single_s": 0.13756499500000002, + "multi_s": 0.63744846, + "client_wall_s": 0.7792919240000629, + "client_cpu_s": 0.664617999999999, + "client_vcsw": 4832, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.321521, + "broker_sys_s": 0.262553, + "broker_cpu_s": 0.584074, + "broker_vcsw": 4016, + "broker_maxrss_kib": 4640, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.134843046, + "multi_s": 0.614991016, + "client_wall_s": 0.7546131760000208, + "client_cpu_s": 0.6703580000000002, + "client_vcsw": 4280, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.271839, + "broker_sys_s": 0.24435099999999998, + "broker_cpu_s": 0.5161899999999999, + "broker_vcsw": 5555, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.13470732300000002, + "multi_s": 0.646003788, + "client_wall_s": 0.7852778890000991, + "client_cpu_s": 0.6678809999999986, + "client_vcsw": 4638, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.258663, + "broker_sys_s": 0.279113, + "broker_cpu_s": 0.537776, + "broker_vcsw": 5024, + "broker_maxrss_kib": 4672, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.138304468, + "multi_s": 0.687086622, + "client_wall_s": 0.8297821850001128, + "client_cpu_s": 0.7422260000000005, + "client_vcsw": 3942, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.271285, + "broker_sys_s": 0.268047, + "broker_cpu_s": 0.5393319999999999, + "broker_vcsw": 5702, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.142791542, + "multi_s": 0.697759693, + "client_wall_s": 0.8452595879998626, + "client_cpu_s": 0.7621469999999988, + "client_vcsw": 4002, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.21154199999999998, + "broker_sys_s": 0.312232, + "broker_cpu_s": 0.523774, + "broker_vcsw": 6059, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 5, + "warmup": false, + "single_s": 0.14955986899999998, + "multi_s": 0.623960075, + "client_wall_s": 0.7781487700003709, + "client_cpu_s": 0.6816069999999996, + "client_vcsw": 4262, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.28384899999999996, + "broker_sys_s": 0.233785, + "broker_cpu_s": 0.5176339999999999, + "broker_vcsw": 5661, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.13910556500000001, + "multi_s": 0.6715310680000001, + "client_wall_s": 0.8155413139998018, + "client_cpu_s": 0.7088859999999997, + "client_vcsw": 4667, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.261218, + "broker_sys_s": 0.288561, + "broker_cpu_s": 0.549779, + "broker_vcsw": 5381, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.14801382899999999, + "multi_s": 0.639979411, + "client_wall_s": 0.7938155299998471, + "client_cpu_s": 0.6828749999999992, + "client_vcsw": 4622, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.244694, + "broker_sys_s": 0.333229, + "broker_cpu_s": 0.577923, + "broker_vcsw": 4409, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 6, + "warmup": false, + "single_s": 0.144166608, + "multi_s": 0.608629506, + "client_wall_s": 0.7583799799999724, + "client_cpu_s": 0.6540409999999994, + "client_vcsw": 4244, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.267652, + "broker_sys_s": 0.264615, + "broker_cpu_s": 0.532267, + "broker_vcsw": 4884, + "broker_maxrss_kib": 4756, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.157711289, + "multi_s": 0.650403776, + "client_wall_s": 0.8128443320001679, + "client_cpu_s": 0.7191939999999999, + "client_vcsw": 4119, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.27497299999999997, + "broker_sys_s": 0.277157, + "broker_cpu_s": 0.55213, + "broker_vcsw": 5294, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 7, + "warmup": false, + "single_s": 0.14268777900000001, + "multi_s": 0.6368623999999999, + "client_wall_s": 0.7848160450002979, + "client_cpu_s": 0.6906510000000008, + "client_vcsw": 4202, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.224406, + "broker_sys_s": 0.290379, + "broker_cpu_s": 0.514785, + "broker_vcsw": 5604, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.15698854499999998, + "multi_s": 0.6758960270000001, + "client_wall_s": 0.8382037789997412, + "client_cpu_s": 0.741952000000003, + "client_vcsw": 4173, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.26139999999999997, + "broker_sys_s": 0.28956699999999996, + "broker_cpu_s": 0.550967, + "broker_vcsw": 5601, + "broker_maxrss_kib": 4888, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.140955989, + "multi_s": 0.676931886, + "client_wall_s": 0.8227298179999707, + "client_cpu_s": 0.7404200000000003, + "client_vcsw": 3707, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.262857, + "broker_sys_s": 0.272799, + "broker_cpu_s": 0.535656, + "broker_vcsw": 5416, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.144785461, + "multi_s": 0.760599745, + "client_wall_s": 0.9101733869997588, + "client_cpu_s": 0.7992959999999982, + "client_vcsw": 4074, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.29219999999999996, + "broker_sys_s": 0.274792, + "broker_cpu_s": 0.5669919999999999, + "broker_vcsw": 5906, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 8, + "warmup": false, + "single_s": 0.158643353, + "multi_s": 0.721975137, + "client_wall_s": 0.8854563920003784, + "client_cpu_s": 0.7813219999999976, + "client_vcsw": 4650, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.286776, + "broker_sys_s": 0.279592, + "broker_cpu_s": 0.566368, + "broker_vcsw": 5829, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.137056469, + "multi_s": 0.605567237, + "client_wall_s": 0.7476245210000343, + "client_cpu_s": 0.6568560000000012, + "client_vcsw": 4594, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.310119, + "broker_sys_s": 0.25962799999999997, + "broker_cpu_s": 0.569747, + "broker_vcsw": 4383, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.146735261, + "multi_s": 0.6853394740000001, + "client_wall_s": 0.8371077179999702, + "client_cpu_s": 0.7275190000000009, + "client_vcsw": 4457, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.258231, + "broker_sys_s": 0.284675, + "broker_cpu_s": 0.542906, + "broker_vcsw": 5539, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 9, + "warmup": false, + "single_s": 0.14943486, + "multi_s": 0.631178941, + "client_wall_s": 0.7857921100003296, + "client_cpu_s": 0.6777650000000008, + "client_vcsw": 4677, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.255705, + "broker_sys_s": 0.281308, + "broker_cpu_s": 0.537013, + "broker_vcsw": 5256, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 10, + "warmup": false, + "single_s": 0.141535872, + "multi_s": 0.6789640950000001, + "client_wall_s": 0.8249971070003994, + "client_cpu_s": 0.7360639999999954, + "client_vcsw": 4314, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.277049, + "broker_sys_s": 0.25066499999999997, + "broker_cpu_s": 0.527714, + "broker_vcsw": 5748, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.16219577500000001, + "multi_s": 0.629402066, + "client_wall_s": 0.7965618659995926, + "client_cpu_s": 0.6970489999999963, + "client_vcsw": 4129, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.2554, + "broker_sys_s": 0.272842, + "broker_cpu_s": 0.528242, + "broker_vcsw": 5455, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.144380454, + "multi_s": 0.697688589, + "client_wall_s": 0.8470126440001877, + "client_cpu_s": 0.6991510000000005, + "client_vcsw": 4494, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.27371, + "broker_sys_s": 0.281176, + "broker_cpu_s": 0.554886, + "broker_vcsw": 5052, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.15685305800000002, + "multi_s": 0.7515239360000001, + "client_wall_s": 0.9139952360001189, + "client_cpu_s": 0.7732710000000012, + "client_vcsw": 3998, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.309393, + "broker_sys_s": 0.28039, + "broker_cpu_s": 0.589783, + "broker_vcsw": 6204, + "broker_maxrss_kib": 4972, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 11, + "warmup": false, + "single_s": 0.142395494, + "multi_s": 0.60073789, + "client_wall_s": 0.7487909000001309, + "client_cpu_s": 0.6665899999999993, + "client_vcsw": 4248, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.240588, + "broker_sys_s": 0.272362, + "broker_cpu_s": 0.51295, + "broker_vcsw": 5769, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.15052158000000002, + "multi_s": 0.6025545760000001, + "client_wall_s": 0.7578771369999231, + "client_cpu_s": 0.6520589999999977, + "client_vcsw": 4261, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.263944, + "broker_sys_s": 0.25547, + "broker_cpu_s": 0.519414, + "broker_vcsw": 5337, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.13311441400000001, + "multi_s": 0.649899886, + "client_wall_s": 0.7888163440002245, + "client_cpu_s": 0.6759360000000001, + "client_vcsw": 4500, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.208117, + "broker_sys_s": 0.32001599999999997, + "broker_cpu_s": 0.528133, + "broker_vcsw": 5179, + "broker_maxrss_kib": 4956, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.15114225, + "multi_s": 0.66772097, + "client_wall_s": 0.8250864790002197, + "client_cpu_s": 0.7094759999999987, + "client_vcsw": 4431, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.243411, + "broker_sys_s": 0.307558, + "broker_cpu_s": 0.550969, + "broker_vcsw": 5310, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 12, + "warmup": false, + "single_s": 0.135582281, + "multi_s": 0.632011699, + "client_wall_s": 0.7721712669999761, + "client_cpu_s": 0.6889469999999989, + "client_vcsw": 4282, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.266653, + "broker_sys_s": 0.246117, + "broker_cpu_s": 0.51277, + "broker_vcsw": 5581, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.156789109, + "multi_s": 0.656498572, + "client_wall_s": 0.8184661499999493, + "client_cpu_s": 0.6971910000000001, + "client_vcsw": 4217, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.29469799999999996, + "broker_sys_s": 0.264296, + "broker_cpu_s": 0.558994, + "broker_vcsw": 5493, + "broker_maxrss_kib": 4732, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.16141965500000002, + "multi_s": 0.6349833380000001, + "client_wall_s": 0.8012103669998396, + "client_cpu_s": 0.6734210000000047, + "client_vcsw": 5162, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.21626199999999998, + "broker_sys_s": 0.295473, + "broker_cpu_s": 0.5117349999999999, + "broker_vcsw": 5573, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 13, + "warmup": false, + "single_s": 0.14749637899999998, + "multi_s": 0.663460767, + "client_wall_s": 0.8158722120001585, + "client_cpu_s": 0.7075560000000003, + "client_vcsw": 4392, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.264662, + "broker_sys_s": 0.26478799999999997, + "broker_cpu_s": 0.52945, + "broker_vcsw": 5810, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.142082303, + "multi_s": 0.676749381, + "client_wall_s": 0.8272284679997028, + "client_cpu_s": 0.7279060000000044, + "client_vcsw": 4216, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.277906, + "broker_sys_s": 0.254862, + "broker_cpu_s": 0.5327679999999999, + "broker_vcsw": 5769, + "broker_maxrss_kib": 4736, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.167218602, + "multi_s": 0.657759548, + "client_wall_s": 0.8296807520000584, + "client_cpu_s": 0.723274, + "client_vcsw": 4090, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.23705099999999998, + "broker_sys_s": 0.294923, + "broker_cpu_s": 0.531974, + "broker_vcsw": 5933, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 14, + "warmup": false, + "single_s": 0.15658442500000003, + "multi_s": 0.662332, + "client_wall_s": 0.8237257119999413, + "client_cpu_s": 0.7114480000000007, + "client_vcsw": 4152, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.23663299999999998, + "broker_sys_s": 0.30174799999999996, + "broker_cpu_s": 0.538381, + "broker_vcsw": 5818, + "broker_maxrss_kib": 4636, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 15, + "warmup": false, + "single_s": 0.156922104, + "multi_s": 0.643943111, + "client_wall_s": 0.8054468099999212, + "client_cpu_s": 0.6895329999999973, + "client_vcsw": 4296, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.24715099999999998, + "broker_sys_s": 0.27408, + "broker_cpu_s": 0.521231, + "broker_vcsw": 5840, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.144275884, + "multi_s": 0.603764778, + "client_wall_s": 0.7527204570001231, + "client_cpu_s": 0.6773149999999966, + "client_vcsw": 3755, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.272065, + "broker_sys_s": 0.228352, + "broker_cpu_s": 0.500417, + "broker_vcsw": 5906, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.141029435, + "multi_s": 0.6636294810000001, + "client_wall_s": 0.8095908489999601, + "client_cpu_s": 0.7195290000000014, + "client_vcsw": 4401, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.259026, + "broker_sys_s": 0.254249, + "broker_cpu_s": 0.5132749999999999, + "broker_vcsw": 5908, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.149154421, + "multi_s": 0.62612939, + "client_wall_s": 0.7799855560001561, + "client_cpu_s": 0.6770410000000027, + "client_vcsw": 4415, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.262569, + "broker_sys_s": 0.273142, + "broker_cpu_s": 0.535711, + "broker_vcsw": 5254, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.133166108, + "multi_s": 0.6373543079999999, + "client_wall_s": 0.7748342280001452, + "client_cpu_s": 0.6937700000000042, + "client_vcsw": 4310, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.280307, + "broker_sys_s": 0.253191, + "broker_cpu_s": 0.533498, + "broker_vcsw": 5320, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 16, + "warmup": false, + "single_s": 0.139864253, + "multi_s": 0.630836991, + "client_wall_s": 0.7757545109998318, + "client_cpu_s": 0.698757999999998, + "client_vcsw": 3980, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.281424, + "broker_sys_s": 0.28393199999999996, + "broker_cpu_s": 0.565356, + "broker_vcsw": 4848, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.14219789, + "multi_s": 0.617594121, + "client_wall_s": 0.7647807399998783, + "client_cpu_s": 0.6743239999999986, + "client_vcsw": 4137, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.259891, + "broker_sys_s": 0.24861799999999998, + "broker_cpu_s": 0.508509, + "broker_vcsw": 5762, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.149674618, + "multi_s": 0.670421679, + "client_wall_s": 0.825537680999787, + "client_cpu_s": 0.688718999999999, + "client_vcsw": 4912, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.268011, + "broker_sys_s": 0.28378, + "broker_cpu_s": 0.5517909999999999, + "broker_vcsw": 5055, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 17, + "warmup": false, + "single_s": 0.13606924, + "multi_s": 0.639206316, + "client_wall_s": 0.7801346199998989, + "client_cpu_s": 0.6804669999999966, + "client_vcsw": 4313, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.230011, + "broker_sys_s": 0.280509, + "broker_cpu_s": 0.51052, + "broker_vcsw": 5612, + "broker_maxrss_kib": 4988, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 18, + "warmup": false, + "single_s": 0.14098295300000002, + "multi_s": 0.686616799, + "client_wall_s": 0.832435624000027, + "client_cpu_s": 0.7399880000000003, + "client_vcsw": 4018, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.277228, + "broker_sys_s": 0.237778, + "broker_cpu_s": 0.515006, + "broker_vcsw": 6129, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.13172066799999999, + "multi_s": 0.648301416, + "client_wall_s": 0.7846564579999722, + "client_cpu_s": 0.6655609999999967, + "client_vcsw": 4317, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.226593, + "broker_sys_s": 0.295994, + "broker_cpu_s": 0.5225869999999999, + "broker_vcsw": 5467, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.144750365, + "multi_s": 0.5957278109999999, + "client_wall_s": 0.7448435779997453, + "client_cpu_s": 0.6478959999999994, + "client_vcsw": 4575, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.28099399999999997, + "broker_sys_s": 0.274584, + "broker_cpu_s": 0.5555779999999999, + "broker_vcsw": 4657, + "broker_maxrss_kib": 4596, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 19, + "warmup": false, + "single_s": 0.13715954, + "multi_s": 0.632272759, + "client_wall_s": 0.7740884489999189, + "client_cpu_s": 0.6937080000000009, + "client_vcsw": 4325, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.268522, + "broker_sys_s": 0.25163599999999997, + "broker_cpu_s": 0.5201579999999999, + "broker_vcsw": 5555, + "broker_maxrss_kib": 4792, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.133182454, + "multi_s": 0.613892802, + "client_wall_s": 0.7513333450001483, + "client_cpu_s": 0.6530919999999938, + "client_vcsw": 4952, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.248099, + "broker_sys_s": 0.291116, + "broker_cpu_s": 0.539215, + "broker_vcsw": 4600, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.13990275800000002, + "multi_s": 0.6097054829999999, + "client_wall_s": 0.7546581159999732, + "client_cpu_s": 0.647270000000006, + "client_vcsw": 5058, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.311241, + "broker_sys_s": 0.294541, + "broker_cpu_s": 0.605782, + "broker_vcsw": 3313, + "broker_maxrss_kib": 4544, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.247235889, + "multi_s": 0.6789308, + "client_wall_s": 0.9318152959999679, + "client_cpu_s": 0.7298600000000022, + "client_vcsw": 4118, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.277109, + "broker_sys_s": 0.305512, + "broker_cpu_s": 0.582621, + "broker_vcsw": 4479, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 20, + "warmup": false, + "single_s": 0.162548432, + "multi_s": 0.677568637, + "client_wall_s": 0.8449903050000103, + "client_cpu_s": 0.7429599999999965, + "client_vcsw": 4409, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.28168299999999996, + "broker_sys_s": 0.271738, + "broker_cpu_s": 0.5534209999999999, + "broker_vcsw": 5893, + "broker_maxrss_kib": 4712, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.140350198, + "multi_s": 0.720260951, + "client_wall_s": 0.8661944310001672, + "client_cpu_s": 0.769674000000002, + "client_vcsw": 4286, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.286408, + "broker_sys_s": 0.27147299999999996, + "broker_cpu_s": 0.557881, + "broker_vcsw": 5726, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.153261584, + "multi_s": 0.7008152790000001, + "client_wall_s": 0.8591776240000399, + "client_cpu_s": 0.7452739999999949, + "client_vcsw": 4366, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.261293, + "broker_sys_s": 0.310158, + "broker_cpu_s": 0.5714509999999999, + "broker_vcsw": 5404, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.158921537, + "multi_s": 0.666323141, + "client_wall_s": 0.830575989999943, + "client_cpu_s": 0.7280719999999974, + "client_vcsw": 4028, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.249518, + "broker_sys_s": 0.296495, + "broker_cpu_s": 0.546013, + "broker_vcsw": 5729, + "broker_maxrss_kib": 5016, + "broker_ru_maxrss_kib": 18556, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 21, + "warmup": false, + "single_s": 0.149233037, + "multi_s": 0.628084737, + "client_wall_s": 0.7835862899996755, + "client_cpu_s": 0.6828420000000008, + "client_vcsw": 4323, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.253485, + "broker_sys_s": 0.277654, + "broker_cpu_s": 0.531139, + "broker_vcsw": 5618, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 22, + "warmup": false, + "single_s": 0.153855289, + "multi_s": 0.652747662, + "client_wall_s": 0.8112899110001308, + "client_cpu_s": 0.7082860000000082, + "client_vcsw": 5141, + "multi_client_cpu_s": 0.62, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.305699, + "broker_sys_s": 0.28568099999999996, + "broker_cpu_s": 0.59138, + "broker_vcsw": 4022, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.137878696, + "multi_s": 0.7964316730000001, + "client_wall_s": 0.9397922000002836, + "client_cpu_s": 0.8602640000000008, + "client_vcsw": 4124, + "multi_client_cpu_s": 0.79, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.326042, + "broker_sys_s": 0.257814, + "broker_cpu_s": 0.5838559999999999, + "broker_vcsw": 6085, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.16374459300000002, + "multi_s": 0.7675972990000001, + "client_wall_s": 0.9357731459999741, + "client_cpu_s": 0.8156060000000025, + "client_vcsw": 4768, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.275706, + "broker_sys_s": 0.346581, + "broker_cpu_s": 0.622287, + "broker_vcsw": 4786, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 23, + "warmup": false, + "single_s": 0.156831001, + "multi_s": 0.656538174, + "client_wall_s": 0.8192068940002173, + "client_cpu_s": 0.7010799999999975, + "client_vcsw": 4737, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.324025, + "broker_sys_s": 0.28556899999999996, + "broker_cpu_s": 0.609594, + "broker_vcsw": 3834, + "broker_maxrss_kib": 4756, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.160094585, + "multi_s": 0.710675071, + "client_wall_s": 0.875371524000002, + "client_cpu_s": 0.7537829999999985, + "client_vcsw": 4391, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.265024, + "broker_sys_s": 0.301282, + "broker_cpu_s": 0.566306, + "broker_vcsw": 5582, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.15982768100000003, + "multi_s": 0.711340297, + "client_wall_s": 0.8766786969999885, + "client_cpu_s": 0.786564999999996, + "client_vcsw": 4271, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.5800000000000001, + "broker_user_s": 0.337096, + "broker_sys_s": 0.321219, + "broker_cpu_s": 0.658315, + "broker_vcsw": 4029, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.159231864, + "multi_s": 0.721693988, + "client_wall_s": 0.8859269859999586, + "client_cpu_s": 0.7803410000000071, + "client_vcsw": 4071, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.293418, + "broker_sys_s": 0.28482799999999997, + "broker_cpu_s": 0.578246, + "broker_vcsw": 5106, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 24, + "warmup": false, + "single_s": 0.14800383400000003, + "multi_s": 0.716841386, + "client_wall_s": 0.8817715099999077, + "client_cpu_s": 0.7502129999999951, + "client_vcsw": 4619, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.298492, + "broker_sys_s": 0.279286, + "broker_cpu_s": 0.5777779999999999, + "broker_vcsw": 5109, + "broker_maxrss_kib": 4996, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.16084535600000002, + "multi_s": 0.6697929850000001, + "client_wall_s": 0.8355172440001297, + "client_cpu_s": 0.740548000000004, + "client_vcsw": 3907, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.23818099999999998, + "broker_sys_s": 0.319282, + "broker_cpu_s": 0.557463, + "broker_vcsw": 5554, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 25, + "warmup": false, + "single_s": 0.147711864, + "multi_s": 0.604577749, + "client_wall_s": 0.7577341729997897, + "client_cpu_s": 0.6606459999999998, + "client_vcsw": 4543, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.262169, + "broker_sys_s": 0.28041, + "broker_cpu_s": 0.5425789999999999, + "broker_vcsw": 5056, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.135230313, + "multi_s": 0.6771792990000001, + "client_wall_s": 0.8175027460001729, + "client_cpu_s": 0.719922000000011, + "client_vcsw": 5080, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.279059, + "broker_sys_s": 0.299517, + "broker_cpu_s": 0.578576, + "broker_vcsw": 5000, + "broker_maxrss_kib": 4656, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.13894774000000001, + "multi_s": 0.781916446, + "client_wall_s": 0.9272235749999709, + "client_cpu_s": 0.7984130000000036, + "client_vcsw": 4669, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.297994, + "broker_sys_s": 0.27592099999999997, + "broker_cpu_s": 0.573915, + "broker_vcsw": 5791, + "broker_maxrss_kib": 5200, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 26, + "warmup": false, + "single_s": 0.15317984, + "multi_s": 0.7475182380000001, + "client_wall_s": 0.9062121689999003, + "client_cpu_s": 0.7828230000000076, + "client_vcsw": 5198, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.264603, + "broker_sys_s": 0.327617, + "broker_cpu_s": 0.59222, + "broker_vcsw": 4737, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.173145703, + "multi_s": 0.799679703, + "client_wall_s": 0.9794136750001599, + "client_cpu_s": 0.8050110000000004, + "client_vcsw": 4694, + "multi_client_cpu_s": 0.7100000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.343779, + "broker_sys_s": 0.276561, + "broker_cpu_s": 0.62034, + "broker_vcsw": 5037, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.16846580700000002, + "multi_s": 0.747551753, + "client_wall_s": 0.9219403559995953, + "client_cpu_s": 0.803564999999999, + "client_vcsw": 4360, + "multi_client_cpu_s": 0.7100000000000001, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.291572, + "broker_sys_s": 0.324162, + "broker_cpu_s": 0.615734, + "broker_vcsw": 5182, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.15853411, + "multi_s": 0.6359576060000001, + "client_wall_s": 0.7994406119996711, + "client_cpu_s": 0.7001549999999952, + "client_vcsw": 4475, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.272799, + "broker_sys_s": 0.27549799999999997, + "broker_cpu_s": 0.548297, + "broker_vcsw": 5208, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.14245628, + "multi_s": 0.6779569400000001, + "client_wall_s": 0.8250193669996406, + "client_cpu_s": 0.721353999999998, + "client_vcsw": 4447, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.293109, + "broker_sys_s": 0.24328799999999998, + "broker_cpu_s": 0.536397, + "broker_vcsw": 5681, + "broker_maxrss_kib": 4912, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 27, + "warmup": false, + "single_s": 0.155088686, + "multi_s": 0.664364592, + "client_wall_s": 0.8243233500002134, + "client_cpu_s": 0.6787660000000031, + "client_vcsw": 4962, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.262699, + "broker_sys_s": 0.307112, + "broker_cpu_s": 0.5698110000000001, + "broker_vcsw": 4536, + "broker_maxrss_kib": 4648, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 28, + "warmup": false, + "single_s": 0.149695996, + "multi_s": 0.834861583, + "client_wall_s": 0.9899711989996831, + "client_cpu_s": 0.7510189999999994, + "client_vcsw": 4354, + "multi_client_cpu_s": 0.6799999999999999, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.31451199999999996, + "broker_sys_s": 0.31813199999999997, + "broker_cpu_s": 0.632644, + "broker_vcsw": 4987, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.154517751, + "multi_s": 0.6811122239999999, + "client_wall_s": 0.8409221990000333, + "client_cpu_s": 0.7186450000000022, + "client_vcsw": 4972, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.335327, + "broker_sys_s": 0.28579299999999996, + "broker_cpu_s": 0.6211199999999999, + "broker_vcsw": 4584, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.13829859400000002, + "multi_s": 0.641668569, + "client_wall_s": 0.7844503289998102, + "client_cpu_s": 0.7020959999999974, + "client_vcsw": 4147, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.27884, + "broker_sys_s": 0.238533, + "broker_cpu_s": 0.517373, + "broker_vcsw": 5775, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.15672116700000002, + "multi_s": 0.6255849940000001, + "client_wall_s": 0.7867933610000364, + "client_cpu_s": 0.6704950000000025, + "client_vcsw": 4941, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.289688, + "broker_sys_s": 0.32249099999999997, + "broker_cpu_s": 0.612179, + "broker_vcsw": 3738, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 29, + "warmup": false, + "single_s": 0.145554409, + "multi_s": 0.7511897340000001, + "client_wall_s": 0.9025481369999397, + "client_cpu_s": 0.7511049999999955, + "client_vcsw": 4248, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.260283, + "broker_sys_s": 0.316979, + "broker_cpu_s": 0.5772619999999999, + "broker_vcsw": 4734, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.140404494, + "multi_s": 0.668564908, + "client_wall_s": 0.8132942550000735, + "client_cpu_s": 0.6973150000000032, + "client_vcsw": 4731, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.270043, + "broker_sys_s": 0.304259, + "broker_cpu_s": 0.574302, + "broker_vcsw": 4595, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.151921713, + "multi_s": 0.622250437, + "client_wall_s": 0.7787014250002358, + "client_cpu_s": 0.6881800000000027, + "client_vcsw": 4374, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.266104, + "broker_sys_s": 0.267795, + "broker_cpu_s": 0.533899, + "broker_vcsw": 5654, + "broker_maxrss_kib": 4900, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 30, + "warmup": false, + "single_s": 0.15612415200000002, + "multi_s": 0.68503364, + "client_wall_s": 0.8486036029999013, + "client_cpu_s": 0.7432460000000134, + "client_vcsw": 4257, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.26535, + "broker_sys_s": 0.271317, + "broker_cpu_s": 0.536667, + "broker_vcsw": 6094, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.14589291499999998, + "multi_s": 0.651447459, + "client_wall_s": 0.8023798949998309, + "client_cpu_s": 0.676238000000005, + "client_vcsw": 4481, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.283412, + "broker_sys_s": 0.27033, + "broker_cpu_s": 0.553742, + "broker_vcsw": 4948, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 31, + "warmup": false, + "single_s": 0.13803694200000002, + "multi_s": 0.768045004, + "client_wall_s": 0.9106539239996891, + "client_cpu_s": 0.8222029999999876, + "client_vcsw": 4536, + "multi_client_cpu_s": 0.75, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.352782, + "broker_sys_s": 0.260306, + "broker_cpu_s": 0.613088, + "broker_vcsw": 5553, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.14170880500000002, + "multi_s": 0.618620859, + "client_wall_s": 0.7654275089998919, + "client_cpu_s": 0.652423000000006, + "client_vcsw": 4854, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.27081099999999997, + "broker_sys_s": 0.276061, + "broker_cpu_s": 0.546872, + "broker_vcsw": 4896, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.14454223, + "multi_s": 0.634088069, + "client_wall_s": 0.7831518779998987, + "client_cpu_s": 0.6898400000000109, + "client_vcsw": 4371, + "multi_client_cpu_s": 0.6200000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.270748, + "broker_sys_s": 0.256387, + "broker_cpu_s": 0.5271349999999999, + "broker_vcsw": 5318, + "broker_maxrss_kib": 4664, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.137020639, + "multi_s": 0.6690592719999999, + "client_wall_s": 0.811845464000271, + "client_cpu_s": 0.6927519999999987, + "client_vcsw": 4827, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.278954, + "broker_sys_s": 0.269711, + "broker_cpu_s": 0.548665, + "broker_vcsw": 4821, + "broker_maxrss_kib": 4836, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.13706607399999998, + "multi_s": 0.590902558, + "client_wall_s": 0.7325284389999069, + "client_cpu_s": 0.6504909999999953, + "client_vcsw": 4302, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.236199, + "broker_sys_s": 0.295544, + "broker_cpu_s": 0.531743, + "broker_vcsw": 5051, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 32, + "warmup": false, + "single_s": 0.14954815300000002, + "multi_s": 0.6456090860000001, + "client_wall_s": 0.7995654310002465, + "client_cpu_s": 0.6991269999999972, + "client_vcsw": 4436, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.254467, + "broker_sys_s": 0.273481, + "broker_cpu_s": 0.527948, + "broker_vcsw": 5607, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 33, + "warmup": false, + "single_s": 0.153568096, + "multi_s": 0.617732457, + "client_wall_s": 0.8504610539998794, + "client_cpu_s": 0.7304919999999981, + "client_vcsw": 4756, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.265254, + "broker_sys_s": 0.300706, + "broker_cpu_s": 0.56596, + "broker_vcsw": 4493, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.139674739, + "multi_s": 0.7267490830000001, + "client_wall_s": 0.8725400850003098, + "client_cpu_s": 0.7221030000000113, + "client_vcsw": 4414, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.27907, + "broker_sys_s": 0.292562, + "broker_cpu_s": 0.5716319999999999, + "broker_vcsw": 5576, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.150888607, + "multi_s": 0.597730301, + "client_wall_s": 0.7539755430002515, + "client_cpu_s": 0.653452999999999, + "client_vcsw": 4427, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.250067, + "broker_sys_s": 0.288107, + "broker_cpu_s": 0.5381739999999999, + "broker_vcsw": 4904, + "broker_maxrss_kib": 4692, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.13525741600000002, + "multi_s": 0.695240242, + "client_wall_s": 0.834929705000377, + "client_cpu_s": 0.7348709999999912, + "client_vcsw": 5028, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.230147, + "broker_sys_s": 0.354153, + "broker_cpu_s": 0.5843, + "broker_vcsw": 5097, + "broker_maxrss_kib": 4684, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 34, + "warmup": false, + "single_s": 0.150181829, + "multi_s": 0.612794364, + "client_wall_s": 0.7678880530002061, + "client_cpu_s": 0.6696310000000025, + "client_vcsw": 4092, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.23427499999999998, + "broker_sys_s": 0.283223, + "broker_cpu_s": 0.517498, + "broker_vcsw": 5418, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.14302796799999998, + "multi_s": 0.6274028960000001, + "client_wall_s": 0.7751746489998368, + "client_cpu_s": 0.6627890000000107, + "client_vcsw": 4732, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.30859, + "broker_sys_s": 0.275513, + "broker_cpu_s": 0.584103, + "broker_vcsw": 4307, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.14453886700000002, + "multi_s": 0.669032748, + "client_wall_s": 0.818217223999909, + "client_cpu_s": 0.6971490000000102, + "client_vcsw": 4359, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.26936, + "broker_sys_s": 0.275898, + "broker_cpu_s": 0.545258, + "broker_vcsw": 5109, + "broker_maxrss_kib": 4920, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.14739131800000002, + "multi_s": 0.6359133090000001, + "client_wall_s": 0.7883681610001076, + "client_cpu_s": 0.6981469999999916, + "client_vcsw": 4048, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.27028399999999997, + "broker_sys_s": 0.256367, + "broker_cpu_s": 0.526651, + "broker_vcsw": 5650, + "broker_maxrss_kib": 4940, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 35, + "warmup": false, + "single_s": 0.13157332900000002, + "multi_s": 0.626369789, + "client_wall_s": 0.763143282999863, + "client_cpu_s": 0.6754300000000057, + "client_vcsw": 4050, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.293128, + "broker_sys_s": 0.221191, + "broker_cpu_s": 0.514319, + "broker_vcsw": 5417, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 36, + "warmup": false, + "single_s": 0.146068186, + "multi_s": 0.595831269, + "client_wall_s": 0.7466622930000995, + "client_cpu_s": 0.6582450000000009, + "client_vcsw": 4493, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.253011, + "broker_sys_s": 0.275683, + "broker_cpu_s": 0.528694, + "broker_vcsw": 5050, + "broker_maxrss_kib": 4692, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.147623639, + "multi_s": 0.658868556, + "client_wall_s": 0.8122867860001861, + "client_cpu_s": 0.7253539999999958, + "client_vcsw": 4115, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.260549, + "broker_sys_s": 0.282977, + "broker_cpu_s": 0.543526, + "broker_vcsw": 5492, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.14195089300000002, + "multi_s": 0.629174131, + "client_wall_s": 0.7762856970002758, + "client_cpu_s": 0.685374000000003, + "client_vcsw": 4208, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.278354, + "broker_sys_s": 0.255511, + "broker_cpu_s": 0.533865, + "broker_vcsw": 5362, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.133401661, + "multi_s": 0.607151852, + "client_wall_s": 0.7455006810000668, + "client_cpu_s": 0.6706820000000135, + "client_vcsw": 4147, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.258033, + "broker_sys_s": 0.269884, + "broker_cpu_s": 0.527917, + "broker_vcsw": 5005, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.138145219, + "multi_s": 0.757949765, + "client_wall_s": 0.9006603130001167, + "client_cpu_s": 0.8112909999999971, + "client_vcsw": 4127, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.27488799999999997, + "broker_sys_s": 0.276179, + "broker_cpu_s": 0.551067, + "broker_vcsw": 6333, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 37, + "warmup": false, + "single_s": 0.155644012, + "multi_s": 0.7085158930000001, + "client_wall_s": 0.8686074029997144, + "client_cpu_s": 0.7334480000000028, + "client_vcsw": 5219, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.261086, + "broker_sys_s": 0.388101, + "broker_cpu_s": 0.649187, + "broker_vcsw": 4283, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.158919903, + "multi_s": 0.714119355, + "client_wall_s": 0.8783106170003521, + "client_cpu_s": 0.7751690000000053, + "client_vcsw": 4198, + "multi_client_cpu_s": 0.69, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.322372, + "broker_sys_s": 0.237949, + "broker_cpu_s": 0.560321, + "broker_vcsw": 5855, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 38, + "warmup": false, + "single_s": 0.137410894, + "multi_s": 0.6079537460000001, + "client_wall_s": 0.7497356539997782, + "client_cpu_s": 0.6574980000000039, + "client_vcsw": 4539, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.254807, + "broker_sys_s": 0.267459, + "broker_cpu_s": 0.522266, + "broker_vcsw": 5398, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.142816703, + "multi_s": 0.602592212, + "client_wall_s": 0.7502598670002953, + "client_cpu_s": 0.6667869999999994, + "client_vcsw": 4172, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.266639, + "broker_sys_s": 0.234896, + "broker_cpu_s": 0.5015350000000001, + "broker_vcsw": 5733, + "broker_maxrss_kib": 4632, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.14734851200000001, + "multi_s": 0.651019472, + "client_wall_s": 0.8033678560000226, + "client_cpu_s": 0.6896950000000004, + "client_vcsw": 4546, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.295751, + "broker_sys_s": 0.262893, + "broker_cpu_s": 0.5586439999999999, + "broker_vcsw": 4672, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 39, + "warmup": false, + "single_s": 0.148613461, + "multi_s": 0.6483654820000001, + "client_wall_s": 0.8016730710000957, + "client_cpu_s": 0.697636000000017, + "client_vcsw": 4789, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.52, + "broker_user_s": 0.31823, + "broker_sys_s": 0.272163, + "broker_cpu_s": 0.590393, + "broker_vcsw": 4394, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.140495103, + "multi_s": 0.628375969, + "client_wall_s": 0.7748896260000038, + "client_cpu_s": 0.6843329999999952, + "client_vcsw": 4347, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.26223599999999997, + "broker_sys_s": 0.290462, + "broker_cpu_s": 0.5526979999999999, + "broker_vcsw": 4847, + "broker_maxrss_kib": 4676, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 40, + "warmup": false, + "single_s": 0.15272181599999998, + "multi_s": 0.721965071, + "client_wall_s": 0.8809492380000847, + "client_cpu_s": 0.7811650000000014, + "client_vcsw": 4126, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.348913, + "broker_sys_s": 0.211832, + "broker_cpu_s": 0.5607449999999999, + "broker_vcsw": 5796, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.15491784000000003, + "multi_s": 0.681674375, + "client_wall_s": 0.8421918859999096, + "client_cpu_s": 0.7469739999999945, + "client_vcsw": 3903, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.257248, + "broker_sys_s": 0.280197, + "broker_cpu_s": 0.537445, + "broker_vcsw": 5660, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.153916036, + "multi_s": 0.750727325, + "client_wall_s": 0.9102338959996814, + "client_cpu_s": 0.7774679999999989, + "client_vcsw": 4337, + "multi_client_cpu_s": 0.7, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.278188, + "broker_sys_s": 0.30025999999999997, + "broker_cpu_s": 0.578448, + "broker_vcsw": 5405, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.17161633699999998, + "multi_s": 0.738781097, + "client_wall_s": 0.9159163019999141, + "client_cpu_s": 0.8066830000000067, + "client_vcsw": 4225, + "multi_client_cpu_s": 0.7200000000000001, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.32711599999999996, + "broker_sys_s": 0.261934, + "broker_cpu_s": 0.58905, + "broker_vcsw": 5611, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.171245285, + "multi_s": 0.605399439, + "client_wall_s": 0.781479870000112, + "client_cpu_s": 0.6753530000000012, + "client_vcsw": 4330, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.278892, + "broker_sys_s": 0.274051, + "broker_cpu_s": 0.552943, + "broker_vcsw": 5103, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 41, + "warmup": false, + "single_s": 0.15141662400000003, + "multi_s": 0.8609817630000001, + "client_wall_s": 1.0167881430002126, + "client_cpu_s": 0.8331179999999989, + "client_vcsw": 4984, + "multi_client_cpu_s": 0.75, + "multi_broker_cpu_s": 0.5800000000000001, + "broker_user_s": 0.36083699999999996, + "broker_sys_s": 0.29577, + "broker_cpu_s": 0.6566069999999999, + "broker_vcsw": 4875, + "broker_maxrss_kib": 4940, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.14336194, + "multi_s": 0.666818672, + "client_wall_s": 0.8153436229999897, + "client_cpu_s": 0.6996840000000049, + "client_vcsw": 4408, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.328243, + "broker_sys_s": 0.265019, + "broker_cpu_s": 0.593262, + "broker_vcsw": 4194, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 42, + "warmup": false, + "single_s": 0.17461264, + "multi_s": 0.686747999, + "client_wall_s": 0.8666085170002589, + "client_cpu_s": 0.762867, + "client_vcsw": 4290, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.29970399999999997, + "broker_sys_s": 0.307961, + "broker_cpu_s": 0.6076649999999999, + "broker_vcsw": 4974, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.15189837, + "multi_s": 0.71801435, + "client_wall_s": 0.8746436389997143, + "client_cpu_s": 0.7792429999999939, + "client_vcsw": 4111, + "multi_client_cpu_s": 0.6900000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.305344, + "broker_sys_s": 0.258621, + "broker_cpu_s": 0.563965, + "broker_vcsw": 5795, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 43, + "warmup": false, + "single_s": 0.15789604499999998, + "multi_s": 0.745072229, + "client_wall_s": 0.9075914860000012, + "client_cpu_s": 0.8137509999999963, + "client_vcsw": 3950, + "multi_client_cpu_s": 0.7200000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.31616099999999997, + "broker_sys_s": 0.293769, + "broker_cpu_s": 0.60993, + "broker_vcsw": 4937, + "broker_maxrss_kib": 4632, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.178166834, + "multi_s": 0.75055426, + "client_wall_s": 0.9336970739996104, + "client_cpu_s": 0.8221810000000005, + "client_vcsw": 4292, + "multi_client_cpu_s": 0.7200000000000001, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.3049, + "broker_sys_s": 0.28859199999999996, + "broker_cpu_s": 0.5934919999999999, + "broker_vcsw": 5374, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.156756475, + "multi_s": 0.8450078150000001, + "client_wall_s": 1.0072487859997636, + "client_cpu_s": 0.9220190000000059, + "client_vcsw": 4045, + "multi_client_cpu_s": 0.8400000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.31782299999999997, + "broker_sys_s": 0.291197, + "broker_cpu_s": 0.6090199999999999, + "broker_vcsw": 6208, + "broker_maxrss_kib": 4712, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.158134039, + "multi_s": 0.7676511930000001, + "client_wall_s": 0.9317812750000485, + "client_cpu_s": 0.8280880000000082, + "client_vcsw": 4442, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.28384699999999996, + "broker_sys_s": 0.342744, + "broker_cpu_s": 0.6265909999999999, + "broker_vcsw": 4931, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 44, + "warmup": false, + "single_s": 0.148931955, + "multi_s": 0.667401616, + "client_wall_s": 0.8215981680000368, + "client_cpu_s": 0.698837999999995, + "client_vcsw": 4644, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.5, + "broker_user_s": 0.266252, + "broker_sys_s": 0.308267, + "broker_cpu_s": 0.574519, + "broker_vcsw": 4783, + "broker_maxrss_kib": 4936, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.167887047, + "multi_s": 0.753634955, + "client_wall_s": 0.9272644800003036, + "client_cpu_s": 0.7805999999999926, + "client_vcsw": 4157, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.29118299999999997, + "broker_sys_s": 0.264561, + "broker_cpu_s": 0.555744, + "broker_vcsw": 5743, + "broker_maxrss_kib": 4752, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 45, + "warmup": false, + "single_s": 0.160324571, + "multi_s": 0.686120198, + "client_wall_s": 0.8525351590001264, + "client_cpu_s": 0.7373070000000013, + "client_vcsw": 4682, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.302544, + "broker_sys_s": 0.29559399999999997, + "broker_cpu_s": 0.598138, + "broker_vcsw": 4688, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.150881949, + "multi_s": 0.645358167, + "client_wall_s": 0.8010412329999781, + "client_cpu_s": 0.7098419999999948, + "client_vcsw": 4185, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.323314, + "broker_sys_s": 0.21193199999999998, + "broker_cpu_s": 0.535246, + "broker_vcsw": 5452, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.16334663800000002, + "multi_s": 0.739207786, + "client_wall_s": 0.9070051700000477, + "client_cpu_s": 0.7682479999999998, + "client_vcsw": 4934, + "multi_client_cpu_s": 0.68, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.27963, + "broker_sys_s": 0.320422, + "broker_cpu_s": 0.600052, + "broker_vcsw": 5638, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.153718953, + "multi_s": 0.682015864, + "client_wall_s": 0.8406230569999025, + "client_cpu_s": 0.7274200000000235, + "client_vcsw": 4880, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.48999999999999994, + "broker_user_s": 0.26971, + "broker_sys_s": 0.31798699999999996, + "broker_cpu_s": 0.5876969999999999, + "broker_vcsw": 4766, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 46, + "warmup": false, + "single_s": 0.156804825, + "multi_s": 0.686482257, + "client_wall_s": 0.8481371670000044, + "client_cpu_s": 0.7536280000000062, + "client_vcsw": 4242, + "multi_client_cpu_s": 0.65, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.274516, + "broker_sys_s": 0.282787, + "broker_cpu_s": 0.557303, + "broker_vcsw": 5436, + "broker_maxrss_kib": 4676, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.15352030400000002, + "multi_s": 0.635643284, + "client_wall_s": 0.7936910580001495, + "client_cpu_s": 0.6976410000000044, + "client_vcsw": 4240, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.313806, + "broker_sys_s": 0.22544299999999998, + "broker_cpu_s": 0.539249, + "broker_vcsw": 5367, + "broker_maxrss_kib": 4844, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.138555476, + "multi_s": 0.679676995, + "client_wall_s": 0.8233359659998314, + "client_cpu_s": 0.7381740000000008, + "client_vcsw": 4297, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.255114, + "broker_sys_s": 0.285632, + "broker_cpu_s": 0.540746, + "broker_vcsw": 5554, + "broker_maxrss_kib": 4916, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.14897414900000003, + "multi_s": 0.5831342389999999, + "client_wall_s": 0.7378374719996827, + "client_cpu_s": 0.6618310000000065, + "client_vcsw": 3751, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.230784, + "broker_sys_s": 0.271315, + "broker_cpu_s": 0.502099, + "broker_vcsw": 5482, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 47, + "warmup": false, + "single_s": 0.141140628, + "multi_s": 0.669850373, + "client_wall_s": 0.8154240120002214, + "client_cpu_s": 0.7083180000000056, + "client_vcsw": 4230, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.308, + "broker_sys_s": 0.226233, + "broker_cpu_s": 0.534233, + "broker_vcsw": 5863, + "broker_maxrss_kib": 4792, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.148721566, + "multi_s": 0.6335662320000001, + "client_wall_s": 0.7869854639998266, + "client_cpu_s": 0.6809590000000014, + "client_vcsw": 4641, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.28657299999999997, + "broker_sys_s": 0.290487, + "broker_cpu_s": 0.5770599999999999, + "broker_vcsw": 4605, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.15692912, + "multi_s": 0.6946111990000001, + "client_wall_s": 0.8562025670003095, + "client_cpu_s": 0.731386999999998, + "client_vcsw": 4433, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.27574, + "broker_sys_s": 0.28379699999999997, + "broker_cpu_s": 0.559537, + "broker_vcsw": 5491, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 48, + "warmup": false, + "single_s": 0.162411969, + "multi_s": 0.6958403919999999, + "client_wall_s": 0.8629486029999498, + "client_cpu_s": 0.7350270000000023, + "client_vcsw": 4824, + "multi_client_cpu_s": 0.64, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.302971, + "broker_sys_s": 0.279124, + "broker_cpu_s": 0.582095, + "broker_vcsw": 4859, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 49, + "warmup": false, + "single_s": 0.15002020200000002, + "multi_s": 0.6977204410000001, + "client_wall_s": 0.8523813220003831, + "client_cpu_s": 0.7375399999999956, + "client_vcsw": 4540, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.292047, + "broker_sys_s": 0.261258, + "broker_cpu_s": 0.5533049999999999, + "broker_vcsw": 5319, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.155064288, + "multi_s": 0.687342393, + "client_wall_s": 0.8470359190000636, + "client_cpu_s": 0.7392130000000066, + "client_vcsw": 4316, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.272294, + "broker_sys_s": 0.27313499999999996, + "broker_cpu_s": 0.5454289999999999, + "broker_vcsw": 5787, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.16481947400000002, + "multi_s": 0.614201058, + "client_wall_s": 0.7837944650000281, + "client_cpu_s": 0.6812329999999918, + "client_vcsw": 4361, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.289016, + "broker_sys_s": 0.24981099999999998, + "broker_cpu_s": 0.538827, + "broker_vcsw": 5263, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 50, + "warmup": false, + "single_s": 0.141738181, + "multi_s": 0.62077201, + "client_wall_s": 0.7675885829999061, + "client_cpu_s": 0.6895619999999951, + "client_vcsw": 3999, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.242508, + "broker_sys_s": 0.25324199999999997, + "broker_cpu_s": 0.49574999999999997, + "broker_vcsw": 6111, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.145214281, + "multi_s": 0.614864032, + "client_wall_s": 0.7657413080000879, + "client_cpu_s": 0.6431340000000034, + "client_vcsw": 4537, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.25746199999999997, + "broker_sys_s": 0.32908499999999996, + "broker_cpu_s": 0.5865469999999999, + "broker_vcsw": 3722, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.134727275, + "multi_s": 0.774932943, + "client_wall_s": 0.9150175360000503, + "client_cpu_s": 0.8300379999999876, + "client_vcsw": 4179, + "multi_client_cpu_s": 0.75, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.294155, + "broker_sys_s": 0.269384, + "broker_cpu_s": 0.563539, + "broker_vcsw": 6036, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.138143658, + "multi_s": 0.635098884, + "client_wall_s": 0.7782240529995761, + "client_cpu_s": 0.7057489999999973, + "client_vcsw": 3514, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.25510099999999997, + "broker_sys_s": 0.25240599999999996, + "broker_cpu_s": 0.5075069999999999, + "broker_vcsw": 5877, + "broker_maxrss_kib": 4964, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 51, + "warmup": false, + "single_s": 0.136589481, + "multi_s": 0.6616883830000001, + "client_wall_s": 0.8027419279997048, + "client_cpu_s": 0.7152360000000044, + "client_vcsw": 4145, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.28631599999999996, + "broker_sys_s": 0.234673, + "broker_cpu_s": 0.5209889999999999, + "broker_vcsw": 5796, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.15177819, + "multi_s": 0.5918787710000001, + "client_wall_s": 0.7486667380003382, + "client_cpu_s": 0.6642309999999867, + "client_vcsw": 3951, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.24419, + "broker_sys_s": 0.26515299999999997, + "broker_cpu_s": 0.509343, + "broker_vcsw": 5634, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 52, + "warmup": false, + "single_s": 0.15682527400000001, + "multi_s": 0.7704826870000001, + "client_wall_s": 0.9323875620002582, + "client_cpu_s": 0.8329099999999983, + "client_vcsw": 4283, + "multi_client_cpu_s": 0.75, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.254398, + "broker_sys_s": 0.317584, + "broker_cpu_s": 0.571982, + "broker_vcsw": 6214, + "broker_maxrss_kib": 4660, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.14468783500000001, + "multi_s": 0.5577328380000001, + "client_wall_s": 0.7075731429999905, + "client_cpu_s": 0.6254050000000007, + "client_vcsw": 4169, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.26572599999999996, + "broker_sys_s": 0.25665899999999997, + "broker_cpu_s": 0.5223849999999999, + "broker_vcsw": 4588, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.14508147700000001, + "multi_s": 0.81682297, + "client_wall_s": 0.9668798480001897, + "client_cpu_s": 0.8103860000000083, + "client_vcsw": 5301, + "multi_client_cpu_s": 0.73, + "multi_broker_cpu_s": 0.5800000000000001, + "broker_user_s": 0.37626299999999996, + "broker_sys_s": 0.274631, + "broker_cpu_s": 0.650894, + "broker_vcsw": 5571, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.163088864, + "multi_s": 0.6817061179999999, + "client_wall_s": 0.849126189999879, + "client_cpu_s": 0.7271429999999981, + "client_vcsw": 4851, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.246365, + "broker_sys_s": 0.332267, + "broker_cpu_s": 0.578632, + "broker_vcsw": 5224, + "broker_maxrss_kib": 4932, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.130873608, + "multi_s": 0.691760122, + "client_wall_s": 0.8273577069999192, + "client_cpu_s": 0.7327389999999951, + "client_vcsw": 4570, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.31335799999999997, + "broker_sys_s": 0.24681199999999998, + "broker_cpu_s": 0.56017, + "broker_vcsw": 5285, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 53, + "warmup": false, + "single_s": 0.138820868, + "multi_s": 0.616914253, + "client_wall_s": 0.765224964999561, + "client_cpu_s": 0.6820489999999921, + "client_vcsw": 3935, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.264574, + "broker_sys_s": 0.232093, + "broker_cpu_s": 0.49666699999999997, + "broker_vcsw": 5935, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.148185053, + "multi_s": 0.698806434, + "client_wall_s": 0.8517995729998802, + "client_cpu_s": 0.7492059999999867, + "client_vcsw": 4570, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.49999999999999994, + "broker_user_s": 0.312097, + "broker_sys_s": 0.26139799999999996, + "broker_cpu_s": 0.573495, + "broker_vcsw": 5125, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 54, + "warmup": false, + "single_s": 0.13856374500000002, + "multi_s": 0.737915478, + "client_wall_s": 0.8825556649999271, + "client_cpu_s": 0.7525559999999984, + "client_vcsw": 4512, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.285168, + "broker_sys_s": 0.274117, + "broker_cpu_s": 0.559285, + "broker_vcsw": 5563, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.154709507, + "multi_s": 0.603016853, + "client_wall_s": 0.7623851270000159, + "client_cpu_s": 0.6679170000000028, + "client_vcsw": 4112, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.251374, + "broker_sys_s": 0.270914, + "broker_cpu_s": 0.522288, + "broker_vcsw": 5485, + "broker_maxrss_kib": 4956, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.141338057, + "multi_s": 0.702947571, + "client_wall_s": 0.8499571490001472, + "client_cpu_s": 0.7296900000000051, + "client_vcsw": 4434, + "multi_client_cpu_s": 0.6599999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.256522, + "broker_sys_s": 0.286674, + "broker_cpu_s": 0.543196, + "broker_vcsw": 5552, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 55, + "warmup": false, + "single_s": 0.130230449, + "multi_s": 0.625335282, + "client_wall_s": 0.7601505070001622, + "client_cpu_s": 0.6673069999999939, + "client_vcsw": 4567, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.226013, + "broker_sys_s": 0.282445, + "broker_cpu_s": 0.508458, + "broker_vcsw": 5768, + "broker_maxrss_kib": 4640, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.154833054, + "multi_s": 0.5925857160000001, + "client_wall_s": 0.7535032380001212, + "client_cpu_s": 0.650897999999998, + "client_vcsw": 4371, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.280109, + "broker_sys_s": 0.25487699999999996, + "broker_cpu_s": 0.534986, + "broker_vcsw": 4956, + "broker_maxrss_kib": 4868, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.14238386700000003, + "multi_s": 0.649408902, + "client_wall_s": 0.7964951819999442, + "client_cpu_s": 0.6901110000000159, + "client_vcsw": 4815, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.54, + "broker_user_s": 0.304373, + "broker_sys_s": 0.304769, + "broker_cpu_s": 0.6091420000000001, + "broker_vcsw": 4084, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 56, + "warmup": false, + "single_s": 0.13407163600000002, + "multi_s": 0.6302806000000001, + "client_wall_s": 0.7693049669996981, + "client_cpu_s": 0.6852480000000014, + "client_vcsw": 4363, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.22749799999999998, + "broker_sys_s": 0.282057, + "broker_cpu_s": 0.509555, + "broker_vcsw": 5754, + "broker_maxrss_kib": 4716, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.146930756, + "multi_s": 0.656570721, + "client_wall_s": 0.8086759889997666, + "client_cpu_s": 0.7050679999999971, + "client_vcsw": 4395, + "multi_client_cpu_s": 0.6199999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.261006, + "broker_sys_s": 0.308172, + "broker_cpu_s": 0.569178, + "broker_vcsw": 4446, + "broker_maxrss_kib": 4716, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.14148363, + "multi_s": 0.720861999, + "client_wall_s": 0.8673952400004055, + "client_cpu_s": 0.7575549999999964, + "client_vcsw": 4344, + "multi_client_cpu_s": 0.6699999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.291214, + "broker_sys_s": 0.257425, + "broker_cpu_s": 0.548639, + "broker_vcsw": 5625, + "broker_maxrss_kib": 4768, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 57, + "warmup": false, + "single_s": 0.156586986, + "multi_s": 0.773477769, + "client_wall_s": 0.9361563300003581, + "client_cpu_s": 0.791308000000015, + "client_vcsw": 5233, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.326246, + "broker_sys_s": 0.30072299999999996, + "broker_cpu_s": 0.6269689999999999, + "broker_vcsw": 5137, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.150076406, + "multi_s": 0.684872267, + "client_wall_s": 0.8400925389996701, + "client_cpu_s": 0.7087810000000019, + "client_vcsw": 4667, + "multi_client_cpu_s": 0.6299999999999999, + "multi_broker_cpu_s": 0.49000000000000005, + "broker_user_s": 0.23288999999999999, + "broker_sys_s": 0.332045, + "broker_cpu_s": 0.564935, + "broker_vcsw": 5289, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 58, + "warmup": false, + "single_s": 0.161274464, + "multi_s": 0.778112433, + "client_wall_s": 0.9445853000001989, + "client_cpu_s": 0.7270660000000078, + "client_vcsw": 7316, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.6199999999999999, + "broker_user_s": 0.337354, + "broker_sys_s": 0.362098, + "broker_cpu_s": 0.699452, + "broker_vcsw": 4701, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.146281102, + "multi_s": 0.758173167, + "client_wall_s": 0.9096195940001053, + "client_cpu_s": 0.7539939999999916, + "client_vcsw": 3767, + "multi_client_cpu_s": 0.66, + "multi_broker_cpu_s": 0.51, + "broker_user_s": 0.30053399999999997, + "broker_sys_s": 0.275785, + "broker_cpu_s": 0.576319, + "broker_vcsw": 5104, + "broker_maxrss_kib": 4684, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.15278171499999998, + "multi_s": 0.6690201499999999, + "client_wall_s": 0.8267295939999713, + "client_cpu_s": 0.704283999999987, + "client_vcsw": 4701, + "multi_client_cpu_s": 0.61, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.274965, + "broker_sys_s": 0.291045, + "broker_cpu_s": 0.56601, + "broker_vcsw": 5034, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.18933094, + "multi_s": 0.628063531, + "client_wall_s": 0.8223616509999374, + "client_cpu_s": 0.6953659999999928, + "client_vcsw": 4310, + "multi_client_cpu_s": 0.6, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.245219, + "broker_sys_s": 0.31144299999999997, + "broker_cpu_s": 0.556662, + "broker_vcsw": 5052, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 59, + "warmup": false, + "single_s": 0.177297642, + "multi_s": 0.609124734, + "client_wall_s": 0.7911108960001911, + "client_cpu_s": 0.6605220000000003, + "client_vcsw": 4842, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.308475, + "broker_sys_s": 0.32133, + "broker_cpu_s": 0.629805, + "broker_vcsw": 3477, + "broker_maxrss_kib": 4668, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.152112508, + "multi_s": 0.7462707380000001, + "client_wall_s": 0.903130083999713, + "client_cpu_s": 0.7974719999999991, + "client_vcsw": 4559, + "multi_client_cpu_s": 0.72, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.259274, + "broker_sys_s": 0.30263, + "broker_cpu_s": 0.561904, + "broker_vcsw": 5917, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.140378829, + "multi_s": 0.660410236, + "client_wall_s": 0.8053852829998505, + "client_cpu_s": 0.6721069999999969, + "client_vcsw": 5404, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.55, + "broker_user_s": 0.342738, + "broker_sys_s": 0.287896, + "broker_cpu_s": 0.6306339999999999, + "broker_vcsw": 3769, + "broker_maxrss_kib": 4684, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.139966994, + "multi_s": 0.701341321, + "client_wall_s": 0.845650059000036, + "client_cpu_s": 0.7181949999999802, + "client_vcsw": 4314, + "multi_client_cpu_s": 0.6499999999999999, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.296251, + "broker_sys_s": 0.248164, + "broker_cpu_s": 0.544415, + "broker_vcsw": 5291, + "broker_maxrss_kib": 4772, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 60, + "warmup": false, + "single_s": 0.160585547, + "multi_s": 0.6250010979999999, + "client_wall_s": 0.7900073079999856, + "client_cpu_s": 0.6786619999999886, + "client_vcsw": 4293, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 0.44, + "broker_user_s": 0.23410099999999998, + "broker_sys_s": 0.297046, + "broker_cpu_s": 0.5311469999999999, + "broker_vcsw": 5774, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 61, + "warmup": false, + "single_s": 0.14978069400000002, + "multi_s": 0.6051164720000001, + "client_wall_s": 0.7591868170002272, + "client_cpu_s": 0.6673130000000072, + "client_vcsw": 4381, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 0.43, + "broker_user_s": 0.21774, + "broker_sys_s": 0.296691, + "broker_cpu_s": 0.514431, + "broker_vcsw": 5709, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.156341511, + "multi_s": 0.664840175, + "client_wall_s": 0.826695951000147, + "client_cpu_s": 0.7177000000000078, + "client_vcsw": 4342, + "multi_client_cpu_s": 0.6399999999999999, + "multi_broker_cpu_s": 0.45, + "broker_user_s": 0.263528, + "broker_sys_s": 0.273618, + "broker_cpu_s": 0.5371459999999999, + "broker_vcsw": 5580, + "broker_maxrss_kib": 4752, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.143392619, + "multi_s": 0.6498947070000001, + "client_wall_s": 0.7980401859999802, + "client_cpu_s": 0.6858390000000014, + "client_vcsw": 4402, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 0.47000000000000003, + "broker_user_s": 0.31390599999999996, + "broker_sys_s": 0.23926899999999998, + "broker_cpu_s": 0.553175, + "broker_vcsw": 5079, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.149244541, + "multi_s": 0.748744463, + "client_wall_s": 0.9035496719998264, + "client_cpu_s": 0.8172789999999992, + "client_vcsw": 3961, + "multi_client_cpu_s": 0.74, + "multi_broker_cpu_s": 0.53, + "broker_user_s": 0.38823799999999997, + "broker_sys_s": 0.22933299999999998, + "broker_cpu_s": 0.617571, + "broker_vcsw": 5546, + "broker_maxrss_kib": 4908, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 62, + "warmup": false, + "single_s": 0.13958155300000002, + "multi_s": 0.632091323, + "client_wall_s": 0.7765367900001365, + "client_cpu_s": 0.6929149999999709, + "client_vcsw": 4110, + "multi_client_cpu_s": 0.6100000000000001, + "multi_broker_cpu_s": 0.46, + "broker_user_s": 0.241395, + "broker_sys_s": 0.28221399999999996, + "broker_cpu_s": 0.523609, + "broker_vcsw": 5576, + "broker_maxrss_kib": 4732, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.141698724, + "multi_s": 0.756229001, + "client_wall_s": 0.903354625999782, + "client_cpu_s": 0.7861229999999892, + "client_vcsw": 4283, + "multi_client_cpu_s": 0.71, + "multi_broker_cpu_s": 0.48000000000000004, + "broker_user_s": 0.28812499999999996, + "broker_sys_s": 0.269327, + "broker_cpu_s": 0.557452, + "broker_vcsw": 5879, + "broker_maxrss_kib": 4828, + "broker_ru_maxrss_kib": 18684, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.15126146253333334, + "stddev": 0.01725151396827079, + "median": 0.1466207135, + "min": 0.130873608, + "max": 0.247235889 + }, + "timeout": { + "n": 60, + "mean": 0.14846226295, + "stddev": 0.009945225256986948, + "median": 0.147818734, + "min": 0.13172066799999999, + "max": 0.17161633699999998 + }, + "concurrent100": { + "n": 60, + "mean": 0.14875582441666665, + "stddev": 0.009818070292694927, + "median": 0.1493339485, + "min": 0.130230449, + "max": 0.177297642 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.66427605865, + "stddev": 0.05510689355209332, + "median": 0.658454404, + "min": 0.5577328380000001, + "max": 0.799679703 + }, + "timeout": { + "n": 60, + "mean": 0.68328492735, + "stddev": 0.0554500024075138, + "median": 0.6736767825000001, + "min": 0.5831342389999999, + "max": 0.8450078150000001 + }, + "concurrent100": { + "n": 60, + "mean": 0.67010135725, + "stddev": 0.05946489612807112, + "median": 0.654642918, + "min": 0.595831269, + "max": 0.8609817630000001 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.5587547833333333, + "stddev": 0.03302266518008999, + "median": 0.5534585, + "min": 0.500417, + "max": 0.6306339999999999 + }, + "timeout": { + "n": 60, + "mean": 0.55883785, + "stddev": 0.03211721990355098, + "median": 0.554221, + "min": 0.502099, + "max": 0.658315 + }, + "concurrent100": { + "n": 60, + "mean": 0.5564144333333333, + "stddev": 0.044714599343916805, + "median": 0.54048, + "min": 0.49574999999999997, + "max": 0.699452 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 4806.933333333333, + "stddev": 89.50596356737519, + "median": 4814.0, + "min": 4596, + "max": 5200 + }, + "timeout": { + "n": 60, + "mean": 4791.733333333334, + "stddev": 92.5008230227548, + "median": 4792.0, + "min": 4544, + "max": 4972 + }, + "concurrent100": { + "n": 60, + "mean": 4784.4, + "stddev": 88.03296763048778, + "median": 4786.0, + "min": 4632, + "max": 4996 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.7122217499999998, + "stddev": 0.051887339819849575, + "median": 0.6994175000000027, + "min": 0.6254050000000007, + "max": 0.8280880000000082 + }, + "timeout": { + "n": 60, + "mean": 0.7296369000000006, + "stddev": 0.05355453949509891, + "median": 0.7206380000000046, + "min": 0.647270000000006, + "max": 0.9220190000000059 + }, + "concurrent100": { + "n": 60, + "mean": 0.7159691833333333, + "stddev": 0.04620914525102404, + "median": 0.7001034999999973, + "min": 0.6540409999999994, + "max": 0.8331179999999989 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.47883333333333333, + "stddev": 0.031358596619123505, + "median": 0.48000000000000004, + "min": 0.42, + "max": 0.55 + }, + "timeout": { + "n": 60, + "mean": 0.47900000000000004, + "stddev": 0.03187369139886108, + "median": 0.47000000000000003, + "min": 0.43, + "max": 0.5800000000000001 + }, + "concurrent100": { + "n": 60, + "mean": 0.4761666666666667, + "stddev": 0.04250988585588329, + "median": 0.46, + "min": 0.42, + "max": 0.6199999999999999 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.6308333333333334, + "stddev": 0.05019594374410724, + "median": 0.62, + "min": 0.55, + "max": 0.74 + }, + "timeout": { + "n": 60, + "mean": 0.648, + "stddev": 0.0532916503778969, + "median": 0.6399999999999999, + "min": 0.5700000000000001, + "max": 0.8400000000000001 + }, + "concurrent100": { + "n": 60, + "mean": 0.6330000000000001, + "stddev": 0.046625082360085356, + "median": 0.6100000000000001, + "min": 0.5700000000000001, + "max": 0.75 + } + } + } +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.md new file mode 100644 index 0000000..e143700 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/calls.md @@ -0,0 +1,61 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 (the code of e93cec5) +concurrent100: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.151 | 0.017 | 0.147 | 0.131 | 0.247 | +| timeout | 60 | 0.148 | 0.010 | 0.148 | 0.132 | 0.172 | +| concurrent100 | 60 | 0.149 | 0.010 | 0.149 | 0.130 | 0.177 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.664 | 0.055 | 0.658 | 0.558 | 0.800 | +| timeout | 60 | 0.683 | 0.055 | 0.674 | 0.583 | 0.845 | +| concurrent100 | 60 | 0.670 | 0.059 | 0.655 | 0.596 | 0.861 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.559 | 0.033 | 0.553 | 0.500 | 0.631 | +| timeout | 60 | 0.559 | 0.032 | 0.554 | 0.502 | 0.658 | +| concurrent100 | 60 | 0.556 | 0.045 | 0.540 | 0.496 | 0.699 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 4807 | 90 | 4814 | 4596 | 5200 | +| timeout | 60 | 4792 | 93 | 4792 | 4544 | 4972 | +| concurrent100 | 60 | 4784 | 88 | 4786 | 4632 | 4996 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.712 | 0.052 | 0.699 | 0.625 | 0.828 | +| timeout | 60 | 0.730 | 0.054 | 0.721 | 0.647 | 0.922 | +| concurrent100 | 60 | 0.716 | 0.046 | 0.700 | 0.654 | 0.833 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.479 | 0.031 | 0.480 | 0.420 | 0.550 | +| timeout | 60 | 0.479 | 0.032 | 0.470 | 0.430 | 0.580 | +| concurrent100 | 60 | 0.476 | 0.043 | 0.460 | 0.420 | 0.620 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.631 | 0.050 | 0.620 | 0.550 | 0.740 | +| timeout | 60 | 0.648 | 0.053 | 0.640 | 0.570 | 0.840 | +| concurrent100 | 60 | 0.633 | 0.047 | 0.610 | 0.570 | 0.750 | diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/environment.txt b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/environment.txt new file mode 100644 index 0000000..d92e203 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/environment.txt @@ -0,0 +1,17 @@ +date: 2026-10-22T18:57:35Z +kernel: 6.18.44-fc-v140 +cpu: Intel(R) Xeon(R) Processor @ 2.10GHz x 4 vCPU +mem: 15 GiB +Thread(s) per core: 1 +Core(s) per socket: 4 +Socket(s): 1 +Hypervisor vendor: KVM +os: Ubuntu 24.04.5 LTS +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +cargo: cargo 1.97.0 (c980f4866 2026-06-30) +python: Python 3.13.16 +dbus-daemon: D-Bus Message Bus Daemon 1.14.10 +gdbus: Version: 2.80.0-6ubuntu3.9 +busd deps: zbus version = "6.0.0", zruntime version = "0.2.0" +governor: n/a +dbus-broker: dbus-broker 35 (Ubuntu package 35-2ubuntu0.1) diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/frozen.log b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/frozen.log new file mode 100644 index 0000000..f536306 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/frozen.log @@ -0,0 +1,43 @@ +concurrent100 K=1: 1500 calls in 10.4 s, 0 failed; call ms p50 4 p99 7 max 124 +concurrent100 K=1: calls over 100 ms (call#, ms after freeze, ms): [(87, 633, 124)] +concurrent100 K=1: after SIGCONT a call gets its reply; frozen monitors: 1 exited +concurrent100 K=1: busd log: 2026-10-22T18:54:07.013366Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 100ms +concurrent100 K=1: pinger calls without reply: 0 +concurrent100 K=2: 600 calls in 4.2 s, 0 failed; call ms p50 4 p99 7 max 100 +concurrent100 K=2: calls over 100 ms (call#, ms after freeze, ms): [] +concurrent100 K=2: after SIGCONT a call gets its reply; frozen monitors: 2 exited +concurrent100 K=2: busd log: 2026-10-22T18:54:19.999515Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 100ms +concurrent100 K=2: busd log: 2026-10-22T18:54:19.999557Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 100ms +concurrent100 K=2: pinger calls without reply: 0 +concurrent100 K=3: 600 calls in 4.3 s, 0 failed; call ms p50 4 p99 11 max 105 +concurrent100 K=3: calls over 100 ms (call#, ms after freeze, ms): [(86, 784, 105)] +concurrent100 K=3: after SIGCONT a call gets its reply; frozen monitors: 3 exited +concurrent100 K=3: busd log: 2026-10-22T18:54:27.108165Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 100ms +concurrent100 K=3: busd log: 2026-10-22T18:54:27.108212Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 100ms +concurrent100 K=3: busd log: 2026-10-22T18:54:27.108220Z WARN busd::peer::recipient: Disconnecting `:busd.5`, as it didn't take a message within 100ms +concurrent100 K=3: pinger calls without reply: 0 +concurrent100 K=5: 600 calls in 4.5 s, 0 failed; call ms p50 5 p99 8 max 106 +concurrent100 K=5: calls over 100 ms (call#, ms after freeze, ms): [(85, 594, 106)] +concurrent100 K=5: after SIGCONT a call gets its reply; frozen monitors: 5 exited +concurrent100 K=5: busd log: 2026-10-22T18:54:33.921543Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 100ms +concurrent100 K=5: busd log: 2026-10-22T18:54:33.921578Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 100ms +concurrent100 K=5: busd log: 2026-10-22T18:54:33.921585Z WARN busd::peer::recipient: Disconnecting `:busd.5`, as it didn't take a message within 100ms +concurrent100 K=5: busd log: 2026-10-22T18:54:33.921590Z WARN busd::peer::recipient: Disconnecting `:busd.6`, as it didn't take a message within 100ms +concurrent100 K=5: busd log: 2026-10-22T18:54:33.921596Z WARN busd::peer::recipient: Disconnecting `:busd.7`, as it didn't take a message within 100ms +concurrent100 K=5: pinger calls without reply: 0 +timeout K=3: 600 calls in 7.7 s, 0 failed; call ms p50 5 p99 10 max 3008 +timeout K=3: calls over 100 ms (call#, ms after freeze, ms): [(86, 619, 3008)] +timeout K=3: after SIGCONT a call gets its reply; frozen monitors: 3 exited +timeout K=3: busd log: 2026-10-22T18:54:42.003204Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 1s +timeout K=3: busd log: 2026-10-22T18:54:43.003500Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 1s +timeout K=3: busd log: 2026-10-22T18:54:44.003802Z WARN busd::peer::recipient: Disconnecting `:busd.5`, as it didn't take a message within 1s +timeout K=3: pinger calls without reply: 0 +timeout K=5: 600 calls in 9.1 s, 0 failed; call ms p50 4 p99 8 max 5007 +timeout K=5: calls over 100 ms (call#, ms after freeze, ms): [(85, 600, 5007)] +timeout K=5: after SIGCONT a call gets its reply; frozen monitors: 5 exited +timeout K=5: busd log: 2026-10-22T18:54:52.264924Z WARN busd::peer::recipient: Disconnecting `:busd.3`, as it didn't take a message within 1s +timeout K=5: busd log: 2026-10-22T18:54:53.265145Z WARN busd::peer::recipient: Disconnecting `:busd.4`, as it didn't take a message within 1s +timeout K=5: busd log: 2026-10-22T18:54:54.265353Z WARN busd::peer::recipient: Disconnecting `:busd.5`, as it didn't take a message within 1s +timeout K=5: busd log: 2026-10-22T18:54:55.265638Z WARN busd::peer::recipient: Disconnecting `:busd.6`, as it didn't take a message within 1s +timeout K=5: busd log: 2026-10-22T18:54:56.265916Z WARN busd::peer::recipient: Disconnecting `:busd.7`, as it didn't take a message within 1s +timeout K=5: pinger calls without reply: 0 diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.json new file mode 100644 index 0000000..a72cf79 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.json @@ -0,0 +1,7843 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "concurrent100", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-concurrent100-7f3ba5a --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/latency", + "rounds": 60, + "warmup": 3, + "seed": 23, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + }, + "scenarios": [ + "single_rtt", + "multi_rtt", + "fanout_delivery" + ] + }, + "started": "2026-10-22T18:33:34+00:00", + "runs": [ + { + "label": "concurrent100", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.659488, + "single_rtt_mean_us": 131.816, + "single_rtt_p50_us": 119.582, + "single_rtt_p90_us": 153.253, + "single_rtt_p99_us": 249.771, + "single_rtt_p999_us": 1109.543, + "single_rtt_max_us": 2337.796, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.624687, + "multi_rtt_mean_us": 610.355, + "multi_rtt_p50_us": 561.751, + "multi_rtt_p90_us": 770.862, + "multi_rtt_p99_us": 1584.573, + "multi_rtt_p999_us": 8047.249, + "multi_rtt_max_us": 10025.336, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226529, + "fanout_delivery_mean_us": 20530.529, + "fanout_delivery_p50_us": 19868.524, + "fanout_delivery_p90_us": 24430.436, + "fanout_delivery_p99_us": 25240.12, + "fanout_delivery_p999_us": 25490.38, + "fanout_delivery_max_us": 29408.065, + "client_wall_s": 2.210992552999869, + "client_cpu_s": 1.162698, + "broker_user_s": 0.459972, + "broker_sys_s": 0.482782, + "broker_cpu_s": 0.942754, + "broker_vcsw": 11978, + "broker_maxrss_kib": 4908, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.693124, + "single_rtt_mean_us": 138.532, + "single_rtt_p50_us": 128.812, + "single_rtt_p90_us": 162.796, + "single_rtt_p99_us": 267.398, + "single_rtt_p999_us": 1033.202, + "single_rtt_max_us": 1547.135, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.709236, + "multi_rtt_mean_us": 687.583, + "multi_rtt_p50_us": 609.461, + "multi_rtt_p90_us": 996.484, + "multi_rtt_p99_us": 1675.267, + "multi_rtt_p999_us": 5070.264, + "multi_rtt_max_us": 5244.661, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256481, + "fanout_delivery_mean_us": 56740.848, + "fanout_delivery_p50_us": 56489.346, + "fanout_delivery_p90_us": 95586.012, + "fanout_delivery_p99_us": 102336.213, + "fanout_delivery_p999_us": 106485.934, + "fanout_delivery_max_us": 108041.189, + "client_wall_s": 1.6749876449998737, + "client_cpu_s": 1.318017, + "broker_user_s": 0.488149, + "broker_sys_s": 0.456729, + "broker_cpu_s": 0.944878, + "broker_vcsw": 13711, + "broker_maxrss_kib": 6204, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.695454, + "single_rtt_mean_us": 138.993, + "single_rtt_p50_us": 131.281, + "single_rtt_p90_us": 164.947, + "single_rtt_p99_us": 220.843, + "single_rtt_p999_us": 533.39, + "single_rtt_max_us": 2530.219, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.731869, + "multi_rtt_mean_us": 705.568, + "multi_rtt_p50_us": 659.768, + "multi_rtt_p90_us": 914.841, + "multi_rtt_p99_us": 1711.605, + "multi_rtt_p999_us": 3342.858, + "multi_rtt_max_us": 7047.521, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24445, + "fanout_delivery_mean_us": 21550.586, + "fanout_delivery_p50_us": 20935.579, + "fanout_delivery_p90_us": 26258.037, + "fanout_delivery_p99_us": 29068.461, + "fanout_delivery_p999_us": 32817.824, + "fanout_delivery_max_us": 34280.143, + "client_wall_s": 1.6910997929999212, + "client_cpu_s": 1.325908, + "broker_user_s": 0.423568, + "broker_sys_s": 0.548721, + "broker_cpu_s": 0.972289, + "broker_vcsw": 13449, + "broker_maxrss_kib": 4896, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.711046, + "single_rtt_mean_us": 142.123, + "single_rtt_p50_us": 130.579, + "single_rtt_p90_us": 161.911, + "single_rtt_p99_us": 302.394, + "single_rtt_p999_us": 1501.432, + "single_rtt_max_us": 3629.762, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.657055, + "multi_rtt_mean_us": 640.921, + "multi_rtt_p50_us": 611.904, + "multi_rtt_p90_us": 847.879, + "multi_rtt_p99_us": 1151.031, + "multi_rtt_p999_us": 2585.977, + "multi_rtt_max_us": 2900.563, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226842, + "fanout_delivery_mean_us": 52025.074, + "fanout_delivery_p50_us": 52046.495, + "fanout_delivery_p90_us": 83261.728, + "fanout_delivery_p99_us": 90973.847, + "fanout_delivery_p999_us": 91622.384, + "fanout_delivery_max_us": 91715.845, + "client_wall_s": 1.6114012680000087, + "client_cpu_s": 1.2334969999999998, + "broker_user_s": 0.42352799999999996, + "broker_sys_s": 0.544229, + "broker_cpu_s": 0.967757, + "broker_vcsw": 13020, + "broker_maxrss_kib": 5884, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.678058, + "single_rtt_mean_us": 135.524, + "single_rtt_p50_us": 122.94, + "single_rtt_p90_us": 154.445, + "single_rtt_p99_us": 354.83, + "single_rtt_p999_us": 1137.429, + "single_rtt_max_us": 3123.042, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.670792, + "multi_rtt_mean_us": 648.415, + "multi_rtt_p50_us": 617.639, + "multi_rtt_p90_us": 876.291, + "multi_rtt_p99_us": 1323.827, + "multi_rtt_p999_us": 1859.189, + "multi_rtt_max_us": 2126.491, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248256, + "fanout_delivery_mean_us": 22479.233, + "fanout_delivery_p50_us": 21879.303, + "fanout_delivery_p90_us": 26787.377, + "fanout_delivery_p99_us": 28656.092, + "fanout_delivery_p999_us": 29891.696, + "fanout_delivery_max_us": 32300.592, + "client_wall_s": 1.6151902310002697, + "client_cpu_s": 1.2632120000000002, + "broker_user_s": 0.395763, + "broker_sys_s": 0.510877, + "broker_cpu_s": 0.90664, + "broker_vcsw": 13544, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.681055, + "single_rtt_mean_us": 136.129, + "single_rtt_p50_us": 126.424, + "single_rtt_p90_us": 160.7, + "single_rtt_p99_us": 218.83, + "single_rtt_p999_us": 449.158, + "single_rtt_max_us": 3691.718, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.822503, + "multi_rtt_mean_us": 796.602, + "multi_rtt_p50_us": 810.1, + "multi_rtt_p90_us": 1032.779, + "multi_rtt_p99_us": 1895.027, + "multi_rtt_p999_us": 3575.271, + "multi_rtt_max_us": 5911.466, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24589, + "fanout_delivery_mean_us": 21700.593, + "fanout_delivery_p50_us": 20783.365, + "fanout_delivery_p90_us": 27687.337, + "fanout_delivery_p99_us": 34093.608, + "fanout_delivery_p999_us": 34510.779, + "fanout_delivery_max_us": 34584.138, + "client_wall_s": 1.7656601339999725, + "client_cpu_s": 1.4041560000000004, + "broker_user_s": 0.49744299999999997, + "broker_sys_s": 0.481871, + "broker_cpu_s": 0.979314, + "broker_vcsw": 13705, + "broker_maxrss_kib": 4828, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.671504, + "single_rtt_mean_us": 134.218, + "single_rtt_p50_us": 126.191, + "single_rtt_p90_us": 153.902, + "single_rtt_p99_us": 233.274, + "single_rtt_p999_us": 817.944, + "single_rtt_max_us": 3630.425, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.692051, + "multi_rtt_mean_us": 659.251, + "multi_rtt_p50_us": 623.995, + "multi_rtt_p90_us": 814.912, + "multi_rtt_p99_us": 1257.123, + "multi_rtt_p999_us": 3947.519, + "multi_rtt_max_us": 4155.154, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259046, + "fanout_delivery_mean_us": 22751.094, + "fanout_delivery_p50_us": 22560.769, + "fanout_delivery_p90_us": 27977.823, + "fanout_delivery_p99_us": 29091.239, + "fanout_delivery_p999_us": 32761.315, + "fanout_delivery_max_us": 33129.74, + "client_wall_s": 1.6391513379999196, + "client_cpu_s": 1.3143829999999994, + "broker_user_s": 0.404176, + "broker_sys_s": 0.462128, + "broker_cpu_s": 0.866304, + "broker_vcsw": 14241, + "broker_maxrss_kib": 4984, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.658585, + "single_rtt_mean_us": 131.635, + "single_rtt_p50_us": 126.734, + "single_rtt_p90_us": 147.036, + "single_rtt_p99_us": 187.645, + "single_rtt_p999_us": 598.404, + "single_rtt_max_us": 2434.591, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.681231, + "multi_rtt_mean_us": 661.974, + "multi_rtt_p50_us": 608.929, + "multi_rtt_p90_us": 930.842, + "multi_rtt_p99_us": 1388.332, + "multi_rtt_p999_us": 2627.707, + "multi_rtt_max_us": 3083.787, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2328, + "fanout_delivery_mean_us": 49363.785, + "fanout_delivery_p50_us": 49552.474, + "fanout_delivery_p90_us": 79583.778, + "fanout_delivery_p99_us": 88392.407, + "fanout_delivery_p999_us": 88683.331, + "fanout_delivery_max_us": 88777.602, + "client_wall_s": 1.5895266500001526, + "client_cpu_s": 1.2424880000000007, + "broker_user_s": 0.41752999999999996, + "broker_sys_s": 0.50964, + "broker_cpu_s": 0.9271699999999999, + "broker_vcsw": 13664, + "broker_maxrss_kib": 6248, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.689083, + "single_rtt_mean_us": 137.696, + "single_rtt_p50_us": 124.492, + "single_rtt_p90_us": 158.224, + "single_rtt_p99_us": 334.293, + "single_rtt_p999_us": 1223.221, + "single_rtt_max_us": 3441.125, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.674905, + "multi_rtt_mean_us": 651.734, + "multi_rtt_p50_us": 602.076, + "multi_rtt_p90_us": 849.18, + "multi_rtt_p99_us": 1802.398, + "multi_rtt_p999_us": 3803.181, + "multi_rtt_max_us": 5353.978, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258116, + "fanout_delivery_mean_us": 23363.079, + "fanout_delivery_p50_us": 23128.644, + "fanout_delivery_p90_us": 28270.466, + "fanout_delivery_p99_us": 32927.117, + "fanout_delivery_p999_us": 33185.538, + "fanout_delivery_max_us": 33237.581, + "client_wall_s": 1.6387565780000841, + "client_cpu_s": 1.2745450000000016, + "broker_user_s": 0.38004099999999996, + "broker_sys_s": 0.5259199999999999, + "broker_cpu_s": 0.9059609999999999, + "broker_vcsw": 13431, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.726919, + "single_rtt_mean_us": 145.296, + "single_rtt_p50_us": 134.743, + "single_rtt_p90_us": 169.476, + "single_rtt_p99_us": 331.298, + "single_rtt_p999_us": 973.335, + "single_rtt_max_us": 3607.64, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.627372, + "multi_rtt_mean_us": 603.529, + "multi_rtt_p50_us": 587.256, + "multi_rtt_p90_us": 728.9, + "multi_rtt_p99_us": 1259.252, + "multi_rtt_p999_us": 4038.274, + "multi_rtt_max_us": 6368.499, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23338, + "fanout_delivery_mean_us": 21876.015, + "fanout_delivery_p50_us": 23241.031, + "fanout_delivery_p90_us": 25744.572, + "fanout_delivery_p99_us": 28980.562, + "fanout_delivery_p999_us": 32301.097, + "fanout_delivery_max_us": 32393.931, + "client_wall_s": 1.6055770540001504, + "client_cpu_s": 1.218223, + "broker_user_s": 0.414367, + "broker_sys_s": 0.527713, + "broker_cpu_s": 0.94208, + "broker_vcsw": 12913, + "broker_maxrss_kib": 4872, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.686416, + "single_rtt_mean_us": 137.195, + "single_rtt_p50_us": 130.088, + "single_rtt_p90_us": 160.009, + "single_rtt_p99_us": 228.97, + "single_rtt_p999_us": 931.844, + "single_rtt_max_us": 3309.818, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.65251, + "multi_rtt_mean_us": 632.546, + "multi_rtt_p50_us": 592.766, + "multi_rtt_p90_us": 821.931, + "multi_rtt_p99_us": 1272.738, + "multi_rtt_p999_us": 3679.142, + "multi_rtt_max_us": 4490.757, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.279985, + "fanout_delivery_mean_us": 61529.562, + "fanout_delivery_p50_us": 64213.926, + "fanout_delivery_p90_us": 92811.317, + "fanout_delivery_p99_us": 98418.18, + "fanout_delivery_p999_us": 101290.41, + "fanout_delivery_max_us": 101393.376, + "client_wall_s": 1.634747606000019, + "client_cpu_s": 1.2828060000000008, + "broker_user_s": 0.42413599999999996, + "broker_sys_s": 0.49216299999999996, + "broker_cpu_s": 0.916299, + "broker_vcsw": 13859, + "broker_maxrss_kib": 6152, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.749899, + "single_rtt_mean_us": 149.89, + "single_rtt_p50_us": 137.107, + "single_rtt_p90_us": 185.657, + "single_rtt_p99_us": 336.844, + "single_rtt_p999_us": 1386.768, + "single_rtt_max_us": 2449.97, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.702918, + "multi_rtt_mean_us": 680.926, + "multi_rtt_p50_us": 604.747, + "multi_rtt_p90_us": 923.779, + "multi_rtt_p99_us": 2222.938, + "multi_rtt_p999_us": 4837.871, + "multi_rtt_max_us": 7827.681, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.21859, + "fanout_delivery_mean_us": 19707.947, + "fanout_delivery_p50_us": 19047.149, + "fanout_delivery_p90_us": 23509.937, + "fanout_delivery_p99_us": 23999.385, + "fanout_delivery_p999_us": 24258.99, + "fanout_delivery_max_us": 24319.126, + "client_wall_s": 1.6878217050002604, + "client_cpu_s": 1.2906370000000003, + "broker_user_s": 0.41741, + "broker_sys_s": 0.51068, + "broker_cpu_s": 0.9280900000000001, + "broker_vcsw": 13505, + "broker_maxrss_kib": 4908, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677744, + "single_rtt_mean_us": 135.456, + "single_rtt_p50_us": 128.17, + "single_rtt_p90_us": 153.674, + "single_rtt_p99_us": 244.955, + "single_rtt_p999_us": 726.678, + "single_rtt_max_us": 3074.586, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.676275, + "multi_rtt_mean_us": 655.053, + "multi_rtt_p50_us": 615.134, + "multi_rtt_p90_us": 854.075, + "multi_rtt_p99_us": 1149.016, + "multi_rtt_p999_us": 3086.748, + "multi_rtt_max_us": 4176.508, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246515, + "fanout_delivery_mean_us": 54448.739, + "fanout_delivery_p50_us": 58382.816, + "fanout_delivery_p90_us": 83303.282, + "fanout_delivery_p99_us": 89118.116, + "fanout_delivery_p999_us": 93554.63, + "fanout_delivery_max_us": 93661.386, + "client_wall_s": 1.6159778040000674, + "client_cpu_s": 1.2691800000000004, + "broker_user_s": 0.454961, + "broker_sys_s": 0.451474, + "broker_cpu_s": 0.906435, + "broker_vcsw": 13932, + "broker_maxrss_kib": 6316, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66491, + "single_rtt_mean_us": 132.895, + "single_rtt_p50_us": 123.184, + "single_rtt_p90_us": 150.17, + "single_rtt_p99_us": 317.93, + "single_rtt_p999_us": 697.727, + "single_rtt_max_us": 3759.218, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.590025, + "multi_rtt_mean_us": 569.844, + "multi_rtt_p50_us": 561.43, + "multi_rtt_p90_us": 699.865, + "multi_rtt_p99_us": 1133.039, + "multi_rtt_p999_us": 1629.518, + "multi_rtt_max_us": 1953.817, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.277689, + "fanout_delivery_mean_us": 21387.4, + "fanout_delivery_p50_us": 21072.723, + "fanout_delivery_p90_us": 26246.524, + "fanout_delivery_p99_us": 27921.308, + "fanout_delivery_p999_us": 53830.355, + "fanout_delivery_max_us": 53855.643, + "client_wall_s": 1.5506775769999877, + "client_cpu_s": 1.1759039999999992, + "broker_user_s": 0.421172, + "broker_sys_s": 0.51272, + "broker_cpu_s": 0.9338919999999999, + "broker_vcsw": 12944, + "broker_maxrss_kib": 4916, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.716804, + "single_rtt_mean_us": 143.269, + "single_rtt_p50_us": 131.82, + "single_rtt_p90_us": 171.43, + "single_rtt_p99_us": 269.784, + "single_rtt_p999_us": 1241.185, + "single_rtt_max_us": 2477.787, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.744669, + "multi_rtt_mean_us": 726.357, + "multi_rtt_p50_us": 659.356, + "multi_rtt_p90_us": 1042.126, + "multi_rtt_p99_us": 1435.606, + "multi_rtt_p999_us": 2620.144, + "multi_rtt_max_us": 2986.353, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.219723, + "fanout_delivery_mean_us": 19332.451, + "fanout_delivery_p50_us": 18906.535, + "fanout_delivery_p90_us": 23445.43, + "fanout_delivery_p99_us": 23797.058, + "fanout_delivery_p999_us": 24085.996, + "fanout_delivery_max_us": 24170.716, + "client_wall_s": 1.6994636179997542, + "client_cpu_s": 1.3423840000000027, + "broker_user_s": 0.407564, + "broker_sys_s": 0.57105, + "broker_cpu_s": 0.9786139999999999, + "broker_vcsw": 13435, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.728793, + "single_rtt_mean_us": 145.678, + "single_rtt_p50_us": 132.731, + "single_rtt_p90_us": 167.199, + "single_rtt_p99_us": 350.053, + "single_rtt_p999_us": 1918.272, + "single_rtt_max_us": 3399.438, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.637123, + "multi_rtt_mean_us": 618.053, + "multi_rtt_p50_us": 606.754, + "multi_rtt_p90_us": 790.52, + "multi_rtt_p99_us": 1146.744, + "multi_rtt_p999_us": 3125.005, + "multi_rtt_max_us": 3418.669, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236879, + "fanout_delivery_mean_us": 21457.677, + "fanout_delivery_p50_us": 22007.481, + "fanout_delivery_p90_us": 25298.361, + "fanout_delivery_p99_us": 27682.799, + "fanout_delivery_p999_us": 27957.914, + "fanout_delivery_max_us": 29342.392, + "client_wall_s": 1.6175259009996807, + "client_cpu_s": 1.2350600000000025, + "broker_user_s": 0.45503299999999997, + "broker_sys_s": 0.5027039999999999, + "broker_cpu_s": 0.9577369999999998, + "broker_vcsw": 13140, + "broker_maxrss_kib": 4796, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.7314, + "single_rtt_mean_us": 146.185, + "single_rtt_p50_us": 126.545, + "single_rtt_p90_us": 161.625, + "single_rtt_p99_us": 357.428, + "single_rtt_p999_us": 1138.475, + "single_rtt_max_us": 36464.535, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.699701, + "multi_rtt_mean_us": 677.756, + "multi_rtt_p50_us": 594.338, + "multi_rtt_p90_us": 1001.808, + "multi_rtt_p99_us": 1950.612, + "multi_rtt_p999_us": 3462.571, + "multi_rtt_max_us": 3735.181, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233026, + "fanout_delivery_mean_us": 20822.253, + "fanout_delivery_p50_us": 20135.401, + "fanout_delivery_p90_us": 25328.752, + "fanout_delivery_p99_us": 27424.873, + "fanout_delivery_p999_us": 27829.369, + "fanout_delivery_max_us": 27926.377, + "client_wall_s": 1.6784698500000559, + "client_cpu_s": 1.2979610000000008, + "broker_user_s": 0.38017799999999996, + "broker_sys_s": 0.514466, + "broker_cpu_s": 0.894644, + "broker_vcsw": 14232, + "broker_maxrss_kib": 5068, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.738996, + "single_rtt_mean_us": 147.705, + "single_rtt_p50_us": 138.162, + "single_rtt_p90_us": 180.256, + "single_rtt_p99_us": 284.925, + "single_rtt_p999_us": 1025.588, + "single_rtt_max_us": 2970.141, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.643958, + "multi_rtt_mean_us": 628.771, + "multi_rtt_p50_us": 592.272, + "multi_rtt_p90_us": 865.153, + "multi_rtt_p99_us": 1226.022, + "multi_rtt_p999_us": 1885.3, + "multi_rtt_max_us": 2151.406, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.259604, + "fanout_delivery_mean_us": 53063.17, + "fanout_delivery_p50_us": 51313.356, + "fanout_delivery_p90_us": 81409.004, + "fanout_delivery_p99_us": 92103.624, + "fanout_delivery_p999_us": 93265.447, + "fanout_delivery_max_us": 93335.504, + "client_wall_s": 1.6605528750001213, + "client_cpu_s": 1.2750850000000007, + "broker_user_s": 0.450202, + "broker_sys_s": 0.541905, + "broker_cpu_s": 0.992107, + "broker_vcsw": 12933, + "broker_maxrss_kib": 6216, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.661344, + "single_rtt_mean_us": 132.166, + "single_rtt_p50_us": 121.337, + "single_rtt_p90_us": 156.263, + "single_rtt_p99_us": 213.989, + "single_rtt_p999_us": 1024.694, + "single_rtt_max_us": 2511.63, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.732426, + "multi_rtt_mean_us": 709.712, + "multi_rtt_p50_us": 604.942, + "multi_rtt_p90_us": 1031.021, + "multi_rtt_p99_us": 1752.133, + "multi_rtt_p999_us": 7747.794, + "multi_rtt_max_us": 8126.941, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23634, + "fanout_delivery_mean_us": 21166.975, + "fanout_delivery_p50_us": 19888.775, + "fanout_delivery_p90_us": 24731.339, + "fanout_delivery_p99_us": 33299.974, + "fanout_delivery_p999_us": 33568.611, + "fanout_delivery_max_us": 33641.658, + "client_wall_s": 1.6443772570000874, + "client_cpu_s": 1.2907060000000037, + "broker_user_s": 0.38782, + "broker_sys_s": 0.493481, + "broker_cpu_s": 0.881301, + "broker_vcsw": 14169, + "broker_maxrss_kib": 4920, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.730549, + "single_rtt_mean_us": 146.021, + "single_rtt_p50_us": 128.302, + "single_rtt_p90_us": 160.724, + "single_rtt_p99_us": 315.925, + "single_rtt_p999_us": 1905.558, + "single_rtt_max_us": 31195.779, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.643507, + "multi_rtt_mean_us": 626.829, + "multi_rtt_p50_us": 579.11, + "multi_rtt_p90_us": 854.169, + "multi_rtt_p99_us": 1723.496, + "multi_rtt_p999_us": 3711.659, + "multi_rtt_max_us": 4179.182, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245543, + "fanout_delivery_mean_us": 53366.818, + "fanout_delivery_p50_us": 51475.723, + "fanout_delivery_p90_us": 84866.255, + "fanout_delivery_p99_us": 91664.079, + "fanout_delivery_p999_us": 94765.241, + "fanout_delivery_max_us": 96036.711, + "client_wall_s": 1.6349378949998936, + "client_cpu_s": 1.2485849999999985, + "broker_user_s": 0.41443399999999997, + "broker_sys_s": 0.49990999999999997, + "broker_cpu_s": 0.9143439999999999, + "broker_vcsw": 13658, + "broker_maxrss_kib": 6356, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677309, + "single_rtt_mean_us": 135.375, + "single_rtt_p50_us": 124.398, + "single_rtt_p90_us": 155.463, + "single_rtt_p99_us": 293.337, + "single_rtt_p999_us": 937.694, + "single_rtt_max_us": 2872.495, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.680439, + "multi_rtt_mean_us": 661.775, + "multi_rtt_p50_us": 599.29, + "multi_rtt_p90_us": 887.799, + "multi_rtt_p99_us": 1736.258, + "multi_rtt_p999_us": 5066.614, + "multi_rtt_max_us": 6321.725, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226056, + "fanout_delivery_mean_us": 20224.761, + "fanout_delivery_p50_us": 19894.186, + "fanout_delivery_p90_us": 24348.17, + "fanout_delivery_p99_us": 25410.624, + "fanout_delivery_p999_us": 27991.085, + "fanout_delivery_max_us": 30377.601, + "client_wall_s": 1.599078961000032, + "client_cpu_s": 1.2370380000000019, + "broker_user_s": 0.432494, + "broker_sys_s": 0.488004, + "broker_cpu_s": 0.920498, + "broker_vcsw": 13085, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677867, + "single_rtt_mean_us": 135.496, + "single_rtt_p50_us": 125.695, + "single_rtt_p90_us": 155.839, + "single_rtt_p99_us": 301.217, + "single_rtt_p999_us": 904.972, + "single_rtt_max_us": 1152.428, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.625698, + "multi_rtt_mean_us": 606.936, + "multi_rtt_p50_us": 574.827, + "multi_rtt_p90_us": 763.587, + "multi_rtt_p99_us": 1275.993, + "multi_rtt_p999_us": 3740.829, + "multi_rtt_max_us": 7726.821, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255154, + "fanout_delivery_mean_us": 51279.005, + "fanout_delivery_p50_us": 51495.801, + "fanout_delivery_p90_us": 75317.598, + "fanout_delivery_p99_us": 82190.166, + "fanout_delivery_p999_us": 83900.483, + "fanout_delivery_max_us": 83980.921, + "client_wall_s": 1.5743920400000206, + "client_cpu_s": 1.200054999999999, + "broker_user_s": 0.458858, + "broker_sys_s": 0.488761, + "broker_cpu_s": 0.947619, + "broker_vcsw": 12606, + "broker_maxrss_kib": 5780, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.694631, + "single_rtt_mean_us": 138.836, + "single_rtt_p50_us": 125.549, + "single_rtt_p90_us": 165.604, + "single_rtt_p99_us": 326.549, + "single_rtt_p999_us": 1146.18, + "single_rtt_max_us": 1609.395, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.703038, + "multi_rtt_mean_us": 677.923, + "multi_rtt_p50_us": 646.543, + "multi_rtt_p90_us": 859.51, + "multi_rtt_p99_us": 1468.834, + "multi_rtt_p999_us": 3100.882, + "multi_rtt_max_us": 3894.249, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235037, + "fanout_delivery_mean_us": 20144.474, + "fanout_delivery_p50_us": 18653.748, + "fanout_delivery_p90_us": 26394.839, + "fanout_delivery_p99_us": 34148.448, + "fanout_delivery_p999_us": 38328.845, + "fanout_delivery_max_us": 41027.223, + "client_wall_s": 1.6505724650000957, + "client_cpu_s": 1.305647000000004, + "broker_user_s": 0.44753099999999996, + "broker_sys_s": 0.48111099999999996, + "broker_cpu_s": 0.928642, + "broker_vcsw": 13672, + "broker_maxrss_kib": 4988, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.717774, + "single_rtt_mean_us": 143.456, + "single_rtt_p50_us": 132.118, + "single_rtt_p90_us": 174.179, + "single_rtt_p99_us": 301.297, + "single_rtt_p999_us": 930.336, + "single_rtt_max_us": 2228.663, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.66574, + "multi_rtt_mean_us": 646.601, + "multi_rtt_p50_us": 614.049, + "multi_rtt_p90_us": 860.474, + "multi_rtt_p99_us": 1447.074, + "multi_rtt_p999_us": 3663.575, + "multi_rtt_max_us": 3977.319, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226934, + "fanout_delivery_mean_us": 19847.117, + "fanout_delivery_p50_us": 19366.598, + "fanout_delivery_p90_us": 24020.842, + "fanout_delivery_p99_us": 27863.7, + "fanout_delivery_p999_us": 28377.916, + "fanout_delivery_max_us": 28731.789, + "client_wall_s": 1.6284001280000666, + "client_cpu_s": 1.2770170000000007, + "broker_user_s": 0.401099, + "broker_sys_s": 0.514497, + "broker_cpu_s": 0.915596, + "broker_vcsw": 13476, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.646854, + "single_rtt_mean_us": 129.285, + "single_rtt_p50_us": 121.468, + "single_rtt_p90_us": 150.828, + "single_rtt_p99_us": 224.828, + "single_rtt_p999_us": 451.857, + "single_rtt_max_us": 834.185, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.649789, + "multi_rtt_mean_us": 630.086, + "multi_rtt_p50_us": 608.469, + "multi_rtt_p90_us": 791.786, + "multi_rtt_p99_us": 1148.539, + "multi_rtt_p999_us": 1634.312, + "multi_rtt_max_us": 2736.045, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.238193, + "fanout_delivery_mean_us": 20931.862, + "fanout_delivery_p50_us": 20585.302, + "fanout_delivery_p90_us": 25926.518, + "fanout_delivery_p99_us": 29603.516, + "fanout_delivery_p999_us": 29899.927, + "fanout_delivery_max_us": 29956.627, + "client_wall_s": 1.5528716809999423, + "client_cpu_s": 1.2505289999999967, + "broker_user_s": 0.458792, + "broker_sys_s": 0.418006, + "broker_cpu_s": 0.876798, + "broker_vcsw": 13327, + "broker_maxrss_kib": 4820, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.64875, + "single_rtt_mean_us": 129.661, + "single_rtt_p50_us": 121.024, + "single_rtt_p90_us": 148.194, + "single_rtt_p99_us": 196.241, + "single_rtt_p999_us": 618.032, + "single_rtt_max_us": 3362.53, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.707881, + "multi_rtt_mean_us": 686.725, + "multi_rtt_p50_us": 614.526, + "multi_rtt_p90_us": 1047.754, + "multi_rtt_p99_us": 1548.322, + "multi_rtt_p999_us": 2240.902, + "multi_rtt_max_us": 2396.814, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232717, + "fanout_delivery_mean_us": 20889.891, + "fanout_delivery_p50_us": 20218.952, + "fanout_delivery_p90_us": 25076.106, + "fanout_delivery_p99_us": 27507.257, + "fanout_delivery_p999_us": 29076.545, + "fanout_delivery_max_us": 29208.822, + "client_wall_s": 1.6054032980000557, + "client_cpu_s": 1.2961890000000018, + "broker_user_s": 0.427401, + "broker_sys_s": 0.461194, + "broker_cpu_s": 0.888595, + "broker_vcsw": 13929, + "broker_maxrss_kib": 4984, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.672861, + "single_rtt_mean_us": 134.476, + "single_rtt_p50_us": 123.946, + "single_rtt_p90_us": 154.447, + "single_rtt_p99_us": 256.802, + "single_rtt_p999_us": 888.904, + "single_rtt_max_us": 3415.533, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.636696, + "multi_rtt_mean_us": 620.137, + "multi_rtt_p50_us": 589.451, + "multi_rtt_p90_us": 836.937, + "multi_rtt_p99_us": 1174.08, + "multi_rtt_p999_us": 2175.274, + "multi_rtt_max_us": 2658.351, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223214, + "fanout_delivery_mean_us": 49319.383, + "fanout_delivery_p50_us": 51616.714, + "fanout_delivery_p90_us": 76622.282, + "fanout_delivery_p99_us": 81775.654, + "fanout_delivery_p999_us": 85340.613, + "fanout_delivery_max_us": 85428.774, + "client_wall_s": 1.5499217460001091, + "client_cpu_s": 1.2118080000000013, + "broker_user_s": 0.48474799999999996, + "broker_sys_s": 0.480491, + "broker_cpu_s": 0.965239, + "broker_vcsw": 12784, + "broker_maxrss_kib": 6260, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.704945, + "single_rtt_mean_us": 140.892, + "single_rtt_p50_us": 133.652, + "single_rtt_p90_us": 168.46, + "single_rtt_p99_us": 243.449, + "single_rtt_p999_us": 479.719, + "single_rtt_max_us": 949.16, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.705928, + "multi_rtt_mean_us": 680.875, + "multi_rtt_p50_us": 628.2, + "multi_rtt_p90_us": 890.321, + "multi_rtt_p99_us": 1510.126, + "multi_rtt_p999_us": 3887.858, + "multi_rtt_max_us": 4523.046, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249193, + "fanout_delivery_mean_us": 21527.022, + "fanout_delivery_p50_us": 19591.798, + "fanout_delivery_p90_us": 29654.064, + "fanout_delivery_p99_us": 36356.73, + "fanout_delivery_p999_us": 36725.606, + "fanout_delivery_max_us": 36841.555, + "client_wall_s": 1.675855094000326, + "client_cpu_s": 1.312268000000003, + "broker_user_s": 0.44359099999999996, + "broker_sys_s": 0.514979, + "broker_cpu_s": 0.9585699999999999, + "broker_vcsw": 13655, + "broker_maxrss_kib": 4892, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.684126, + "single_rtt_mean_us": 136.724, + "single_rtt_p50_us": 125.193, + "single_rtt_p90_us": 160.458, + "single_rtt_p99_us": 226.632, + "single_rtt_p999_us": 1145.485, + "single_rtt_max_us": 2446.23, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.624525, + "multi_rtt_mean_us": 605.79, + "multi_rtt_p50_us": 587.66, + "multi_rtt_p90_us": 799.279, + "multi_rtt_p99_us": 1263.243, + "multi_rtt_p999_us": 3186.506, + "multi_rtt_max_us": 4151.835, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.229829, + "fanout_delivery_mean_us": 20501.551, + "fanout_delivery_p50_us": 19976.19, + "fanout_delivery_p90_us": 24538.77, + "fanout_delivery_p99_us": 25177.431, + "fanout_delivery_p999_us": 25446.086, + "fanout_delivery_max_us": 29173.551, + "client_wall_s": 1.5554544669998904, + "client_cpu_s": 1.248896000000002, + "broker_user_s": 0.377048, + "broker_sys_s": 0.510741, + "broker_cpu_s": 0.8877889999999999, + "broker_vcsw": 13262, + "broker_maxrss_kib": 5192, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.703645, + "single_rtt_mean_us": 140.635, + "single_rtt_p50_us": 124.083, + "single_rtt_p90_us": 159.205, + "single_rtt_p99_us": 443.75, + "single_rtt_p999_us": 1109.248, + "single_rtt_max_us": 3310.625, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.682116, + "multi_rtt_mean_us": 653.288, + "multi_rtt_p50_us": 601.574, + "multi_rtt_p90_us": 864.126, + "multi_rtt_p99_us": 1499.132, + "multi_rtt_p999_us": 2293.916, + "multi_rtt_max_us": 2530.394, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.280537, + "fanout_delivery_mean_us": 63481.086, + "fanout_delivery_p50_us": 63158.011, + "fanout_delivery_p90_us": 105487.68, + "fanout_delivery_p99_us": 115261.74, + "fanout_delivery_p999_us": 119077.959, + "fanout_delivery_max_us": 121551.369, + "client_wall_s": 1.6819734179998704, + "client_cpu_s": 1.3282509999999945, + "broker_user_s": 0.422355, + "broker_sys_s": 0.490872, + "broker_cpu_s": 0.913227, + "broker_vcsw": 14206, + "broker_maxrss_kib": 6396, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.648776, + "single_rtt_mean_us": 129.668, + "single_rtt_p50_us": 121.212, + "single_rtt_p90_us": 147.417, + "single_rtt_p99_us": 249.626, + "single_rtt_p999_us": 989.499, + "single_rtt_max_us": 1728.657, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.575636, + "multi_rtt_mean_us": 556.272, + "multi_rtt_p50_us": 567.161, + "multi_rtt_p90_us": 656.693, + "multi_rtt_p99_us": 951.924, + "multi_rtt_p999_us": 1829.022, + "multi_rtt_max_us": 3679.877, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236189, + "fanout_delivery_mean_us": 21019.61, + "fanout_delivery_p50_us": 21382.052, + "fanout_delivery_p90_us": 25636.803, + "fanout_delivery_p99_us": 29306.273, + "fanout_delivery_p999_us": 29449.757, + "fanout_delivery_max_us": 29499.261, + "client_wall_s": 1.4757522700001573, + "client_cpu_s": 1.1642890000000072, + "broker_user_s": 0.383748, + "broker_sys_s": 0.465703, + "broker_cpu_s": 0.849451, + "broker_vcsw": 13296, + "broker_maxrss_kib": 4880, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667554, + "single_rtt_mean_us": 133.428, + "single_rtt_p50_us": 124.585, + "single_rtt_p90_us": 152.812, + "single_rtt_p99_us": 227.971, + "single_rtt_p999_us": 782.178, + "single_rtt_max_us": 2846.06, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.685368, + "multi_rtt_mean_us": 661.795, + "multi_rtt_p50_us": 596.796, + "multi_rtt_p90_us": 757.326, + "multi_rtt_p99_us": 1451.501, + "multi_rtt_p999_us": 6074.847, + "multi_rtt_max_us": 34429.629, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240035, + "fanout_delivery_mean_us": 52308.644, + "fanout_delivery_p50_us": 53819.641, + "fanout_delivery_p90_us": 81804.392, + "fanout_delivery_p99_us": 87642.383, + "fanout_delivery_p999_us": 91647.966, + "fanout_delivery_max_us": 91740.475, + "client_wall_s": 1.611608552999769, + "client_cpu_s": 1.2638000000000034, + "broker_user_s": 0.426516, + "broker_sys_s": 0.537743, + "broker_cpu_s": 0.964259, + "broker_vcsw": 13302, + "broker_maxrss_kib": 6440, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.684383, + "single_rtt_mean_us": 136.788, + "single_rtt_p50_us": 126.573, + "single_rtt_p90_us": 160.543, + "single_rtt_p99_us": 266.502, + "single_rtt_p999_us": 766.588, + "single_rtt_max_us": 1912.125, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675814, + "multi_rtt_mean_us": 652.533, + "multi_rtt_p50_us": 609.863, + "multi_rtt_p90_us": 864.649, + "multi_rtt_p99_us": 1388.714, + "multi_rtt_p999_us": 2725.142, + "multi_rtt_max_us": 5940.69, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.243677, + "fanout_delivery_mean_us": 21398.12, + "fanout_delivery_p50_us": 19828.517, + "fanout_delivery_p90_us": 28322.295, + "fanout_delivery_p99_us": 31627.718, + "fanout_delivery_p999_us": 35923.49, + "fanout_delivery_max_us": 36003.312, + "client_wall_s": 1.6248688370001219, + "client_cpu_s": 1.2585209999999947, + "broker_user_s": 0.415885, + "broker_sys_s": 0.5271399999999999, + "broker_cpu_s": 0.943025, + "broker_vcsw": 13375, + "broker_maxrss_kib": 5100, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696484, + "single_rtt_mean_us": 139.212, + "single_rtt_p50_us": 131.723, + "single_rtt_p90_us": 162.756, + "single_rtt_p99_us": 290.16, + "single_rtt_p999_us": 744.179, + "single_rtt_max_us": 2347.024, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.780085, + "multi_rtt_mean_us": 748.722, + "multi_rtt_p50_us": 691.373, + "multi_rtt_p90_us": 1020.805, + "multi_rtt_p99_us": 1624.901, + "multi_rtt_p999_us": 3019.083, + "multi_rtt_max_us": 6164.024, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.29591, + "fanout_delivery_mean_us": 66907.353, + "fanout_delivery_p50_us": 73027.77, + "fanout_delivery_p90_us": 95791.196, + "fanout_delivery_p99_us": 101490.933, + "fanout_delivery_p999_us": 106938.418, + "fanout_delivery_max_us": 107036.933, + "client_wall_s": 1.789227406000009, + "client_cpu_s": 1.4013130000000018, + "broker_user_s": 0.41708399999999995, + "broker_sys_s": 0.530655, + "broker_cpu_s": 0.9477389999999999, + "broker_vcsw": 14725, + "broker_maxrss_kib": 6388, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.675611, + "single_rtt_mean_us": 135.037, + "single_rtt_p50_us": 122.332, + "single_rtt_p90_us": 156.121, + "single_rtt_p99_us": 427.132, + "single_rtt_p999_us": 960.219, + "single_rtt_max_us": 1608.833, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.712953, + "multi_rtt_mean_us": 687.676, + "multi_rtt_p50_us": 628.697, + "multi_rtt_p90_us": 930.237, + "multi_rtt_p99_us": 1601.335, + "multi_rtt_p999_us": 4338.52, + "multi_rtt_max_us": 7183.522, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.299423, + "fanout_delivery_mean_us": 27768.103, + "fanout_delivery_p50_us": 27400.1, + "fanout_delivery_p90_us": 35036.487, + "fanout_delivery_p99_us": 49607.542, + "fanout_delivery_p999_us": 55526.321, + "fanout_delivery_max_us": 55966.927, + "client_wall_s": 1.7047502899999927, + "client_cpu_s": 1.3490389999999977, + "broker_user_s": 0.45822599999999997, + "broker_sys_s": 0.44232899999999997, + "broker_cpu_s": 0.900555, + "broker_vcsw": 13773, + "broker_maxrss_kib": 4972, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.710132, + "single_rtt_mean_us": 141.926, + "single_rtt_p50_us": 135.007, + "single_rtt_p90_us": 170.929, + "single_rtt_p99_us": 273.216, + "single_rtt_p999_us": 672.372, + "single_rtt_max_us": 1177.66, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.602958, + "multi_rtt_mean_us": 584.199, + "multi_rtt_p50_us": 580.061, + "multi_rtt_p90_us": 702.722, + "multi_rtt_p99_us": 1188.193, + "multi_rtt_p999_us": 1649.122, + "multi_rtt_max_us": 2519.051, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225042, + "fanout_delivery_mean_us": 20189.594, + "fanout_delivery_p50_us": 19540.512, + "fanout_delivery_p90_us": 24073.442, + "fanout_delivery_p99_us": 25067.514, + "fanout_delivery_p999_us": 25192.465, + "fanout_delivery_max_us": 29549.948, + "client_wall_s": 1.5540487789999133, + "client_cpu_s": 1.2126230000000007, + "broker_user_s": 0.42672, + "broker_sys_s": 0.48924399999999996, + "broker_cpu_s": 0.915964, + "broker_vcsw": 13100, + "broker_maxrss_kib": 4796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.691276, + "single_rtt_mean_us": 138.148, + "single_rtt_p50_us": 130.666, + "single_rtt_p90_us": 158.598, + "single_rtt_p99_us": 251.843, + "single_rtt_p999_us": 769.524, + "single_rtt_max_us": 3758.502, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.614352, + "multi_rtt_mean_us": 594.741, + "multi_rtt_p50_us": 572.769, + "multi_rtt_p90_us": 707.566, + "multi_rtt_p99_us": 1315.993, + "multi_rtt_p999_us": 3091.271, + "multi_rtt_max_us": 3876.186, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.262067, + "fanout_delivery_mean_us": 62168.957, + "fanout_delivery_p50_us": 76135.574, + "fanout_delivery_p90_us": 90410.008, + "fanout_delivery_p99_us": 94312.402, + "fanout_delivery_p999_us": 96802.609, + "fanout_delivery_max_us": 96892.913, + "client_wall_s": 1.5833310530001654, + "client_cpu_s": 1.2092930000000024, + "broker_user_s": 0.361226, + "broker_sys_s": 0.562647, + "broker_cpu_s": 0.9238729999999999, + "broker_vcsw": 13646, + "broker_maxrss_kib": 6316, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.681022, + "single_rtt_mean_us": 136.106, + "single_rtt_p50_us": 129.997, + "single_rtt_p90_us": 162.406, + "single_rtt_p99_us": 235.328, + "single_rtt_p999_us": 556.263, + "single_rtt_max_us": 1690.953, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.612783, + "multi_rtt_mean_us": 596.367, + "multi_rtt_p50_us": 581.924, + "multi_rtt_p90_us": 761.873, + "multi_rtt_p99_us": 1189.684, + "multi_rtt_p999_us": 1721.903, + "multi_rtt_max_us": 2749.096, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.220345, + "fanout_delivery_mean_us": 19743.807, + "fanout_delivery_p50_us": 18941.33, + "fanout_delivery_p90_us": 23388.295, + "fanout_delivery_p99_us": 25972.336, + "fanout_delivery_p999_us": 26189.249, + "fanout_delivery_max_us": 30400.648, + "client_wall_s": 1.5302524110002196, + "client_cpu_s": 1.1893719999999988, + "broker_user_s": 0.40482999999999997, + "broker_sys_s": 0.494208, + "broker_cpu_s": 0.899038, + "broker_vcsw": 12760, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.65024, + "single_rtt_mean_us": 129.967, + "single_rtt_p50_us": 119.504, + "single_rtt_p90_us": 144.327, + "single_rtt_p99_us": 277.742, + "single_rtt_p999_us": 1108.846, + "single_rtt_max_us": 2605.412, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.615653, + "multi_rtt_mean_us": 599.58, + "multi_rtt_p50_us": 574.484, + "multi_rtt_p90_us": 771.392, + "multi_rtt_p99_us": 1171.887, + "multi_rtt_p999_us": 2425.872, + "multi_rtt_max_us": 2876.191, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.221645, + "fanout_delivery_mean_us": 19999.461, + "fanout_delivery_p50_us": 18966.104, + "fanout_delivery_p90_us": 23488.28, + "fanout_delivery_p99_us": 25540.094, + "fanout_delivery_p999_us": 25708.384, + "fanout_delivery_max_us": 29114.637, + "client_wall_s": 1.504238125000029, + "client_cpu_s": 1.1623439999999974, + "broker_user_s": 0.407182, + "broker_sys_s": 0.5267769999999999, + "broker_cpu_s": 0.933959, + "broker_vcsw": 11924, + "broker_maxrss_kib": 4892, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.647602, + "single_rtt_mean_us": 129.43, + "single_rtt_p50_us": 119.945, + "single_rtt_p90_us": 146.938, + "single_rtt_p99_us": 210.065, + "single_rtt_p999_us": 1208.582, + "single_rtt_max_us": 2522.932, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.629684, + "multi_rtt_mean_us": 608.006, + "multi_rtt_p50_us": 575.057, + "multi_rtt_p90_us": 766.257, + "multi_rtt_p99_us": 1482.298, + "multi_rtt_p999_us": 4242.292, + "multi_rtt_max_us": 6048.052, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235159, + "fanout_delivery_mean_us": 20682.104, + "fanout_delivery_p50_us": 19688.707, + "fanout_delivery_p90_us": 24357.25, + "fanout_delivery_p99_us": 29834.851, + "fanout_delivery_p999_us": 30177.676, + "fanout_delivery_max_us": 33298.977, + "client_wall_s": 1.5294307250001111, + "client_cpu_s": 1.1848330000000047, + "broker_user_s": 0.467141, + "broker_sys_s": 0.443783, + "broker_cpu_s": 0.910924, + "broker_vcsw": 12874, + "broker_maxrss_kib": 5060, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.672651, + "single_rtt_mean_us": 134.447, + "single_rtt_p50_us": 123.247, + "single_rtt_p90_us": 153.212, + "single_rtt_p99_us": 270.417, + "single_rtt_p999_us": 1192.181, + "single_rtt_max_us": 5100.964, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.678352, + "multi_rtt_mean_us": 662.297, + "multi_rtt_p50_us": 605.289, + "multi_rtt_p90_us": 873.676, + "multi_rtt_p99_us": 2059.189, + "multi_rtt_p999_us": 4550.68, + "multi_rtt_max_us": 5180.173, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251941, + "fanout_delivery_mean_us": 51845.261, + "fanout_delivery_p50_us": 49631.175, + "fanout_delivery_p90_us": 83968.674, + "fanout_delivery_p99_us": 104803.162, + "fanout_delivery_p999_us": 105208.566, + "fanout_delivery_max_us": 105264.873, + "client_wall_s": 1.62520836900012, + "client_cpu_s": 1.2375800000000012, + "broker_user_s": 0.400677, + "broker_sys_s": 0.5516, + "broker_cpu_s": 0.952277, + "broker_vcsw": 12923, + "broker_maxrss_kib": 5764, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.729433, + "single_rtt_mean_us": 145.793, + "single_rtt_p50_us": 136.803, + "single_rtt_p90_us": 170.02, + "single_rtt_p99_us": 323.625, + "single_rtt_p999_us": 1229.626, + "single_rtt_max_us": 2418.284, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.758548, + "multi_rtt_mean_us": 730.587, + "multi_rtt_p50_us": 669.359, + "multi_rtt_p90_us": 999.42, + "multi_rtt_p99_us": 1642.335, + "multi_rtt_p999_us": 2810.544, + "multi_rtt_max_us": 5508.942, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.289217, + "fanout_delivery_mean_us": 25755.023, + "fanout_delivery_p50_us": 25649.137, + "fanout_delivery_p90_us": 33576.347, + "fanout_delivery_p99_us": 46438.701, + "fanout_delivery_p999_us": 46997.138, + "fanout_delivery_max_us": 47055.145, + "client_wall_s": 1.7934138459995665, + "client_cpu_s": 1.420849000000004, + "broker_user_s": 0.411781, + "broker_sys_s": 0.523817, + "broker_cpu_s": 0.9355979999999999, + "broker_vcsw": 14326, + "broker_maxrss_kib": 4856, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.665443, + "single_rtt_mean_us": 133.007, + "single_rtt_p50_us": 127.135, + "single_rtt_p90_us": 153.884, + "single_rtt_p99_us": 203.379, + "single_rtt_p999_us": 534.942, + "single_rtt_max_us": 1721.674, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.753006, + "multi_rtt_mean_us": 726.023, + "multi_rtt_p50_us": 679.194, + "multi_rtt_p90_us": 977.637, + "multi_rtt_p99_us": 1686.648, + "multi_rtt_p999_us": 4271.189, + "multi_rtt_max_us": 5976.943, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.289849, + "fanout_delivery_mean_us": 25590.705, + "fanout_delivery_p50_us": 25644.41, + "fanout_delivery_p90_us": 32259.252, + "fanout_delivery_p99_us": 36819.525, + "fanout_delivery_p999_us": 37300.904, + "fanout_delivery_max_us": 37867.964, + "client_wall_s": 1.7248351510002067, + "client_cpu_s": 1.3670749999999998, + "broker_user_s": 0.45355999999999996, + "broker_sys_s": 0.523366, + "broker_cpu_s": 0.976926, + "broker_vcsw": 13182, + "broker_maxrss_kib": 4924, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.74109, + "single_rtt_mean_us": 148.122, + "single_rtt_p50_us": 137.447, + "single_rtt_p90_us": 169.436, + "single_rtt_p99_us": 272.92, + "single_rtt_p999_us": 1185.114, + "single_rtt_max_us": 5009.907, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.782893, + "multi_rtt_mean_us": 753.981, + "multi_rtt_p50_us": 710.223, + "multi_rtt_p90_us": 990.831, + "multi_rtt_p99_us": 1632.964, + "multi_rtt_p999_us": 3080.83, + "multi_rtt_max_us": 3266.958, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236965, + "fanout_delivery_mean_us": 50191.282, + "fanout_delivery_p50_us": 52230.726, + "fanout_delivery_p90_us": 77214.696, + "fanout_delivery_p99_us": 86234.341, + "fanout_delivery_p999_us": 86658.116, + "fanout_delivery_max_us": 86759.253, + "client_wall_s": 1.779900059999818, + "client_cpu_s": 1.3532790000000006, + "broker_user_s": 0.46912699999999996, + "broker_sys_s": 0.568151, + "broker_cpu_s": 1.037278, + "broker_vcsw": 13861, + "broker_maxrss_kib": 5956, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.655816, + "single_rtt_mean_us": 131.081, + "single_rtt_p50_us": 121.251, + "single_rtt_p90_us": 148.561, + "single_rtt_p99_us": 234.847, + "single_rtt_p999_us": 839.216, + "single_rtt_max_us": 3171.574, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.777577, + "multi_rtt_mean_us": 737.151, + "multi_rtt_p50_us": 627.463, + "multi_rtt_p90_us": 949.41, + "multi_rtt_p99_us": 1587.987, + "multi_rtt_p999_us": 5570.069, + "multi_rtt_max_us": 55372.665, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.221985, + "fanout_delivery_mean_us": 18978.874, + "fanout_delivery_p50_us": 18867.559, + "fanout_delivery_p90_us": 23128.604, + "fanout_delivery_p99_us": 25969.475, + "fanout_delivery_p999_us": 26267.517, + "fanout_delivery_max_us": 26532.998, + "client_wall_s": 1.6742570149999665, + "client_cpu_s": 1.2777299999999983, + "broker_user_s": 0.372073, + "broker_sys_s": 0.564449, + "broker_cpu_s": 0.936522, + "broker_vcsw": 14427, + "broker_maxrss_kib": 4996, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.682888, + "single_rtt_mean_us": 136.487, + "single_rtt_p50_us": 124.466, + "single_rtt_p90_us": 152.467, + "single_rtt_p99_us": 308.665, + "single_rtt_p999_us": 1061.684, + "single_rtt_max_us": 5512.546, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.707563, + "multi_rtt_mean_us": 685.417, + "multi_rtt_p50_us": 600.444, + "multi_rtt_p90_us": 906.579, + "multi_rtt_p99_us": 2072.224, + "multi_rtt_p999_us": 6057.561, + "multi_rtt_max_us": 7144.202, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2442, + "fanout_delivery_mean_us": 52447.519, + "fanout_delivery_p50_us": 60141.36, + "fanout_delivery_p90_us": 77749.607, + "fanout_delivery_p99_us": 87278.536, + "fanout_delivery_p999_us": 87715.716, + "fanout_delivery_max_us": 91890.167, + "client_wall_s": 1.6509161079998194, + "client_cpu_s": 1.2456030000000027, + "broker_user_s": 0.407813, + "broker_sys_s": 0.559808, + "broker_cpu_s": 0.967621, + "broker_vcsw": 13251, + "broker_maxrss_kib": 6188, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.625262, + "single_rtt_mean_us": 124.965, + "single_rtt_p50_us": 118.749, + "single_rtt_p90_us": 140.74, + "single_rtt_p99_us": 185.982, + "single_rtt_p999_us": 500.763, + "single_rtt_max_us": 1406.043, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.770298, + "multi_rtt_mean_us": 741.795, + "multi_rtt_p50_us": 621.884, + "multi_rtt_p90_us": 912.323, + "multi_rtt_p99_us": 3092.662, + "multi_rtt_p999_us": 5136.814, + "multi_rtt_max_us": 27612.66, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235194, + "fanout_delivery_mean_us": 20990.001, + "fanout_delivery_p50_us": 20545.561, + "fanout_delivery_p90_us": 25097.826, + "fanout_delivery_p99_us": 27723.407, + "fanout_delivery_p999_us": 28803.472, + "fanout_delivery_max_us": 30988.387, + "client_wall_s": 1.6464682649998394, + "client_cpu_s": 1.2847289999999987, + "broker_user_s": 0.430328, + "broker_sys_s": 0.472141, + "broker_cpu_s": 0.902469, + "broker_vcsw": 13883, + "broker_maxrss_kib": 5072, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.687159, + "single_rtt_mean_us": 137.348, + "single_rtt_p50_us": 120.23, + "single_rtt_p90_us": 158.931, + "single_rtt_p99_us": 389.705, + "single_rtt_p999_us": 1251.22, + "single_rtt_max_us": 5340.666, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.662649, + "multi_rtt_mean_us": 627.751, + "multi_rtt_p50_us": 593.984, + "multi_rtt_p90_us": 831.273, + "multi_rtt_p99_us": 1228.538, + "multi_rtt_p999_us": 1909.847, + "multi_rtt_max_us": 3126.965, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246863, + "fanout_delivery_mean_us": 22352.127, + "fanout_delivery_p50_us": 23162.66, + "fanout_delivery_p90_us": 30060.493, + "fanout_delivery_p99_us": 34174.327, + "fanout_delivery_p999_us": 34509.214, + "fanout_delivery_max_us": 34565.91, + "client_wall_s": 1.6119707150000977, + "client_cpu_s": 1.265548999999993, + "broker_user_s": 0.395134, + "broker_sys_s": 0.5057229999999999, + "broker_cpu_s": 0.9008569999999999, + "broker_vcsw": 14105, + "broker_maxrss_kib": 4856, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66352, + "single_rtt_mean_us": 132.621, + "single_rtt_p50_us": 126.446, + "single_rtt_p90_us": 153.752, + "single_rtt_p99_us": 260.689, + "single_rtt_p999_us": 596.448, + "single_rtt_max_us": 832.058, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.600456, + "multi_rtt_mean_us": 578.426, + "multi_rtt_p50_us": 575.794, + "multi_rtt_p90_us": 697.3, + "multi_rtt_p99_us": 1150.829, + "multi_rtt_p999_us": 1711.536, + "multi_rtt_max_us": 2219.732, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235889, + "fanout_delivery_mean_us": 20486.879, + "fanout_delivery_p50_us": 20044.412, + "fanout_delivery_p90_us": 24620.835, + "fanout_delivery_p99_us": 27554.379, + "fanout_delivery_p999_us": 27777.072, + "fanout_delivery_max_us": 27840.19, + "client_wall_s": 1.5429888120002033, + "client_cpu_s": 1.1892390000000006, + "broker_user_s": 0.371253, + "broker_sys_s": 0.513303, + "broker_cpu_s": 0.8845559999999999, + "broker_vcsw": 13660, + "broker_maxrss_kib": 5052, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.640589, + "single_rtt_mean_us": 128.042, + "single_rtt_p50_us": 119.397, + "single_rtt_p90_us": 146.56, + "single_rtt_p99_us": 226.154, + "single_rtt_p999_us": 550.125, + "single_rtt_max_us": 1827.834, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.680649, + "multi_rtt_mean_us": 654.475, + "multi_rtt_p50_us": 615.072, + "multi_rtt_p90_us": 834.511, + "multi_rtt_p99_us": 1374.459, + "multi_rtt_p999_us": 2361.436, + "multi_rtt_max_us": 9600.675, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.221222, + "fanout_delivery_mean_us": 20060.161, + "fanout_delivery_p50_us": 19624.992, + "fanout_delivery_p90_us": 23852.398, + "fanout_delivery_p99_us": 25711.393, + "fanout_delivery_p999_us": 25968.924, + "fanout_delivery_max_us": 27998.879, + "client_wall_s": 1.5584289509997689, + "client_cpu_s": 1.2384000000000057, + "broker_user_s": 0.43648, + "broker_sys_s": 0.419828, + "broker_cpu_s": 0.856308, + "broker_vcsw": 14211, + "broker_maxrss_kib": 4896, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.748993, + "single_rtt_mean_us": 149.668, + "single_rtt_p50_us": 136.095, + "single_rtt_p90_us": 177.665, + "single_rtt_p99_us": 346.633, + "single_rtt_p999_us": 1534.035, + "single_rtt_max_us": 4149.375, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.63951, + "multi_rtt_mean_us": 622.941, + "multi_rtt_p50_us": 596.322, + "multi_rtt_p90_us": 808.858, + "multi_rtt_p99_us": 1244.227, + "multi_rtt_p999_us": 1718.391, + "multi_rtt_max_us": 1957.826, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250655, + "fanout_delivery_mean_us": 56718.614, + "fanout_delivery_p50_us": 58471.368, + "fanout_delivery_p90_us": 89452.575, + "fanout_delivery_p99_us": 99890.468, + "fanout_delivery_p999_us": 103303.395, + "fanout_delivery_max_us": 104694.981, + "client_wall_s": 1.6540165030000935, + "client_cpu_s": 1.2605180000000047, + "broker_user_s": 0.437975, + "broker_sys_s": 0.547849, + "broker_cpu_s": 0.985824, + "broker_vcsw": 12792, + "broker_maxrss_kib": 6312, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.722891, + "single_rtt_mean_us": 144.492, + "single_rtt_p50_us": 131.967, + "single_rtt_p90_us": 161.431, + "single_rtt_p99_us": 281.135, + "single_rtt_p999_us": 1516.0, + "single_rtt_max_us": 16327.083, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.784897, + "multi_rtt_mean_us": 758.404, + "multi_rtt_p50_us": 754.677, + "multi_rtt_p90_us": 998.026, + "multi_rtt_p99_us": 1310.843, + "multi_rtt_p999_us": 3011.923, + "multi_rtt_max_us": 5268.38, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254798, + "fanout_delivery_mean_us": 22684.192, + "fanout_delivery_p50_us": 23363.414, + "fanout_delivery_p90_us": 27871.418, + "fanout_delivery_p99_us": 32230.083, + "fanout_delivery_p999_us": 32637.43, + "fanout_delivery_max_us": 32704.017, + "client_wall_s": 1.7778638650001994, + "client_cpu_s": 1.4063209999999984, + "broker_user_s": 0.499156, + "broker_sys_s": 0.49235599999999996, + "broker_cpu_s": 0.991512, + "broker_vcsw": 13918, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.69375, + "single_rtt_mean_us": 138.658, + "single_rtt_p50_us": 129.339, + "single_rtt_p90_us": 160.561, + "single_rtt_p99_us": 306.646, + "single_rtt_p999_us": 1122.19, + "single_rtt_max_us": 3513.218, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.67717, + "multi_rtt_mean_us": 654.156, + "multi_rtt_p50_us": 611.374, + "multi_rtt_p90_us": 862.792, + "multi_rtt_p99_us": 1395.711, + "multi_rtt_p999_us": 5033.179, + "multi_rtt_max_us": 12517.242, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.221987, + "fanout_delivery_mean_us": 46231.233, + "fanout_delivery_p50_us": 47906.527, + "fanout_delivery_p90_us": 72420.546, + "fanout_delivery_p99_us": 83395.837, + "fanout_delivery_p999_us": 84367.087, + "fanout_delivery_max_us": 84433.594, + "client_wall_s": 1.6097946899999442, + "client_cpu_s": 1.246254999999998, + "broker_user_s": 0.414525, + "broker_sys_s": 0.510545, + "broker_cpu_s": 0.9250700000000001, + "broker_vcsw": 13786, + "broker_maxrss_kib": 6068, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.708182, + "single_rtt_mean_us": 141.554, + "single_rtt_p50_us": 133.452, + "single_rtt_p90_us": 166.094, + "single_rtt_p99_us": 278.333, + "single_rtt_p999_us": 1058.231, + "single_rtt_max_us": 1964.402, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.605424, + "multi_rtt_mean_us": 584.759, + "multi_rtt_p50_us": 583.232, + "multi_rtt_p90_us": 691.866, + "multi_rtt_p99_us": 1162.037, + "multi_rtt_p999_us": 1735.291, + "multi_rtt_max_us": 1951.479, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.269981, + "fanout_delivery_mean_us": 24655.071, + "fanout_delivery_p50_us": 24967.313, + "fanout_delivery_p90_us": 32941.233, + "fanout_delivery_p99_us": 37861.521, + "fanout_delivery_p999_us": 39561.153, + "fanout_delivery_max_us": 39689.085, + "client_wall_s": 1.5999962139999298, + "client_cpu_s": 1.2320999999999955, + "broker_user_s": 0.430546, + "broker_sys_s": 0.499708, + "broker_cpu_s": 0.9302539999999999, + "broker_vcsw": 13674, + "broker_maxrss_kib": 4996, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.678628, + "single_rtt_mean_us": 135.65, + "single_rtt_p50_us": 130.018, + "single_rtt_p90_us": 154.39, + "single_rtt_p99_us": 227.415, + "single_rtt_p999_us": 603.872, + "single_rtt_max_us": 2985.414, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.626081, + "multi_rtt_mean_us": 606.968, + "multi_rtt_p50_us": 580.454, + "multi_rtt_p90_us": 730.518, + "multi_rtt_p99_us": 1544.12, + "multi_rtt_p999_us": 2966.523, + "multi_rtt_max_us": 3515.319, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.28276, + "fanout_delivery_mean_us": 63261.111, + "fanout_delivery_p50_us": 55441.473, + "fanout_delivery_p90_us": 120902.218, + "fanout_delivery_p99_us": 136327.518, + "fanout_delivery_p999_us": 137781.928, + "fanout_delivery_max_us": 137845.376, + "client_wall_s": 1.605073344000175, + "client_cpu_s": 1.226056000000007, + "broker_user_s": 0.407147, + "broker_sys_s": 0.5270929999999999, + "broker_cpu_s": 0.93424, + "broker_vcsw": 13663, + "broker_maxrss_kib": 6220, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.650453, + "single_rtt_mean_us": 129.719, + "single_rtt_p50_us": 120.989, + "single_rtt_p90_us": 144.893, + "single_rtt_p99_us": 245.55, + "single_rtt_p999_us": 911.31, + "single_rtt_max_us": 2644.526, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.597431, + "multi_rtt_mean_us": 576.972, + "multi_rtt_p50_us": 566.884, + "multi_rtt_p90_us": 722.345, + "multi_rtt_p99_us": 1031.514, + "multi_rtt_p999_us": 1483.016, + "multi_rtt_max_us": 1692.22, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.276151, + "fanout_delivery_mean_us": 24819.722, + "fanout_delivery_p50_us": 24720.787, + "fanout_delivery_p90_us": 32814.005, + "fanout_delivery_p99_us": 35514.463, + "fanout_delivery_p999_us": 36186.84, + "fanout_delivery_max_us": 36288.934, + "client_wall_s": 1.5389836929998637, + "client_cpu_s": 1.1991629999999986, + "broker_user_s": 0.40746099999999996, + "broker_sys_s": 0.48107999999999995, + "broker_cpu_s": 0.8885409999999999, + "broker_vcsw": 13168, + "broker_maxrss_kib": 4968, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.662531, + "single_rtt_mean_us": 132.431, + "single_rtt_p50_us": 124.539, + "single_rtt_p90_us": 153.528, + "single_rtt_p99_us": 221.89, + "single_rtt_p999_us": 693.9, + "single_rtt_max_us": 2660.428, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.832558, + "multi_rtt_mean_us": 794.764, + "multi_rtt_p50_us": 777.033, + "multi_rtt_p90_us": 980.096, + "multi_rtt_p99_us": 1513.95, + "multi_rtt_p999_us": 5414.994, + "multi_rtt_max_us": 6331.85, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.312212, + "fanout_delivery_mean_us": 29271.059, + "fanout_delivery_p50_us": 28586.867, + "fanout_delivery_p90_us": 34794.915, + "fanout_delivery_p99_us": 40508.748, + "fanout_delivery_p999_us": 42331.629, + "fanout_delivery_max_us": 42425.091, + "client_wall_s": 1.82470843100009, + "client_cpu_s": 1.4788539999999983, + "broker_user_s": 0.513331, + "broker_sys_s": 0.472819, + "broker_cpu_s": 0.98615, + "broker_vcsw": 14221, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.709778, + "single_rtt_mean_us": 141.864, + "single_rtt_p50_us": 124.57, + "single_rtt_p90_us": 197.683, + "single_rtt_p99_us": 306.107, + "single_rtt_p999_us": 481.951, + "single_rtt_max_us": 1911.625, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.788439, + "multi_rtt_mean_us": 771.192, + "multi_rtt_p50_us": 763.329, + "multi_rtt_p90_us": 996.207, + "multi_rtt_p99_us": 1800.956, + "multi_rtt_p999_us": 3303.192, + "multi_rtt_max_us": 5338.094, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.280764, + "fanout_delivery_mean_us": 24851.283, + "fanout_delivery_p50_us": 24256.635, + "fanout_delivery_p90_us": 32435.227, + "fanout_delivery_p99_us": 37810.65, + "fanout_delivery_p999_us": 38215.578, + "fanout_delivery_max_us": 38316.836, + "client_wall_s": 1.7965503329996864, + "client_cpu_s": 1.4055530000000047, + "broker_user_s": 0.505722, + "broker_sys_s": 0.587232, + "broker_cpu_s": 1.092954, + "broker_vcsw": 12935, + "broker_maxrss_kib": 4832, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.714611, + "single_rtt_mean_us": 142.83, + "single_rtt_p50_us": 135.508, + "single_rtt_p90_us": 173.693, + "single_rtt_p99_us": 237.451, + "single_rtt_p999_us": 607.709, + "single_rtt_max_us": 1199.55, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.633307, + "multi_rtt_mean_us": 609.199, + "multi_rtt_p50_us": 595.939, + "multi_rtt_p90_us": 724.052, + "multi_rtt_p99_us": 1335.746, + "multi_rtt_p999_us": 2411.825, + "multi_rtt_max_us": 2912.704, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23528, + "fanout_delivery_mean_us": 50076.002, + "fanout_delivery_p50_us": 52017.452, + "fanout_delivery_p90_us": 80360.122, + "fanout_delivery_p99_us": 89591.459, + "fanout_delivery_p999_us": 90392.516, + "fanout_delivery_max_us": 94410.501, + "client_wall_s": 1.5996028740000838, + "client_cpu_s": 1.232578999999987, + "broker_user_s": 0.419236, + "broker_sys_s": 0.5283059999999999, + "broker_cpu_s": 0.9475419999999999, + "broker_vcsw": 13935, + "broker_maxrss_kib": 6428, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667654, + "single_rtt_mean_us": 133.444, + "single_rtt_p50_us": 123.619, + "single_rtt_p90_us": 156.701, + "single_rtt_p99_us": 262.887, + "single_rtt_p999_us": 529.01, + "single_rtt_max_us": 1130.318, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.608705, + "multi_rtt_mean_us": 590.409, + "multi_rtt_p50_us": 568.686, + "multi_rtt_p90_us": 752.178, + "multi_rtt_p99_us": 1335.849, + "multi_rtt_p999_us": 2286.706, + "multi_rtt_max_us": 3707.358, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236169, + "fanout_delivery_mean_us": 21010.949, + "fanout_delivery_p50_us": 20988.73, + "fanout_delivery_p90_us": 26314.497, + "fanout_delivery_p99_us": 27987.195, + "fanout_delivery_p999_us": 28784.031, + "fanout_delivery_max_us": 29622.195, + "client_wall_s": 1.5284207790000437, + "client_cpu_s": 1.1983889999999988, + "broker_user_s": 0.427817, + "broker_sys_s": 0.491176, + "broker_cpu_s": 0.918993, + "broker_vcsw": 12705, + "broker_maxrss_kib": 5100, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.694551, + "single_rtt_mean_us": 138.825, + "single_rtt_p50_us": 124.855, + "single_rtt_p90_us": 163.097, + "single_rtt_p99_us": 327.93, + "single_rtt_p999_us": 1196.277, + "single_rtt_max_us": 2483.501, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.700294, + "multi_rtt_mean_us": 674.691, + "multi_rtt_p50_us": 618.416, + "multi_rtt_p90_us": 908.21, + "multi_rtt_p99_us": 1330.336, + "multi_rtt_p999_us": 4039.804, + "multi_rtt_max_us": 5948.746, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252162, + "fanout_delivery_mean_us": 22729.219, + "fanout_delivery_p50_us": 24391.885, + "fanout_delivery_p90_us": 29228.187, + "fanout_delivery_p99_us": 33192.173, + "fanout_delivery_p999_us": 33576.953, + "fanout_delivery_max_us": 33648.922, + "client_wall_s": 1.6632268999996995, + "client_cpu_s": 1.295236999999993, + "broker_user_s": 0.445715, + "broker_sys_s": 0.5159, + "broker_cpu_s": 0.961615, + "broker_vcsw": 13051, + "broker_maxrss_kib": 5028, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.691679, + "single_rtt_mean_us": 138.229, + "single_rtt_p50_us": 128.638, + "single_rtt_p90_us": 161.226, + "single_rtt_p99_us": 247.827, + "single_rtt_p999_us": 1004.649, + "single_rtt_max_us": 7085.664, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.687475, + "multi_rtt_mean_us": 667.829, + "multi_rtt_p50_us": 613.224, + "multi_rtt_p90_us": 948.893, + "multi_rtt_p99_us": 1303.205, + "multi_rtt_p999_us": 3793.177, + "multi_rtt_max_us": 6277.369, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.231983, + "fanout_delivery_mean_us": 20306.341, + "fanout_delivery_p50_us": 19787.886, + "fanout_delivery_p90_us": 24620.55, + "fanout_delivery_p99_us": 26914.934, + "fanout_delivery_p999_us": 27099.152, + "fanout_delivery_max_us": 27140.916, + "client_wall_s": 1.6289860830001999, + "client_cpu_s": 1.2609219999999937, + "broker_user_s": 0.376141, + "broker_sys_s": 0.567163, + "broker_cpu_s": 0.9433039999999999, + "broker_vcsw": 12974, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.673688, + "single_rtt_mean_us": 134.656, + "single_rtt_p50_us": 124.618, + "single_rtt_p90_us": 155.983, + "single_rtt_p99_us": 282.339, + "single_rtt_p999_us": 793.716, + "single_rtt_max_us": 1486.924, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.686576, + "multi_rtt_mean_us": 661.32, + "multi_rtt_p50_us": 611.491, + "multi_rtt_p90_us": 864.772, + "multi_rtt_p99_us": 1858.523, + "multi_rtt_p999_us": 4891.058, + "multi_rtt_max_us": 6000.752, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.292776, + "fanout_delivery_mean_us": 64384.51, + "fanout_delivery_p50_us": 73589.792, + "fanout_delivery_p90_us": 87349.99, + "fanout_delivery_p99_us": 92143.439, + "fanout_delivery_p999_us": 94571.06, + "fanout_delivery_max_us": 94653.358, + "client_wall_s": 1.6686187190002784, + "client_cpu_s": 1.3149920000000037, + "broker_user_s": 0.39250399999999996, + "broker_sys_s": 0.5115419999999999, + "broker_cpu_s": 0.9040459999999999, + "broker_vcsw": 14105, + "broker_maxrss_kib": 6268, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.671975, + "single_rtt_mean_us": 134.314, + "single_rtt_p50_us": 125.222, + "single_rtt_p90_us": 152.4, + "single_rtt_p99_us": 309.37, + "single_rtt_p999_us": 919.957, + "single_rtt_max_us": 1779.199, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.602572, + "multi_rtt_mean_us": 584.518, + "multi_rtt_p50_us": 580.052, + "multi_rtt_p90_us": 679.754, + "multi_rtt_p99_us": 1223.138, + "multi_rtt_p999_us": 2791.43, + "multi_rtt_max_us": 3028.835, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230837, + "fanout_delivery_mean_us": 20330.225, + "fanout_delivery_p50_us": 19922.222, + "fanout_delivery_p90_us": 24651.291, + "fanout_delivery_p99_us": 26686.329, + "fanout_delivery_p999_us": 26963.496, + "fanout_delivery_max_us": 29238.909, + "client_wall_s": 1.5210363810001581, + "client_cpu_s": 1.1572809999999976, + "broker_user_s": 0.443165, + "broker_sys_s": 0.476578, + "broker_cpu_s": 0.919743, + "broker_vcsw": 12865, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.674108, + "single_rtt_mean_us": 134.732, + "single_rtt_p50_us": 121.886, + "single_rtt_p90_us": 154.268, + "single_rtt_p99_us": 289.727, + "single_rtt_p999_us": 1068.37, + "single_rtt_max_us": 2590.114, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.64431, + "multi_rtt_mean_us": 623.657, + "multi_rtt_p50_us": 598.24, + "multi_rtt_p90_us": 800.823, + "multi_rtt_p99_us": 1188.62, + "multi_rtt_p999_us": 2567.224, + "multi_rtt_max_us": 3888.743, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235255, + "fanout_delivery_mean_us": 53375.986, + "fanout_delivery_p50_us": 58334.346, + "fanout_delivery_p90_us": 78696.074, + "fanout_delivery_p99_us": 84568.638, + "fanout_delivery_p999_us": 88583.124, + "fanout_delivery_max_us": 88946.907, + "client_wall_s": 1.5692443849998199, + "client_cpu_s": 1.2102709999999774, + "broker_user_s": 0.401186, + "broker_sys_s": 0.545605, + "broker_cpu_s": 0.9467909999999999, + "broker_vcsw": 13458, + "broker_maxrss_kib": 6364, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.693197, + "single_rtt_mean_us": 138.537, + "single_rtt_p50_us": 127.584, + "single_rtt_p90_us": 163.858, + "single_rtt_p99_us": 298.721, + "single_rtt_p999_us": 1139.503, + "single_rtt_max_us": 4215.739, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.653313, + "multi_rtt_mean_us": 633.04, + "multi_rtt_p50_us": 581.197, + "multi_rtt_p90_us": 816.981, + "multi_rtt_p99_us": 1316.278, + "multi_rtt_p999_us": 6386.874, + "multi_rtt_max_us": 6989.913, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247581, + "fanout_delivery_mean_us": 21971.856, + "fanout_delivery_p50_us": 23465.932, + "fanout_delivery_p90_us": 26561.578, + "fanout_delivery_p99_us": 30576.072, + "fanout_delivery_p999_us": 30783.336, + "fanout_delivery_max_us": 34083.342, + "client_wall_s": 1.6100612279997222, + "client_cpu_s": 1.2450839999999914, + "broker_user_s": 0.375874, + "broker_sys_s": 0.52313, + "broker_cpu_s": 0.8990039999999999, + "broker_vcsw": 13408, + "broker_maxrss_kib": 4980, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.637077, + "single_rtt_mean_us": 127.328, + "single_rtt_p50_us": 120.603, + "single_rtt_p90_us": 145.768, + "single_rtt_p99_us": 184.492, + "single_rtt_p999_us": 444.892, + "single_rtt_max_us": 1155.679, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.665637, + "multi_rtt_mean_us": 642.276, + "multi_rtt_p50_us": 585.116, + "multi_rtt_p90_us": 932.07, + "multi_rtt_p99_us": 1192.681, + "multi_rtt_p999_us": 1645.176, + "multi_rtt_max_us": 2163.164, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24407, + "fanout_delivery_mean_us": 53293.379, + "fanout_delivery_p50_us": 58111.748, + "fanout_delivery_p90_us": 81088.452, + "fanout_delivery_p99_us": 89768.473, + "fanout_delivery_p999_us": 94112.097, + "fanout_delivery_max_us": 94201.363, + "client_wall_s": 1.5623388369999702, + "client_cpu_s": 1.2480989999999963, + "broker_user_s": 0.39513699999999996, + "broker_sys_s": 0.483871, + "broker_cpu_s": 0.879008, + "broker_vcsw": 14431, + "broker_maxrss_kib": 6160, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.671074, + "single_rtt_mean_us": 134.126, + "single_rtt_p50_us": 128.138, + "single_rtt_p90_us": 155.633, + "single_rtt_p99_us": 227.138, + "single_rtt_p999_us": 493.265, + "single_rtt_max_us": 3040.618, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.598126, + "multi_rtt_mean_us": 577.364, + "multi_rtt_p50_us": 560.796, + "multi_rtt_p90_us": 682.862, + "multi_rtt_p99_us": 1185.405, + "multi_rtt_p999_us": 3209.602, + "multi_rtt_max_us": 6623.805, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239896, + "fanout_delivery_mean_us": 21356.454, + "fanout_delivery_p50_us": 21219.768, + "fanout_delivery_p90_us": 26137.575, + "fanout_delivery_p99_us": 27405.962, + "fanout_delivery_p999_us": 29039.229, + "fanout_delivery_max_us": 29119.656, + "client_wall_s": 1.5237693760000184, + "client_cpu_s": 1.1923790000000025, + "broker_user_s": 0.36341799999999996, + "broker_sys_s": 0.5279469999999999, + "broker_cpu_s": 0.891365, + "broker_vcsw": 13382, + "broker_maxrss_kib": 4884, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.704172, + "single_rtt_mean_us": 140.751, + "single_rtt_p50_us": 120.673, + "single_rtt_p90_us": 150.628, + "single_rtt_p99_us": 277.027, + "single_rtt_p999_us": 1791.878, + "single_rtt_max_us": 39331.147, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.629635, + "multi_rtt_mean_us": 609.406, + "multi_rtt_p50_us": 579.459, + "multi_rtt_p90_us": 727.877, + "multi_rtt_p99_us": 1759.184, + "multi_rtt_p999_us": 2898.994, + "multi_rtt_max_us": 3887.838, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.211826, + "fanout_delivery_mean_us": 18830.816, + "fanout_delivery_p50_us": 18235.495, + "fanout_delivery_p90_us": 22573.855, + "fanout_delivery_p99_us": 23372.99, + "fanout_delivery_p999_us": 23599.711, + "fanout_delivery_max_us": 26435.571, + "client_wall_s": 1.564446403999682, + "client_cpu_s": 1.1612399999999923, + "broker_user_s": 0.41328099999999995, + "broker_sys_s": 0.46607699999999996, + "broker_cpu_s": 0.8793579999999999, + "broker_vcsw": 13372, + "broker_maxrss_kib": 5068, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.681606, + "single_rtt_mean_us": 136.231, + "single_rtt_p50_us": 128.386, + "single_rtt_p90_us": 162.647, + "single_rtt_p99_us": 241.729, + "single_rtt_p999_us": 670.423, + "single_rtt_max_us": 3099.715, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.658913, + "multi_rtt_mean_us": 637.541, + "multi_rtt_p50_us": 600.02, + "multi_rtt_p90_us": 789.449, + "multi_rtt_p99_us": 1525.123, + "multi_rtt_p999_us": 3921.815, + "multi_rtt_max_us": 6953.088, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239024, + "fanout_delivery_mean_us": 20881.165, + "fanout_delivery_p50_us": 20187.947, + "fanout_delivery_p90_us": 25313.254, + "fanout_delivery_p99_us": 29451.87, + "fanout_delivery_p999_us": 33193.508, + "fanout_delivery_max_us": 34095.512, + "client_wall_s": 1.5940373879998333, + "client_cpu_s": 1.2288219999999939, + "broker_user_s": 0.41162099999999996, + "broker_sys_s": 0.489996, + "broker_cpu_s": 0.9016169999999999, + "broker_vcsw": 13650, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.682902, + "single_rtt_mean_us": 136.494, + "single_rtt_p50_us": 127.952, + "single_rtt_p90_us": 157.363, + "single_rtt_p99_us": 317.414, + "single_rtt_p999_us": 744.826, + "single_rtt_max_us": 1979.16, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.668266, + "multi_rtt_mean_us": 641.364, + "multi_rtt_p50_us": 608.066, + "multi_rtt_p90_us": 885.69, + "multi_rtt_p99_us": 1222.124, + "multi_rtt_p999_us": 2199.526, + "multi_rtt_max_us": 3092.012, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23509, + "fanout_delivery_mean_us": 20961.065, + "fanout_delivery_p50_us": 20741.194, + "fanout_delivery_p90_us": 25723.964, + "fanout_delivery_p99_us": 27317.699, + "fanout_delivery_p999_us": 27607.781, + "fanout_delivery_max_us": 27658.356, + "client_wall_s": 1.6000895199999832, + "client_cpu_s": 1.2529969999999935, + "broker_user_s": 0.40488999999999997, + "broker_sys_s": 0.466142, + "broker_cpu_s": 0.871032, + "broker_vcsw": 14235, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.638025, + "single_rtt_mean_us": 127.525, + "single_rtt_p50_us": 119.06, + "single_rtt_p90_us": 140.711, + "single_rtt_p99_us": 217.113, + "single_rtt_p999_us": 957.841, + "single_rtt_max_us": 2592.339, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.663663, + "multi_rtt_mean_us": 643.507, + "multi_rtt_p50_us": 600.74, + "multi_rtt_p90_us": 876.376, + "multi_rtt_p99_us": 1564.217, + "multi_rtt_p999_us": 2733.139, + "multi_rtt_max_us": 6243.255, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.234079, + "fanout_delivery_mean_us": 49676.515, + "fanout_delivery_p50_us": 49697.815, + "fanout_delivery_p90_us": 80292.635, + "fanout_delivery_p99_us": 88798.921, + "fanout_delivery_p999_us": 89351.159, + "fanout_delivery_max_us": 89409.036, + "client_wall_s": 1.5514398779996554, + "client_cpu_s": 1.223354999999998, + "broker_user_s": 0.373054, + "broker_sys_s": 0.529668, + "broker_cpu_s": 0.902722, + "broker_vcsw": 13690, + "broker_maxrss_kib": 6292, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.65062, + "single_rtt_mean_us": 130.019, + "single_rtt_p50_us": 120.39, + "single_rtt_p90_us": 146.832, + "single_rtt_p99_us": 223.393, + "single_rtt_p999_us": 1325.383, + "single_rtt_max_us": 2354.173, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675051, + "multi_rtt_mean_us": 657.203, + "multi_rtt_p50_us": 602.676, + "multi_rtt_p90_us": 912.905, + "multi_rtt_p99_us": 1221.281, + "multi_rtt_p999_us": 2931.32, + "multi_rtt_max_us": 9566.117, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.217918, + "fanout_delivery_mean_us": 19417.094, + "fanout_delivery_p50_us": 18831.482, + "fanout_delivery_p90_us": 23278.707, + "fanout_delivery_p99_us": 24337.696, + "fanout_delivery_p999_us": 24559.831, + "fanout_delivery_max_us": 24633.45, + "client_wall_s": 1.5608822260001034, + "client_cpu_s": 1.2417460000000062, + "broker_user_s": 0.422745, + "broker_sys_s": 0.512141, + "broker_cpu_s": 0.9348859999999999, + "broker_vcsw": 12762, + "broker_maxrss_kib": 4900, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667183, + "single_rtt_mean_us": 133.352, + "single_rtt_p50_us": 124.201, + "single_rtt_p90_us": 149.309, + "single_rtt_p99_us": 225.557, + "single_rtt_p999_us": 1088.109, + "single_rtt_max_us": 3947.281, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.621485, + "multi_rtt_mean_us": 603.029, + "multi_rtt_p50_us": 582.78, + "multi_rtt_p90_us": 751.782, + "multi_rtt_p99_us": 1212.128, + "multi_rtt_p999_us": 2217.051, + "multi_rtt_max_us": 2433.073, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254184, + "fanout_delivery_mean_us": 55384.015, + "fanout_delivery_p50_us": 61737.91, + "fanout_delivery_p90_us": 83553.125, + "fanout_delivery_p99_us": 91819.133, + "fanout_delivery_p999_us": 96632.066, + "fanout_delivery_max_us": 99250.296, + "client_wall_s": 1.557664463999572, + "client_cpu_s": 1.2025059999999996, + "broker_user_s": 0.397665, + "broker_sys_s": 0.5385369999999999, + "broker_cpu_s": 0.936202, + "broker_vcsw": 13235, + "broker_maxrss_kib": 5808, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.683576, + "single_rtt_mean_us": 136.636, + "single_rtt_p50_us": 128.551, + "single_rtt_p90_us": 160.431, + "single_rtt_p99_us": 292.276, + "single_rtt_p999_us": 796.147, + "single_rtt_max_us": 1011.791, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.672089, + "multi_rtt_mean_us": 651.009, + "multi_rtt_p50_us": 592.848, + "multi_rtt_p90_us": 881.482, + "multi_rtt_p99_us": 1682.116, + "multi_rtt_p999_us": 2670.853, + "multi_rtt_max_us": 4428.054, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.282257, + "fanout_delivery_mean_us": 25562.863, + "fanout_delivery_p50_us": 25696.585, + "fanout_delivery_p90_us": 34194.383, + "fanout_delivery_p99_us": 36934.264, + "fanout_delivery_p999_us": 37415.118, + "fanout_delivery_max_us": 37475.418, + "client_wall_s": 1.655024653000055, + "client_cpu_s": 1.2796869999999956, + "broker_user_s": 0.41874799999999995, + "broker_sys_s": 0.5238889999999999, + "broker_cpu_s": 0.942637, + "broker_vcsw": 13162, + "broker_maxrss_kib": 5040, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.719013, + "single_rtt_mean_us": 143.714, + "single_rtt_p50_us": 136.04, + "single_rtt_p90_us": 169.846, + "single_rtt_p99_us": 243.431, + "single_rtt_p999_us": 1018.763, + "single_rtt_max_us": 2781.086, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.626404, + "multi_rtt_mean_us": 610.526, + "multi_rtt_p50_us": 587.308, + "multi_rtt_p90_us": 758.13, + "multi_rtt_p99_us": 1281.353, + "multi_rtt_p999_us": 2197.53, + "multi_rtt_max_us": 2289.17, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245226, + "fanout_delivery_mean_us": 53177.489, + "fanout_delivery_p50_us": 55139.137, + "fanout_delivery_p90_us": 87601.977, + "fanout_delivery_p99_us": 101498.298, + "fanout_delivery_p999_us": 103610.912, + "fanout_delivery_max_us": 107939.387, + "client_wall_s": 1.6059472810002262, + "client_cpu_s": 1.236688000000001, + "broker_user_s": 0.423616, + "broker_sys_s": 0.537803, + "broker_cpu_s": 0.961419, + "broker_vcsw": 12890, + "broker_maxrss_kib": 6364, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.64953, + "single_rtt_mean_us": 129.828, + "single_rtt_p50_us": 122.241, + "single_rtt_p90_us": 146.49, + "single_rtt_p99_us": 231.295, + "single_rtt_p999_us": 655.814, + "single_rtt_max_us": 2439.758, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.704365, + "multi_rtt_mean_us": 676.74, + "multi_rtt_p50_us": 608.075, + "multi_rtt_p90_us": 861.561, + "multi_rtt_p99_us": 1743.488, + "multi_rtt_p999_us": 7455.862, + "multi_rtt_max_us": 14845.188, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.22535, + "fanout_delivery_mean_us": 20122.053, + "fanout_delivery_p50_us": 19476.7, + "fanout_delivery_p90_us": 23900.486, + "fanout_delivery_p99_us": 25738.92, + "fanout_delivery_p999_us": 26701.361, + "fanout_delivery_max_us": 29191.674, + "client_wall_s": 1.5950248680001096, + "client_cpu_s": 1.2488720000000058, + "broker_user_s": 0.39743799999999996, + "broker_sys_s": 0.481268, + "broker_cpu_s": 0.878706, + "broker_vcsw": 14124, + "broker_maxrss_kib": 5084, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.691636, + "single_rtt_mean_us": 138.232, + "single_rtt_p50_us": 129.428, + "single_rtt_p90_us": 159.688, + "single_rtt_p99_us": 317.576, + "single_rtt_p999_us": 1430.039, + "single_rtt_max_us": 2782.152, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.642142, + "multi_rtt_mean_us": 627.487, + "multi_rtt_p50_us": 577.797, + "multi_rtt_p90_us": 823.494, + "multi_rtt_p99_us": 2005.914, + "multi_rtt_p999_us": 3476.86, + "multi_rtt_max_us": 4998.982, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.234829, + "fanout_delivery_mean_us": 21109.384, + "fanout_delivery_p50_us": 21384.529, + "fanout_delivery_p90_us": 26368.861, + "fanout_delivery_p99_us": 27747.579, + "fanout_delivery_p999_us": 28120.454, + "fanout_delivery_max_us": 28421.11, + "client_wall_s": 1.5844495970000025, + "client_cpu_s": 1.1844990000000024, + "broker_user_s": 0.407692, + "broker_sys_s": 0.5328309999999999, + "broker_cpu_s": 0.940523, + "broker_vcsw": 12214, + "broker_maxrss_kib": 4988, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690142, + "single_rtt_mean_us": 137.937, + "single_rtt_p50_us": 131.34, + "single_rtt_p90_us": 160.831, + "single_rtt_p99_us": 208.456, + "single_rtt_p999_us": 1252.777, + "single_rtt_max_us": 3490.176, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.622274, + "multi_rtt_mean_us": 606.016, + "multi_rtt_p50_us": 565.072, + "multi_rtt_p90_us": 774.332, + "multi_rtt_p99_us": 1522.72, + "multi_rtt_p999_us": 4967.567, + "multi_rtt_max_us": 5386.588, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.245563, + "fanout_delivery_mean_us": 21587.944, + "fanout_delivery_p50_us": 21742.48, + "fanout_delivery_p90_us": 26879.03, + "fanout_delivery_p99_us": 31213.289, + "fanout_delivery_p999_us": 32216.984, + "fanout_delivery_max_us": 33441.759, + "client_wall_s": 1.5734653849999631, + "client_cpu_s": 1.2012650000000065, + "broker_user_s": 0.42727899999999996, + "broker_sys_s": 0.511806, + "broker_cpu_s": 0.939085, + "broker_vcsw": 12386, + "broker_maxrss_kib": 4880, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66211, + "single_rtt_mean_us": 132.333, + "single_rtt_p50_us": 122.816, + "single_rtt_p90_us": 155.203, + "single_rtt_p99_us": 252.423, + "single_rtt_p999_us": 815.64, + "single_rtt_max_us": 1991.417, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.666631, + "multi_rtt_mean_us": 642.406, + "multi_rtt_p50_us": 594.069, + "multi_rtt_p90_us": 867.685, + "multi_rtt_p99_us": 1553.939, + "multi_rtt_p999_us": 3448.556, + "multi_rtt_max_us": 4532.32, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.29664, + "fanout_delivery_mean_us": 27016.911, + "fanout_delivery_p50_us": 27308.202, + "fanout_delivery_p90_us": 35249.765, + "fanout_delivery_p99_us": 36644.736, + "fanout_delivery_p999_us": 37048.093, + "fanout_delivery_max_us": 37120.932, + "client_wall_s": 1.642912461999913, + "client_cpu_s": 1.3120159999999998, + "broker_user_s": 0.379094, + "broker_sys_s": 0.5027619999999999, + "broker_cpu_s": 0.881856, + "broker_vcsw": 13645, + "broker_maxrss_kib": 4956, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.659511, + "single_rtt_mean_us": 131.826, + "single_rtt_p50_us": 130.325, + "single_rtt_p90_us": 158.482, + "single_rtt_p99_us": 205.641, + "single_rtt_p999_us": 483.803, + "single_rtt_max_us": 1022.766, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.625386, + "multi_rtt_mean_us": 604.724, + "multi_rtt_p50_us": 584.988, + "multi_rtt_p90_us": 736.837, + "multi_rtt_p99_us": 1323.159, + "multi_rtt_p999_us": 2354.497, + "multi_rtt_max_us": 2821.651, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23439, + "fanout_delivery_mean_us": 53676.017, + "fanout_delivery_p50_us": 52202.881, + "fanout_delivery_p90_us": 85583.275, + "fanout_delivery_p99_us": 90664.539, + "fanout_delivery_p999_us": 93400.937, + "fanout_delivery_max_us": 94615.145, + "client_wall_s": 1.5369271889999254, + "client_cpu_s": 1.1896090000000044, + "broker_user_s": 0.392534, + "broker_sys_s": 0.5116109999999999, + "broker_cpu_s": 0.904145, + "broker_vcsw": 13927, + "broker_maxrss_kib": 6436, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.663817, + "single_rtt_mean_us": 132.68, + "single_rtt_p50_us": 122.367, + "single_rtt_p90_us": 148.268, + "single_rtt_p99_us": 262.559, + "single_rtt_p999_us": 842.988, + "single_rtt_max_us": 2455.737, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.596441, + "multi_rtt_mean_us": 580.718, + "multi_rtt_p50_us": 576.1, + "multi_rtt_p90_us": 702.18, + "multi_rtt_p99_us": 941.044, + "multi_rtt_p999_us": 2225.22, + "multi_rtt_max_us": 2393.848, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.260436, + "fanout_delivery_mean_us": 58801.175, + "fanout_delivery_p50_us": 68752.919, + "fanout_delivery_p90_us": 88657.735, + "fanout_delivery_p99_us": 95613.767, + "fanout_delivery_p999_us": 99356.271, + "fanout_delivery_max_us": 99461.982, + "client_wall_s": 1.5360986430000594, + "client_cpu_s": 1.2021599999999921, + "broker_user_s": 0.44687, + "broker_sys_s": 0.476377, + "broker_cpu_s": 0.9232469999999999, + "broker_vcsw": 12839, + "broker_maxrss_kib": 6352, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.740593, + "single_rtt_mean_us": 148.023, + "single_rtt_p50_us": 135.075, + "single_rtt_p90_us": 172.122, + "single_rtt_p99_us": 353.677, + "single_rtt_p999_us": 1361.339, + "single_rtt_max_us": 13095.275, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.673679, + "multi_rtt_mean_us": 645.116, + "multi_rtt_p50_us": 635.886, + "multi_rtt_p90_us": 773.955, + "multi_rtt_p99_us": 1361.218, + "multi_rtt_p999_us": 2825.896, + "multi_rtt_max_us": 5108.704, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.269517, + "fanout_delivery_mean_us": 24972.077, + "fanout_delivery_p50_us": 25125.769, + "fanout_delivery_p90_us": 32138.923, + "fanout_delivery_p99_us": 36884.062, + "fanout_delivery_p999_us": 42297.0, + "fanout_delivery_max_us": 43334.58, + "client_wall_s": 1.6990866760002064, + "client_cpu_s": 1.3188960000000094, + "broker_user_s": 0.463089, + "broker_sys_s": 0.45073599999999997, + "broker_cpu_s": 0.9138249999999999, + "broker_vcsw": 13976, + "broker_maxrss_kib": 4980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.649656, + "single_rtt_mean_us": 129.849, + "single_rtt_p50_us": 121.297, + "single_rtt_p90_us": 148.055, + "single_rtt_p99_us": 202.257, + "single_rtt_p999_us": 721.117, + "single_rtt_max_us": 1778.242, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.599337, + "multi_rtt_mean_us": 577.478, + "multi_rtt_p50_us": 578.136, + "multi_rtt_p90_us": 695.964, + "multi_rtt_p99_us": 993.217, + "multi_rtt_p999_us": 1715.459, + "multi_rtt_max_us": 3131.693, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.270445, + "fanout_delivery_mean_us": 24046.32, + "fanout_delivery_p50_us": 24724.013, + "fanout_delivery_p90_us": 30776.398, + "fanout_delivery_p99_us": 32080.148, + "fanout_delivery_p999_us": 32430.433, + "fanout_delivery_max_us": 32490.551, + "client_wall_s": 1.6123946949996935, + "client_cpu_s": 1.2154620000000023, + "broker_user_s": 0.420191, + "broker_sys_s": 0.467109, + "broker_cpu_s": 0.8873, + "broker_vcsw": 13480, + "broker_maxrss_kib": 5016, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.74963, + "single_rtt_mean_us": 149.831, + "single_rtt_p50_us": 136.358, + "single_rtt_p90_us": 178.715, + "single_rtt_p99_us": 313.857, + "single_rtt_p999_us": 1035.815, + "single_rtt_max_us": 13199.387, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.672807, + "multi_rtt_mean_us": 653.017, + "multi_rtt_p50_us": 620.685, + "multi_rtt_p90_us": 829.104, + "multi_rtt_p99_us": 1373.765, + "multi_rtt_p999_us": 2709.28, + "multi_rtt_max_us": 3071.951, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246728, + "fanout_delivery_mean_us": 22055.79, + "fanout_delivery_p50_us": 22524.798, + "fanout_delivery_p90_us": 28068.763, + "fanout_delivery_p99_us": 30817.109, + "fanout_delivery_p999_us": 31028.509, + "fanout_delivery_max_us": 31115.786, + "client_wall_s": 1.6866926319999038, + "client_cpu_s": 1.2904709999999966, + "broker_user_s": 0.45863499999999996, + "broker_sys_s": 0.537528, + "broker_cpu_s": 0.9961629999999999, + "broker_vcsw": 13136, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.656625, + "single_rtt_mean_us": 131.23, + "single_rtt_p50_us": 121.562, + "single_rtt_p90_us": 156.583, + "single_rtt_p99_us": 220.976, + "single_rtt_p999_us": 694.604, + "single_rtt_max_us": 2503.354, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.723435, + "multi_rtt_mean_us": 700.997, + "multi_rtt_p50_us": 599.151, + "multi_rtt_p90_us": 898.213, + "multi_rtt_p99_us": 2192.851, + "multi_rtt_p999_us": 7925.708, + "multi_rtt_max_us": 19530.958, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250702, + "fanout_delivery_mean_us": 22493.443, + "fanout_delivery_p50_us": 22667.087, + "fanout_delivery_p90_us": 28111.858, + "fanout_delivery_p99_us": 29526.167, + "fanout_delivery_p999_us": 33435.186, + "fanout_delivery_max_us": 34555.566, + "client_wall_s": 1.647263286999987, + "client_cpu_s": 1.2475079999999963, + "broker_user_s": 0.379434, + "broker_sys_s": 0.569807, + "broker_cpu_s": 0.949241, + "broker_vcsw": 13189, + "broker_maxrss_kib": 4936, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677456, + "single_rtt_mean_us": 135.408, + "single_rtt_p50_us": 124.58, + "single_rtt_p90_us": 153.153, + "single_rtt_p99_us": 304.195, + "single_rtt_p999_us": 973.172, + "single_rtt_max_us": 2971.323, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.697493, + "multi_rtt_mean_us": 673.732, + "multi_rtt_p50_us": 618.875, + "multi_rtt_p90_us": 929.333, + "multi_rtt_p99_us": 1715.547, + "multi_rtt_p999_us": 3132.176, + "multi_rtt_max_us": 5088.845, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.231607, + "fanout_delivery_mean_us": 48339.553, + "fanout_delivery_p50_us": 49516.366, + "fanout_delivery_p90_us": 77027.615, + "fanout_delivery_p99_us": 85853.355, + "fanout_delivery_p999_us": 86318.984, + "fanout_delivery_max_us": 86404.38, + "client_wall_s": 1.6227866019999055, + "client_cpu_s": 1.2505450000000025, + "broker_user_s": 0.449974, + "broker_sys_s": 0.48363799999999996, + "broker_cpu_s": 0.9336119999999999, + "broker_vcsw": 13836, + "broker_maxrss_kib": 6332, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.645227, + "single_rtt_mean_us": 128.963, + "single_rtt_p50_us": 119.739, + "single_rtt_p90_us": 148.97, + "single_rtt_p99_us": 244.487, + "single_rtt_p999_us": 670.123, + "single_rtt_max_us": 1132.367, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.603463, + "multi_rtt_mean_us": 584.617, + "multi_rtt_p50_us": 573.517, + "multi_rtt_p90_us": 704.421, + "multi_rtt_p99_us": 1312.038, + "multi_rtt_p999_us": 2008.195, + "multi_rtt_max_us": 2405.62, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249407, + "fanout_delivery_mean_us": 22189.924, + "fanout_delivery_p50_us": 20816.198, + "fanout_delivery_p90_us": 29164.702, + "fanout_delivery_p99_us": 36361.537, + "fanout_delivery_p999_us": 41149.498, + "fanout_delivery_max_us": 43119.762, + "client_wall_s": 1.5163565480002035, + "client_cpu_s": 1.182350999999997, + "broker_user_s": 0.39886299999999997, + "broker_sys_s": 0.507875, + "broker_cpu_s": 0.9067379999999999, + "broker_vcsw": 12722, + "broker_maxrss_kib": 5092, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.644077, + "single_rtt_mean_us": 128.737, + "single_rtt_p50_us": 122.276, + "single_rtt_p90_us": 145.992, + "single_rtt_p99_us": 191.615, + "single_rtt_p999_us": 534.445, + "single_rtt_max_us": 938.046, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.614032, + "multi_rtt_mean_us": 591.885, + "multi_rtt_p50_us": 576.483, + "multi_rtt_p90_us": 674.17, + "multi_rtt_p99_us": 1686.73, + "multi_rtt_p999_us": 3495.2, + "multi_rtt_max_us": 3922.644, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.236972, + "fanout_delivery_mean_us": 51514.771, + "fanout_delivery_p50_us": 49680.665, + "fanout_delivery_p90_us": 84219.884, + "fanout_delivery_p99_us": 90581.369, + "fanout_delivery_p999_us": 95064.276, + "fanout_delivery_max_us": 95162.843, + "client_wall_s": 1.5160707730001377, + "client_cpu_s": 1.1855559999999912, + "broker_user_s": 0.411313, + "broker_sys_s": 0.474555, + "broker_cpu_s": 0.885868, + "broker_vcsw": 13718, + "broker_maxrss_kib": 6284, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.689389, + "single_rtt_mean_us": 137.785, + "single_rtt_p50_us": 127.332, + "single_rtt_p90_us": 161.883, + "single_rtt_p99_us": 274.17, + "single_rtt_p999_us": 1190.751, + "single_rtt_max_us": 2543.48, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.610868, + "multi_rtt_mean_us": 589.408, + "multi_rtt_p50_us": 574.316, + "multi_rtt_p90_us": 737.673, + "multi_rtt_p99_us": 1155.383, + "multi_rtt_p999_us": 1795.721, + "multi_rtt_max_us": 1955.032, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.277507, + "fanout_delivery_mean_us": 24076.06, + "fanout_delivery_p50_us": 24245.557, + "fanout_delivery_p90_us": 32174.523, + "fanout_delivery_p99_us": 38340.5, + "fanout_delivery_p999_us": 38914.591, + "fanout_delivery_max_us": 43324.851, + "client_wall_s": 1.5930526040001496, + "client_cpu_s": 1.2587800000000158, + "broker_user_s": 0.424164, + "broker_sys_s": 0.47851, + "broker_cpu_s": 0.902674, + "broker_vcsw": 13167, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667162, + "single_rtt_mean_us": 133.347, + "single_rtt_p50_us": 127.714, + "single_rtt_p90_us": 153.64, + "single_rtt_p99_us": 228.02, + "single_rtt_p999_us": 842.758, + "single_rtt_max_us": 1461.127, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.635799, + "multi_rtt_mean_us": 613.001, + "multi_rtt_p50_us": 594.285, + "multi_rtt_p90_us": 769.862, + "multi_rtt_p99_us": 1331.507, + "multi_rtt_p999_us": 2735.627, + "multi_rtt_max_us": 3275.871, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228472, + "fanout_delivery_mean_us": 20614.865, + "fanout_delivery_p50_us": 20148.413, + "fanout_delivery_p90_us": 24807.825, + "fanout_delivery_p99_us": 25146.021, + "fanout_delivery_p999_us": 25295.465, + "fanout_delivery_max_us": 25350.38, + "client_wall_s": 1.5480840099999114, + "client_cpu_s": 1.2143959999999936, + "broker_user_s": 0.41984, + "broker_sys_s": 0.482537, + "broker_cpu_s": 0.902377, + "broker_vcsw": 13522, + "broker_maxrss_kib": 4904, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.660171, + "single_rtt_mean_us": 131.954, + "single_rtt_p50_us": 122.882, + "single_rtt_p90_us": 149.918, + "single_rtt_p99_us": 204.095, + "single_rtt_p999_us": 1036.406, + "single_rtt_max_us": 1712.155, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.644216, + "multi_rtt_mean_us": 624.636, + "multi_rtt_p50_us": 591.114, + "multi_rtt_p90_us": 803.899, + "multi_rtt_p99_us": 1221.313, + "multi_rtt_p999_us": 2993.446, + "multi_rtt_max_us": 4391.208, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261666, + "fanout_delivery_mean_us": 58756.578, + "fanout_delivery_p50_us": 53268.249, + "fanout_delivery_p90_us": 102678.044, + "fanout_delivery_p99_us": 111929.369, + "fanout_delivery_p999_us": 115802.208, + "fanout_delivery_max_us": 117752.557, + "client_wall_s": 1.583745825999813, + "client_cpu_s": 1.230749000000003, + "broker_user_s": 0.41827699999999995, + "broker_sys_s": 0.521421, + "broker_cpu_s": 0.9396979999999999, + "broker_vcsw": 13342, + "broker_maxrss_kib": 6376, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.730644, + "single_rtt_mean_us": 146.039, + "single_rtt_p50_us": 125.399, + "single_rtt_p90_us": 153.364, + "single_rtt_p99_us": 229.536, + "single_rtt_p999_us": 843.986, + "single_rtt_max_us": 69806.962, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.680425, + "multi_rtt_mean_us": 654.099, + "multi_rtt_p50_us": 611.227, + "multi_rtt_p90_us": 899.875, + "multi_rtt_p99_us": 1205.337, + "multi_rtt_p999_us": 3393.158, + "multi_rtt_max_us": 4512.279, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23966, + "fanout_delivery_mean_us": 21424.568, + "fanout_delivery_p50_us": 20506.861, + "fanout_delivery_p90_us": 27172.391, + "fanout_delivery_p99_us": 31018.171, + "fanout_delivery_p999_us": 35028.468, + "fanout_delivery_max_us": 35475.152, + "client_wall_s": 1.6655387720002182, + "client_cpu_s": 1.3331680000000006, + "broker_user_s": 0.400117, + "broker_sys_s": 0.484811, + "broker_cpu_s": 0.8849279999999999, + "broker_vcsw": 13571, + "broker_maxrss_kib": 4868, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.687549, + "single_rtt_mean_us": 137.429, + "single_rtt_p50_us": 129.938, + "single_rtt_p90_us": 159.591, + "single_rtt_p99_us": 278.305, + "single_rtt_p999_us": 747.14, + "single_rtt_max_us": 1921.172, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.819666, + "multi_rtt_mean_us": 789.534, + "multi_rtt_p50_us": 762.714, + "multi_rtt_p90_us": 1060.676, + "multi_rtt_p99_us": 1830.562, + "multi_rtt_p999_us": 4227.349, + "multi_rtt_max_us": 6970.723, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23227, + "fanout_delivery_mean_us": 20979.456, + "fanout_delivery_p50_us": 20387.837, + "fanout_delivery_p90_us": 24528.409, + "fanout_delivery_p99_us": 26791.757, + "fanout_delivery_p999_us": 32131.489, + "fanout_delivery_max_us": 32268.448, + "client_wall_s": 1.756125996999799, + "client_cpu_s": 1.40216199999999, + "broker_user_s": 0.461701, + "broker_sys_s": 0.508335, + "broker_cpu_s": 0.9700359999999999, + "broker_vcsw": 14099, + "broker_maxrss_kib": 5156, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.734578, + "single_rtt_mean_us": 146.83, + "single_rtt_p50_us": 126.278, + "single_rtt_p90_us": 166.061, + "single_rtt_p99_us": 518.668, + "single_rtt_p999_us": 1108.448, + "single_rtt_max_us": 4540.12, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.634483, + "multi_rtt_mean_us": 610.958, + "multi_rtt_p50_us": 586.882, + "multi_rtt_p90_us": 732.569, + "multi_rtt_p99_us": 1528.59, + "multi_rtt_p999_us": 3636.518, + "multi_rtt_max_us": 4789.284, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239663, + "fanout_delivery_mean_us": 21915.897, + "fanout_delivery_p50_us": 20712.759, + "fanout_delivery_p90_us": 25153.72, + "fanout_delivery_p99_us": 35993.054, + "fanout_delivery_p999_us": 36120.842, + "fanout_delivery_max_us": 40816.924, + "client_wall_s": 1.624217341000076, + "client_cpu_s": 1.210244000000003, + "broker_user_s": 0.45503899999999997, + "broker_sys_s": 0.440443, + "broker_cpu_s": 0.8954819999999999, + "broker_vcsw": 13695, + "broker_maxrss_kib": 4772, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.654039, + "single_rtt_mean_us": 130.724, + "single_rtt_p50_us": 122.305, + "single_rtt_p90_us": 148.237, + "single_rtt_p99_us": 225.668, + "single_rtt_p999_us": 672.749, + "single_rtt_max_us": 2387.212, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.601451, + "multi_rtt_mean_us": 582.095, + "multi_rtt_p50_us": 582.367, + "multi_rtt_p90_us": 675.358, + "multi_rtt_p99_us": 1104.018, + "multi_rtt_p999_us": 1525.774, + "multi_rtt_max_us": 2217.321, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.234699, + "fanout_delivery_mean_us": 52842.967, + "fanout_delivery_p50_us": 53195.244, + "fanout_delivery_p90_us": 85629.563, + "fanout_delivery_p99_us": 94671.217, + "fanout_delivery_p999_us": 95553.136, + "fanout_delivery_max_us": 98205.631, + "client_wall_s": 1.5058653570004026, + "client_cpu_s": 1.1821670000000069, + "broker_user_s": 0.343188, + "broker_sys_s": 0.534708, + "broker_cpu_s": 0.877896, + "broker_vcsw": 13944, + "broker_maxrss_kib": 6280, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.699378, + "single_rtt_mean_us": 139.789, + "single_rtt_p50_us": 126.76, + "single_rtt_p90_us": 165.216, + "single_rtt_p99_us": 304.435, + "single_rtt_p999_us": 989.127, + "single_rtt_max_us": 3215.848, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.646648, + "multi_rtt_mean_us": 621.674, + "multi_rtt_p50_us": 590.659, + "multi_rtt_p90_us": 794.731, + "multi_rtt_p99_us": 1340.862, + "multi_rtt_p999_us": 2964.375, + "multi_rtt_max_us": 3151.159, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.235321, + "fanout_delivery_mean_us": 22223.513, + "fanout_delivery_p50_us": 22422.667, + "fanout_delivery_p90_us": 29376.322, + "fanout_delivery_p99_us": 34854.546, + "fanout_delivery_p999_us": 35316.537, + "fanout_delivery_max_us": 35365.633, + "client_wall_s": 1.6056470399998943, + "client_cpu_s": 1.236803000000009, + "broker_user_s": 0.45672599999999997, + "broker_sys_s": 0.473867, + "broker_cpu_s": 0.930593, + "broker_vcsw": 13324, + "broker_maxrss_kib": 5044, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.713292, + "single_rtt_mean_us": 142.564, + "single_rtt_p50_us": 131.549, + "single_rtt_p90_us": 167.809, + "single_rtt_p99_us": 282.083, + "single_rtt_p999_us": 1096.69, + "single_rtt_max_us": 4900.635, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.621298, + "multi_rtt_mean_us": 601.26, + "multi_rtt_p50_us": 585.537, + "multi_rtt_p90_us": 763.86, + "multi_rtt_p99_us": 1179.85, + "multi_rtt_p999_us": 1853.608, + "multi_rtt_max_us": 2888.923, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233369, + "fanout_delivery_mean_us": 20869.948, + "fanout_delivery_p50_us": 20548.187, + "fanout_delivery_p90_us": 25252.658, + "fanout_delivery_p99_us": 30173.976, + "fanout_delivery_p999_us": 30360.657, + "fanout_delivery_max_us": 30424.903, + "client_wall_s": 1.5850714819998757, + "client_cpu_s": 1.2322259999999972, + "broker_user_s": 0.416394, + "broker_sys_s": 0.502099, + "broker_cpu_s": 0.918493, + "broker_vcsw": 13151, + "broker_maxrss_kib": 4864, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.664453, + "single_rtt_mean_us": 132.8, + "single_rtt_p50_us": 124.565, + "single_rtt_p90_us": 157.569, + "single_rtt_p99_us": 214.02, + "single_rtt_p999_us": 419.334, + "single_rtt_max_us": 1128.704, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.564994, + "multi_rtt_mean_us": 543.909, + "multi_rtt_p50_us": 559.539, + "multi_rtt_p90_us": 617.397, + "multi_rtt_p99_us": 900.185, + "multi_rtt_p999_us": 1222.888, + "multi_rtt_max_us": 1350.973, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228359, + "fanout_delivery_mean_us": 51842.223, + "fanout_delivery_p50_us": 53664.104, + "fanout_delivery_p90_us": 80724.238, + "fanout_delivery_p99_us": 88144.352, + "fanout_delivery_p999_us": 89924.476, + "fanout_delivery_max_us": 92788.056, + "client_wall_s": 1.4734319780000078, + "client_cpu_s": 1.1562990000000042, + "broker_user_s": 0.400474, + "broker_sys_s": 0.45779, + "broker_cpu_s": 0.8582639999999999, + "broker_vcsw": 14202, + "broker_maxrss_kib": 6300, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.680576, + "single_rtt_mean_us": 136.027, + "single_rtt_p50_us": 129.995, + "single_rtt_p90_us": 165.153, + "single_rtt_p99_us": 266.636, + "single_rtt_p999_us": 645.414, + "single_rtt_max_us": 1105.131, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.610717, + "multi_rtt_mean_us": 587.651, + "multi_rtt_p50_us": 566.393, + "multi_rtt_p90_us": 747.379, + "multi_rtt_p99_us": 1006.294, + "multi_rtt_p999_us": 2007.287, + "multi_rtt_max_us": 2161.183, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2231, + "fanout_delivery_mean_us": 20053.717, + "fanout_delivery_p50_us": 19883.095, + "fanout_delivery_p90_us": 24460.999, + "fanout_delivery_p99_us": 25184.759, + "fanout_delivery_p999_us": 25527.32, + "fanout_delivery_max_us": 25570.078, + "client_wall_s": 1.528766719000032, + "client_cpu_s": 1.196040999999994, + "broker_user_s": 0.41512499999999997, + "broker_sys_s": 0.469101, + "broker_cpu_s": 0.884226, + "broker_vcsw": 13598, + "broker_maxrss_kib": 4868, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.657232, + "single_rtt_mean_us": 131.366, + "single_rtt_p50_us": 121.764, + "single_rtt_p90_us": 148.412, + "single_rtt_p99_us": 218.055, + "single_rtt_p999_us": 979.34, + "single_rtt_max_us": 1692.528, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.670727, + "multi_rtt_mean_us": 650.045, + "multi_rtt_p50_us": 588.672, + "multi_rtt_p90_us": 915.975, + "multi_rtt_p99_us": 1371.577, + "multi_rtt_p999_us": 3886.142, + "multi_rtt_max_us": 4163.269, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.224746, + "fanout_delivery_mean_us": 49443.704, + "fanout_delivery_p50_us": 48409.957, + "fanout_delivery_p90_us": 79296.896, + "fanout_delivery_p99_us": 87046.538, + "fanout_delivery_p999_us": 89144.997, + "fanout_delivery_max_us": 91507.198, + "client_wall_s": 1.5672460329997193, + "client_cpu_s": 1.2192639999999955, + "broker_user_s": 0.37748, + "broker_sys_s": 0.527807, + "broker_cpu_s": 0.905287, + "broker_vcsw": 13960, + "broker_maxrss_kib": 6408, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.69908, + "single_rtt_mean_us": 139.73, + "single_rtt_p50_us": 132.079, + "single_rtt_p90_us": 159.412, + "single_rtt_p99_us": 280.743, + "single_rtt_p999_us": 728.293, + "single_rtt_max_us": 4304.681, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.615103, + "multi_rtt_mean_us": 591.663, + "multi_rtt_p50_us": 581.59, + "multi_rtt_p90_us": 683.559, + "multi_rtt_p99_us": 1638.575, + "multi_rtt_p999_us": 2348.197, + "multi_rtt_max_us": 2533.984, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2259, + "fanout_delivery_mean_us": 19921.872, + "fanout_delivery_p50_us": 19416.755, + "fanout_delivery_p90_us": 24667.389, + "fanout_delivery_p99_us": 26497.786, + "fanout_delivery_p999_us": 30956.894, + "fanout_delivery_max_us": 31025.839, + "client_wall_s": 1.5608539400000154, + "client_cpu_s": 1.1763300000000072, + "broker_user_s": 0.42313799999999996, + "broker_sys_s": 0.474247, + "broker_cpu_s": 0.8973849999999999, + "broker_vcsw": 13924, + "broker_maxrss_kib": 5048, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.659914, + "single_rtt_mean_us": 131.894, + "single_rtt_p50_us": 120.735, + "single_rtt_p90_us": 152.897, + "single_rtt_p99_us": 310.317, + "single_rtt_p999_us": 562.666, + "single_rtt_max_us": 3174.792, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.658496, + "multi_rtt_mean_us": 637.144, + "multi_rtt_p50_us": 588.677, + "multi_rtt_p90_us": 885.364, + "multi_rtt_p99_us": 1498.416, + "multi_rtt_p999_us": 3745.002, + "multi_rtt_max_us": 3895.019, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226679, + "fanout_delivery_mean_us": 21148.936, + "fanout_delivery_p50_us": 22241.813, + "fanout_delivery_p90_us": 25289.477, + "fanout_delivery_p99_us": 29169.015, + "fanout_delivery_p999_us": 30340.94, + "fanout_delivery_max_us": 30415.924, + "client_wall_s": 1.5591095879999557, + "client_cpu_s": 1.2185369999999978, + "broker_user_s": 0.402018, + "broker_sys_s": 0.482828, + "broker_cpu_s": 0.884846, + "broker_vcsw": 13719, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667943, + "single_rtt_mean_us": 133.493, + "single_rtt_p50_us": 121.845, + "single_rtt_p90_us": 156.102, + "single_rtt_p99_us": 241.089, + "single_rtt_p999_us": 787.894, + "single_rtt_max_us": 2665.101, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.607006, + "multi_rtt_mean_us": 585.017, + "multi_rtt_p50_us": 582.974, + "multi_rtt_p90_us": 695.562, + "multi_rtt_p99_us": 1154.346, + "multi_rtt_p999_us": 1693.568, + "multi_rtt_max_us": 3777.718, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23416, + "fanout_delivery_mean_us": 20985.645, + "fanout_delivery_p50_us": 20713.595, + "fanout_delivery_p90_us": 25614.881, + "fanout_delivery_p99_us": 27742.221, + "fanout_delivery_p999_us": 28260.039, + "fanout_delivery_max_us": 28336.883, + "client_wall_s": 1.52458135400002, + "client_cpu_s": 1.2070489999999836, + "broker_user_s": 0.43151399999999995, + "broker_sys_s": 0.42388299999999995, + "broker_cpu_s": 0.855397, + "broker_vcsw": 13758, + "broker_maxrss_kib": 5012, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.635494, + "single_rtt_mean_us": 127.015, + "single_rtt_p50_us": 118.943, + "single_rtt_p90_us": 138.78, + "single_rtt_p99_us": 204.425, + "single_rtt_p999_us": 1290.158, + "single_rtt_max_us": 2577.98, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.586347, + "multi_rtt_mean_us": 570.498, + "multi_rtt_p50_us": 555.812, + "multi_rtt_p90_us": 710.071, + "multi_rtt_p99_us": 985.648, + "multi_rtt_p999_us": 3040.177, + "multi_rtt_max_us": 3204.993, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248335, + "fanout_delivery_mean_us": 51980.38, + "fanout_delivery_p50_us": 52689.645, + "fanout_delivery_p90_us": 78212.651, + "fanout_delivery_p99_us": 84142.806, + "fanout_delivery_p999_us": 85144.512, + "fanout_delivery_max_us": 85235.43, + "client_wall_s": 1.4845418830000199, + "client_cpu_s": 1.152084000000002, + "broker_user_s": 0.416024, + "broker_sys_s": 0.49213199999999996, + "broker_cpu_s": 0.908156, + "broker_vcsw": 12508, + "broker_maxrss_kib": 6264, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.661957, + "single_rtt_mean_us": 132.303, + "single_rtt_p50_us": 122.315, + "single_rtt_p90_us": 153.769, + "single_rtt_p99_us": 222.112, + "single_rtt_p999_us": 819.748, + "single_rtt_max_us": 2058.382, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.617938, + "multi_rtt_mean_us": 601.241, + "multi_rtt_p50_us": 580.962, + "multi_rtt_p90_us": 806.201, + "multi_rtt_p99_us": 1053.307, + "multi_rtt_p999_us": 1570.906, + "multi_rtt_max_us": 1746.975, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228068, + "fanout_delivery_mean_us": 20696.978, + "fanout_delivery_p50_us": 20194.977, + "fanout_delivery_p90_us": 24801.749, + "fanout_delivery_p99_us": 25522.865, + "fanout_delivery_p999_us": 28631.009, + "fanout_delivery_max_us": 30287.281, + "client_wall_s": 1.5233257679997223, + "client_cpu_s": 1.1846900000000176, + "broker_user_s": 0.417813, + "broker_sys_s": 0.515251, + "broker_cpu_s": 0.933064, + "broker_vcsw": 12523, + "broker_maxrss_kib": 4964, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.649701, + "single_rtt_mean_us": 129.852, + "single_rtt_p50_us": 122.425, + "single_rtt_p90_us": 146.997, + "single_rtt_p99_us": 195.651, + "single_rtt_p999_us": 558.308, + "single_rtt_max_us": 2175.313, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.629999, + "multi_rtt_mean_us": 611.696, + "multi_rtt_p50_us": 582.168, + "multi_rtt_p90_us": 829.657, + "multi_rtt_p99_us": 1280.569, + "multi_rtt_p999_us": 2142.527, + "multi_rtt_max_us": 3182.414, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226069, + "fanout_delivery_mean_us": 47168.555, + "fanout_delivery_p50_us": 48466.62, + "fanout_delivery_p90_us": 75772.263, + "fanout_delivery_p99_us": 84679.473, + "fanout_delivery_p999_us": 85121.526, + "fanout_delivery_max_us": 85206.386, + "client_wall_s": 1.5214145499999177, + "client_cpu_s": 1.2059759999999926, + "broker_user_s": 0.41805699999999996, + "broker_sys_s": 0.467219, + "broker_cpu_s": 0.885276, + "broker_vcsw": 13222, + "broker_maxrss_kib": 5736, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.643752, + "single_rtt_mean_us": 128.672, + "single_rtt_p50_us": 118.445, + "single_rtt_p90_us": 149.525, + "single_rtt_p99_us": 231.292, + "single_rtt_p999_us": 860.702, + "single_rtt_max_us": 2348.286, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.660671, + "multi_rtt_mean_us": 636.362, + "multi_rtt_p50_us": 610.351, + "multi_rtt_p90_us": 788.148, + "multi_rtt_p99_us": 1423.538, + "multi_rtt_p999_us": 2811.656, + "multi_rtt_max_us": 2931.585, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225738, + "fanout_delivery_mean_us": 19700.004, + "fanout_delivery_p50_us": 19677.554, + "fanout_delivery_p90_us": 24406.661, + "fanout_delivery_p99_us": 25848.934, + "fanout_delivery_p999_us": 26227.899, + "fanout_delivery_max_us": 29523.041, + "client_wall_s": 1.5483075020001706, + "client_cpu_s": 1.2293190000000038, + "broker_user_s": 0.413329, + "broker_sys_s": 0.49365899999999996, + "broker_cpu_s": 0.9069879999999999, + "broker_vcsw": 13462, + "broker_maxrss_kib": 5064, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.721303, + "single_rtt_mean_us": 144.177, + "single_rtt_p50_us": 131.698, + "single_rtt_p90_us": 161.127, + "single_rtt_p99_us": 317.322, + "single_rtt_p999_us": 1509.067, + "single_rtt_max_us": 6378.969, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.596619, + "multi_rtt_mean_us": 574.69, + "multi_rtt_p50_us": 586.469, + "multi_rtt_p90_us": 655.933, + "multi_rtt_p99_us": 883.691, + "multi_rtt_p999_us": 2048.437, + "multi_rtt_max_us": 5929.509, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24126, + "fanout_delivery_mean_us": 21843.497, + "fanout_delivery_p50_us": 21716.935, + "fanout_delivery_p90_us": 26900.865, + "fanout_delivery_p99_us": 28854.65, + "fanout_delivery_p999_us": 29290.528, + "fanout_delivery_max_us": 30297.472, + "client_wall_s": 1.5738636000000952, + "client_cpu_s": 1.213910999999996, + "broker_user_s": 0.436896, + "broker_sys_s": 0.464885, + "broker_cpu_s": 0.9017809999999999, + "broker_vcsw": 13785, + "broker_maxrss_kib": 4800, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.66081, + "single_rtt_mean_us": 132.074, + "single_rtt_p50_us": 120.627, + "single_rtt_p90_us": 148.764, + "single_rtt_p99_us": 334.498, + "single_rtt_p999_us": 791.761, + "single_rtt_max_us": 1945.662, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.710802, + "multi_rtt_mean_us": 686.404, + "multi_rtt_p50_us": 629.15, + "multi_rtt_p90_us": 950.281, + "multi_rtt_p99_us": 1463.34, + "multi_rtt_p999_us": 4550.813, + "multi_rtt_max_us": 4948.219, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230766, + "fanout_delivery_mean_us": 20664.401, + "fanout_delivery_p50_us": 20268.147, + "fanout_delivery_p90_us": 25031.753, + "fanout_delivery_p99_us": 26182.916, + "fanout_delivery_p999_us": 26422.273, + "fanout_delivery_max_us": 26493.72, + "client_wall_s": 1.6183559420001075, + "client_cpu_s": 1.2887810000000002, + "broker_user_s": 0.374162, + "broker_sys_s": 0.505752, + "broker_cpu_s": 0.879914, + "broker_vcsw": 14035, + "broker_maxrss_kib": 4992, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.664495, + "single_rtt_mean_us": 132.806, + "single_rtt_p50_us": 122.928, + "single_rtt_p90_us": 149.48, + "single_rtt_p99_us": 248.87, + "single_rtt_p999_us": 742.041, + "single_rtt_max_us": 4990.772, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.648224, + "multi_rtt_mean_us": 624.421, + "multi_rtt_p50_us": 592.802, + "multi_rtt_p90_us": 805.462, + "multi_rtt_p99_us": 1392.17, + "multi_rtt_p999_us": 3281.452, + "multi_rtt_max_us": 3439.856, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.241815, + "fanout_delivery_mean_us": 52891.955, + "fanout_delivery_p50_us": 50647.232, + "fanout_delivery_p90_us": 82474.831, + "fanout_delivery_p99_us": 90814.751, + "fanout_delivery_p999_us": 92419.564, + "fanout_delivery_max_us": 95394.939, + "client_wall_s": 1.5699748280003405, + "client_cpu_s": 1.2438539999999847, + "broker_user_s": 0.418008, + "broker_sys_s": 0.47140699999999996, + "broker_cpu_s": 0.889415, + "broker_vcsw": 13758, + "broker_maxrss_kib": 6284, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.735197, + "single_rtt_mean_us": 146.946, + "single_rtt_p50_us": 134.144, + "single_rtt_p90_us": 171.195, + "single_rtt_p99_us": 290.587, + "single_rtt_p999_us": 1907.666, + "single_rtt_max_us": 10170.904, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.78698, + "multi_rtt_mean_us": 759.273, + "multi_rtt_p50_us": 710.205, + "multi_rtt_p90_us": 1034.546, + "multi_rtt_p99_us": 1549.969, + "multi_rtt_p999_us": 4933.287, + "multi_rtt_max_us": 5664.027, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.27369, + "fanout_delivery_mean_us": 58510.629, + "fanout_delivery_p50_us": 51785.569, + "fanout_delivery_p90_us": 107376.184, + "fanout_delivery_p99_us": 124721.659, + "fanout_delivery_p999_us": 128154.747, + "fanout_delivery_max_us": 128214.866, + "client_wall_s": 1.8119551830000091, + "client_cpu_s": 1.4473890000000296, + "broker_user_s": 0.478493, + "broker_sys_s": 0.488793, + "broker_cpu_s": 0.967286, + "broker_vcsw": 14180, + "broker_maxrss_kib": 6280, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.694292, + "single_rtt_mean_us": 138.776, + "single_rtt_p50_us": 128.812, + "single_rtt_p90_us": 161.669, + "single_rtt_p99_us": 237.019, + "single_rtt_p999_us": 1051.23, + "single_rtt_max_us": 5725.969, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.627573, + "multi_rtt_mean_us": 603.792, + "multi_rtt_p50_us": 593.045, + "multi_rtt_p90_us": 683.105, + "multi_rtt_p99_us": 1574.419, + "multi_rtt_p999_us": 2894.475, + "multi_rtt_max_us": 4329.165, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239217, + "fanout_delivery_mean_us": 21419.004, + "fanout_delivery_p50_us": 21715.54, + "fanout_delivery_p90_us": 26110.617, + "fanout_delivery_p99_us": 31509.095, + "fanout_delivery_p999_us": 31925.61, + "fanout_delivery_max_us": 31991.33, + "client_wall_s": 1.5764825640003437, + "client_cpu_s": 1.2112609999999933, + "broker_user_s": 0.359467, + "broker_sys_s": 0.563593, + "broker_cpu_s": 0.92306, + "broker_vcsw": 13256, + "broker_maxrss_kib": 4980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.859043, + "single_rtt_mean_us": 171.719, + "single_rtt_p50_us": 138.279, + "single_rtt_p90_us": 178.139, + "single_rtt_p99_us": 548.936, + "single_rtt_p999_us": 2272.983, + "single_rtt_max_us": 65510.965, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.823698, + "multi_rtt_mean_us": 774.973, + "multi_rtt_p50_us": 736.933, + "multi_rtt_p90_us": 980.827, + "multi_rtt_p99_us": 1900.113, + "multi_rtt_p999_us": 6751.171, + "multi_rtt_max_us": 10362.472, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258005, + "fanout_delivery_mean_us": 23024.5, + "fanout_delivery_p50_us": 23789.584, + "fanout_delivery_p90_us": 27919.761, + "fanout_delivery_p99_us": 35216.666, + "fanout_delivery_p999_us": 35421.348, + "fanout_delivery_max_us": 35481.933, + "client_wall_s": 1.9581623690000924, + "client_cpu_s": 1.428726999999995, + "broker_user_s": 0.489872, + "broker_sys_s": 0.50766, + "broker_cpu_s": 0.997532, + "broker_vcsw": 14127, + "broker_maxrss_kib": 4848, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.793451, + "single_rtt_mean_us": 158.596, + "single_rtt_p50_us": 139.425, + "single_rtt_p90_us": 174.042, + "single_rtt_p99_us": 317.456, + "single_rtt_p999_us": 1986.237, + "single_rtt_max_us": 36099.443, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.653832, + "multi_rtt_mean_us": 631.692, + "multi_rtt_p50_us": 595.045, + "multi_rtt_p90_us": 817.837, + "multi_rtt_p99_us": 1374.978, + "multi_rtt_p999_us": 3056.585, + "multi_rtt_max_us": 5551.163, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240753, + "fanout_delivery_mean_us": 21534.398, + "fanout_delivery_p50_us": 21517.925, + "fanout_delivery_p90_us": 26473.128, + "fanout_delivery_p99_us": 29884.563, + "fanout_delivery_p999_us": 30183.056, + "fanout_delivery_max_us": 30239.625, + "client_wall_s": 1.7163459700000203, + "client_cpu_s": 1.2723290000000134, + "broker_user_s": 0.49419599999999997, + "broker_sys_s": 0.5086379999999999, + "broker_cpu_s": 1.002834, + "broker_vcsw": 13372, + "broker_maxrss_kib": 5128, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.757303, + "single_rtt_mean_us": 151.363, + "single_rtt_p50_us": 139.406, + "single_rtt_p90_us": 175.2, + "single_rtt_p99_us": 346.801, + "single_rtt_p999_us": 1614.173, + "single_rtt_max_us": 3535.799, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.717712, + "multi_rtt_mean_us": 693.546, + "multi_rtt_p50_us": 683.132, + "multi_rtt_p90_us": 826.915, + "multi_rtt_p99_us": 1649.594, + "multi_rtt_p999_us": 5674.935, + "multi_rtt_max_us": 13865.518, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.331787, + "fanout_delivery_mean_us": 72178.741, + "fanout_delivery_p50_us": 71290.86, + "fanout_delivery_p90_us": 120154.139, + "fanout_delivery_p99_us": 132053.409, + "fanout_delivery_p999_us": 133045.551, + "fanout_delivery_max_us": 133192.008, + "client_wall_s": 1.824165469000036, + "client_cpu_s": 1.416259000000025, + "broker_user_s": 0.509857, + "broker_sys_s": 0.49444699999999997, + "broker_cpu_s": 1.0043039999999999, + "broker_vcsw": 13645, + "broker_maxrss_kib": 6132, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.841295, + "single_rtt_mean_us": 168.153, + "single_rtt_p50_us": 143.965, + "single_rtt_p90_us": 184.105, + "single_rtt_p99_us": 262.908, + "single_rtt_p999_us": 937.139, + "single_rtt_max_us": 79703.558, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.795037, + "multi_rtt_mean_us": 778.682, + "multi_rtt_p50_us": 743.961, + "multi_rtt_p90_us": 1029.111, + "multi_rtt_p99_us": 1805.667, + "multi_rtt_p999_us": 3924.186, + "multi_rtt_max_us": 4608.361, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.270692, + "fanout_delivery_mean_us": 25701.322, + "fanout_delivery_p50_us": 25674.722, + "fanout_delivery_p90_us": 31289.552, + "fanout_delivery_p99_us": 37011.142, + "fanout_delivery_p999_us": 37773.725, + "fanout_delivery_max_us": 37918.959, + "client_wall_s": 1.9250164130003213, + "client_cpu_s": 1.4745280000000065, + "broker_user_s": 0.52342, + "broker_sys_s": 0.516135, + "broker_cpu_s": 1.039555, + "broker_vcsw": 13110, + "broker_maxrss_kib": 4916, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.715575, + "single_rtt_mean_us": 143.027, + "single_rtt_p50_us": 121.133, + "single_rtt_p90_us": 145.676, + "single_rtt_p99_us": 194.414, + "single_rtt_p999_us": 574.36, + "single_rtt_max_us": 75147.301, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.616965, + "multi_rtt_mean_us": 599.452, + "multi_rtt_p50_us": 577.62, + "multi_rtt_p90_us": 770.648, + "multi_rtt_p99_us": 1352.991, + "multi_rtt_p999_us": 3101.167, + "multi_rtt_max_us": 4273.853, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239687, + "fanout_delivery_mean_us": 21227.177, + "fanout_delivery_p50_us": 20791.594, + "fanout_delivery_p90_us": 25520.179, + "fanout_delivery_p99_us": 26572.809, + "fanout_delivery_p999_us": 26750.408, + "fanout_delivery_max_us": 26799.846, + "client_wall_s": 1.5885970129997986, + "client_cpu_s": 1.2121609999999947, + "broker_user_s": 0.403931, + "broker_sys_s": 0.483282, + "broker_cpu_s": 0.887213, + "broker_vcsw": 13183, + "broker_maxrss_kib": 5092, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.701845, + "single_rtt_mean_us": 140.272, + "single_rtt_p50_us": 130.554, + "single_rtt_p90_us": 160.943, + "single_rtt_p99_us": 317.153, + "single_rtt_p999_us": 905.341, + "single_rtt_max_us": 5240.267, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.709785, + "multi_rtt_mean_us": 689.518, + "multi_rtt_p50_us": 638.328, + "multi_rtt_p90_us": 953.109, + "multi_rtt_p99_us": 1611.679, + "multi_rtt_p999_us": 2563.371, + "multi_rtt_max_us": 2840.449, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248855, + "fanout_delivery_mean_us": 55145.971, + "fanout_delivery_p50_us": 58665.729, + "fanout_delivery_p90_us": 80522.11, + "fanout_delivery_p99_us": 85990.707, + "fanout_delivery_p999_us": 90054.948, + "fanout_delivery_max_us": 90150.421, + "client_wall_s": 1.6780129250000755, + "client_cpu_s": 1.308012000000005, + "broker_user_s": 0.511361, + "broker_sys_s": 0.48185, + "broker_cpu_s": 0.993211, + "broker_vcsw": 13122, + "broker_maxrss_kib": 6376, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696592, + "single_rtt_mean_us": 139.227, + "single_rtt_p50_us": 128.54, + "single_rtt_p90_us": 161.639, + "single_rtt_p99_us": 299.11, + "single_rtt_p999_us": 1126.946, + "single_rtt_max_us": 2151.706, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.647646, + "multi_rtt_mean_us": 615.748, + "multi_rtt_p50_us": 584.266, + "multi_rtt_p90_us": 742.623, + "multi_rtt_p99_us": 1407.496, + "multi_rtt_p999_us": 3184.01, + "multi_rtt_max_us": 8248.271, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.219896, + "fanout_delivery_mean_us": 19570.958, + "fanout_delivery_p50_us": 18996.913, + "fanout_delivery_p90_us": 23409.599, + "fanout_delivery_p99_us": 24757.325, + "fanout_delivery_p999_us": 25097.897, + "fanout_delivery_max_us": 27616.562, + "client_wall_s": 1.5800753540002006, + "client_cpu_s": 1.2336850000000084, + "broker_user_s": 0.423483, + "broker_sys_s": 0.452335, + "broker_cpu_s": 0.875818, + "broker_vcsw": 14168, + "broker_maxrss_kib": 4960, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.739375, + "single_rtt_mean_us": 147.784, + "single_rtt_p50_us": 141.847, + "single_rtt_p90_us": 178.886, + "single_rtt_p99_us": 273.039, + "single_rtt_p999_us": 631.243, + "single_rtt_max_us": 1227.464, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.689162, + "multi_rtt_mean_us": 664.829, + "multi_rtt_p50_us": 609.449, + "multi_rtt_p90_us": 858.997, + "multi_rtt_p99_us": 1838.545, + "multi_rtt_p999_us": 4828.234, + "multi_rtt_max_us": 5609.767, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233618, + "fanout_delivery_mean_us": 51728.031, + "fanout_delivery_p50_us": 52430.431, + "fanout_delivery_p90_us": 79823.829, + "fanout_delivery_p99_us": 85622.952, + "fanout_delivery_p999_us": 89574.627, + "fanout_delivery_max_us": 89676.086, + "client_wall_s": 1.6789820320000217, + "client_cpu_s": 1.2810599999999965, + "broker_user_s": 0.44611999999999996, + "broker_sys_s": 0.513428, + "broker_cpu_s": 0.959548, + "broker_vcsw": 13574, + "broker_maxrss_kib": 6216, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.682549, + "single_rtt_mean_us": 136.426, + "single_rtt_p50_us": 128.079, + "single_rtt_p90_us": 159.821, + "single_rtt_p99_us": 268.27, + "single_rtt_p999_us": 798.074, + "single_rtt_max_us": 2528.693, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.633475, + "multi_rtt_mean_us": 610.973, + "multi_rtt_p50_us": 588.824, + "multi_rtt_p90_us": 760.586, + "multi_rtt_p99_us": 1185.094, + "multi_rtt_p999_us": 4110.581, + "multi_rtt_max_us": 4938.007, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230664, + "fanout_delivery_mean_us": 20593.738, + "fanout_delivery_p50_us": 19599.911, + "fanout_delivery_p90_us": 25839.318, + "fanout_delivery_p99_us": 27999.533, + "fanout_delivery_p999_us": 28501.194, + "fanout_delivery_max_us": 28574.427, + "client_wall_s": 1.5615986010002416, + "client_cpu_s": 1.213877999999994, + "broker_user_s": 0.412305, + "broker_sys_s": 0.477607, + "broker_cpu_s": 0.889912, + "broker_vcsw": 13785, + "broker_maxrss_kib": 4916, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.64099, + "single_rtt_mean_us": 128.117, + "single_rtt_p50_us": 121.152, + "single_rtt_p90_us": 144.822, + "single_rtt_p99_us": 209.748, + "single_rtt_p999_us": 704.654, + "single_rtt_max_us": 2122.136, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.598447, + "multi_rtt_mean_us": 580.323, + "multi_rtt_p50_us": 577.944, + "multi_rtt_p90_us": 662.898, + "multi_rtt_p99_us": 1183.616, + "multi_rtt_p999_us": 1679.773, + "multi_rtt_max_us": 2386.158, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233496, + "fanout_delivery_mean_us": 20830.684, + "fanout_delivery_p50_us": 20288.62, + "fanout_delivery_p90_us": 25105.234, + "fanout_delivery_p99_us": 25526.64, + "fanout_delivery_p999_us": 25653.537, + "fanout_delivery_max_us": 25717.53, + "client_wall_s": 1.489564371999677, + "client_cpu_s": 1.1780300000000068, + "broker_user_s": 0.37401799999999996, + "broker_sys_s": 0.5200739999999999, + "broker_cpu_s": 0.8940919999999999, + "broker_vcsw": 13154, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.652493, + "single_rtt_mean_us": 130.412, + "single_rtt_p50_us": 122.786, + "single_rtt_p90_us": 149.631, + "single_rtt_p99_us": 199.217, + "single_rtt_p999_us": 728.387, + "single_rtt_max_us": 1894.681, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.699939, + "multi_rtt_mean_us": 671.5, + "multi_rtt_p50_us": 618.18, + "multi_rtt_p90_us": 926.202, + "multi_rtt_p99_us": 1458.838, + "multi_rtt_p999_us": 2575.035, + "multi_rtt_max_us": 6510.709, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.288033, + "fanout_delivery_mean_us": 26084.684, + "fanout_delivery_p50_us": 26073.366, + "fanout_delivery_p90_us": 33302.49, + "fanout_delivery_p99_us": 39226.205, + "fanout_delivery_p999_us": 39578.878, + "fanout_delivery_max_us": 39646.989, + "client_wall_s": 1.6570421669998723, + "client_cpu_s": 1.3426199999999824, + "broker_user_s": 0.392885, + "broker_sys_s": 0.48544899999999996, + "broker_cpu_s": 0.878334, + "broker_vcsw": 14107, + "broker_maxrss_kib": 4824, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.684096, + "single_rtt_mean_us": 136.74, + "single_rtt_p50_us": 127.04, + "single_rtt_p90_us": 157.355, + "single_rtt_p99_us": 252.369, + "single_rtt_p999_us": 832.045, + "single_rtt_max_us": 1718.101, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.677598, + "multi_rtt_mean_us": 648.161, + "multi_rtt_p50_us": 611.619, + "multi_rtt_p90_us": 859.905, + "multi_rtt_p99_us": 1211.154, + "multi_rtt_p999_us": 1891.969, + "multi_rtt_max_us": 2107.936, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.273952, + "fanout_delivery_mean_us": 60709.18, + "fanout_delivery_p50_us": 61885.257, + "fanout_delivery_p90_us": 93788.489, + "fanout_delivery_p99_us": 98271.206, + "fanout_delivery_p999_us": 99012.063, + "fanout_delivery_max_us": 99113.51, + "client_wall_s": 1.6525096810000832, + "client_cpu_s": 1.313408999999993, + "broker_user_s": 0.44428599999999996, + "broker_sys_s": 0.509286, + "broker_cpu_s": 0.953572, + "broker_vcsw": 13892, + "broker_maxrss_kib": 6084, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.706312, + "single_rtt_mean_us": 141.177, + "single_rtt_p50_us": 123.471, + "single_rtt_p90_us": 158.883, + "single_rtt_p99_us": 268.583, + "single_rtt_p999_us": 1741.323, + "single_rtt_max_us": 19419.116, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.622278, + "multi_rtt_mean_us": 597.322, + "multi_rtt_p50_us": 586.062, + "multi_rtt_p90_us": 685.625, + "multi_rtt_p99_us": 1520.769, + "multi_rtt_p999_us": 2068.657, + "multi_rtt_max_us": 2888.017, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242915, + "fanout_delivery_mean_us": 20833.778, + "fanout_delivery_p50_us": 21100.872, + "fanout_delivery_p90_us": 26288.389, + "fanout_delivery_p99_us": 26938.823, + "fanout_delivery_p999_us": 28608.115, + "fanout_delivery_max_us": 28807.99, + "client_wall_s": 1.5871948549997796, + "client_cpu_s": 1.2212870000000038, + "broker_user_s": 0.435255, + "broker_sys_s": 0.45542499999999997, + "broker_cpu_s": 0.8906799999999999, + "broker_vcsw": 13683, + "broker_maxrss_kib": 5016, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.681288, + "single_rtt_mean_us": 136.173, + "single_rtt_p50_us": 129.268, + "single_rtt_p90_us": 159.646, + "single_rtt_p99_us": 219.46, + "single_rtt_p999_us": 559.852, + "single_rtt_max_us": 872.634, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.755161, + "multi_rtt_mean_us": 733.881, + "multi_rtt_p50_us": 657.917, + "multi_rtt_p90_us": 1081.936, + "multi_rtt_p99_us": 1816.983, + "multi_rtt_p999_us": 4218.308, + "multi_rtt_max_us": 4490.445, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258493, + "fanout_delivery_mean_us": 56099.411, + "fanout_delivery_p50_us": 57836.008, + "fanout_delivery_p90_us": 92155.834, + "fanout_delivery_p99_us": 108319.118, + "fanout_delivery_p999_us": 109240.693, + "fanout_delivery_max_us": 109297.117, + "client_wall_s": 1.7093964129999222, + "client_cpu_s": 1.330186999999981, + "broker_user_s": 0.354481, + "broker_sys_s": 0.614984, + "broker_cpu_s": 0.969465, + "broker_vcsw": 13839, + "broker_maxrss_kib": 6264, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690291, + "single_rtt_mean_us": 137.978, + "single_rtt_p50_us": 125.985, + "single_rtt_p90_us": 154.889, + "single_rtt_p99_us": 368.559, + "single_rtt_p999_us": 1490.438, + "single_rtt_max_us": 3169.924, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.630042, + "multi_rtt_mean_us": 607.774, + "multi_rtt_p50_us": 589.263, + "multi_rtt_p90_us": 830.093, + "multi_rtt_p99_us": 1190.627, + "multi_rtt_p999_us": 1698.41, + "multi_rtt_max_us": 1951.965, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223488, + "fanout_delivery_mean_us": 19924.115, + "fanout_delivery_p50_us": 19604.023, + "fanout_delivery_p90_us": 24346.27, + "fanout_delivery_p99_us": 24821.45, + "fanout_delivery_p999_us": 25060.128, + "fanout_delivery_max_us": 25227.489, + "client_wall_s": 1.559653655999682, + "client_cpu_s": 1.198375999999996, + "broker_user_s": 0.42245699999999997, + "broker_sys_s": 0.47119999999999995, + "broker_cpu_s": 0.8936569999999999, + "broker_vcsw": 13856, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.639236, + "single_rtt_mean_us": 127.764, + "single_rtt_p50_us": 118.713, + "single_rtt_p90_us": 147.58, + "single_rtt_p99_us": 227.934, + "single_rtt_p999_us": 837.798, + "single_rtt_max_us": 3151.761, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.605839, + "multi_rtt_mean_us": 581.618, + "multi_rtt_p50_us": 581.45, + "multi_rtt_p90_us": 681.826, + "multi_rtt_p99_us": 1091.065, + "multi_rtt_p999_us": 2457.371, + "multi_rtt_max_us": 3771.0, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251668, + "fanout_delivery_mean_us": 22618.984, + "fanout_delivery_p50_us": 22645.333, + "fanout_delivery_p90_us": 29177.643, + "fanout_delivery_p99_us": 34013.246, + "fanout_delivery_p999_us": 34207.948, + "fanout_delivery_max_us": 34297.803, + "client_wall_s": 1.5119868199999473, + "client_cpu_s": 1.206366999999986, + "broker_user_s": 0.39582, + "broker_sys_s": 0.442416, + "broker_cpu_s": 0.838236, + "broker_vcsw": 13888, + "broker_maxrss_kib": 4908, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.638608, + "single_rtt_mean_us": 127.636, + "single_rtt_p50_us": 118.682, + "single_rtt_p90_us": 142.91, + "single_rtt_p99_us": 255.178, + "single_rtt_p999_us": 709.878, + "single_rtt_max_us": 1879.236, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.639436, + "multi_rtt_mean_us": 613.2, + "multi_rtt_p50_us": 584.867, + "multi_rtt_p90_us": 807.57, + "multi_rtt_p99_us": 1186.341, + "multi_rtt_p999_us": 1680.792, + "multi_rtt_max_us": 1833.354, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.22798, + "fanout_delivery_mean_us": 20354.219, + "fanout_delivery_p50_us": 19769.808, + "fanout_delivery_p90_us": 26118.11, + "fanout_delivery_p99_us": 29492.007, + "fanout_delivery_p999_us": 32065.152, + "fanout_delivery_max_us": 32145.024, + "client_wall_s": 1.5235431890000655, + "client_cpu_s": 1.1989499999999964, + "broker_user_s": 0.394449, + "broker_sys_s": 0.48590099999999997, + "broker_cpu_s": 0.88035, + "broker_vcsw": 13876, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.650513, + "single_rtt_mean_us": 130.026, + "single_rtt_p50_us": 119.944, + "single_rtt_p90_us": 145.498, + "single_rtt_p99_us": 242.393, + "single_rtt_p999_us": 1201.827, + "single_rtt_max_us": 2551.242, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.68552, + "multi_rtt_mean_us": 660.788, + "multi_rtt_p50_us": 592.149, + "multi_rtt_p90_us": 782.715, + "multi_rtt_p99_us": 2590.024, + "multi_rtt_p999_us": 7994.03, + "multi_rtt_max_us": 10058.938, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239876, + "fanout_delivery_mean_us": 21333.563, + "fanout_delivery_p50_us": 20876.181, + "fanout_delivery_p90_us": 25387.28, + "fanout_delivery_p99_us": 29287.567, + "fanout_delivery_p999_us": 30059.058, + "fanout_delivery_max_us": 30173.568, + "client_wall_s": 1.594143970999994, + "client_cpu_s": 1.209192999999999, + "broker_user_s": 0.45904599999999995, + "broker_sys_s": 0.42730199999999996, + "broker_cpu_s": 0.8863479999999999, + "broker_vcsw": 13376, + "broker_maxrss_kib": 4944, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.683391, + "single_rtt_mean_us": 136.587, + "single_rtt_p50_us": 127.292, + "single_rtt_p90_us": 152.879, + "single_rtt_p99_us": 258.773, + "single_rtt_p999_us": 1129.227, + "single_rtt_max_us": 7780.301, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.653219, + "multi_rtt_mean_us": 636.695, + "multi_rtt_p50_us": 576.02, + "multi_rtt_p90_us": 878.778, + "multi_rtt_p99_us": 1952.482, + "multi_rtt_p999_us": 3099.437, + "multi_rtt_max_us": 4902.027, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.227799, + "fanout_delivery_mean_us": 50047.174, + "fanout_delivery_p50_us": 50463.701, + "fanout_delivery_p90_us": 79361.456, + "fanout_delivery_p99_us": 90105.613, + "fanout_delivery_p999_us": 94102.147, + "fanout_delivery_max_us": 94226.213, + "client_wall_s": 1.5828345159998207, + "client_cpu_s": 1.1907999999999959, + "broker_user_s": 0.408796, + "broker_sys_s": 0.521004, + "broker_cpu_s": 0.9298, + "broker_vcsw": 13331, + "broker_maxrss_kib": 6312, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.670367, + "single_rtt_mean_us": 133.993, + "single_rtt_p50_us": 121.834, + "single_rtt_p90_us": 154.427, + "single_rtt_p99_us": 299.365, + "single_rtt_p999_us": 1059.044, + "single_rtt_max_us": 2966.806, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.625899, + "multi_rtt_mean_us": 603.689, + "multi_rtt_p50_us": 588.612, + "multi_rtt_p90_us": 706.225, + "multi_rtt_p99_us": 1246.81, + "multi_rtt_p999_us": 5129.212, + "multi_rtt_max_us": 6382.779, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.220725, + "fanout_delivery_mean_us": 19194.081, + "fanout_delivery_p50_us": 18942.423, + "fanout_delivery_p90_us": 23509.484, + "fanout_delivery_p99_us": 24224.493, + "fanout_delivery_p999_us": 27399.185, + "fanout_delivery_max_us": 27543.419, + "client_wall_s": 1.5329070910001974, + "client_cpu_s": 1.189704000000006, + "broker_user_s": 0.41742599999999996, + "broker_sys_s": 0.457534, + "broker_cpu_s": 0.87496, + "broker_vcsw": 13705, + "broker_maxrss_kib": 4892, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.638178, + "single_rtt_mean_us": 127.556, + "single_rtt_p50_us": 118.381, + "single_rtt_p90_us": 142.139, + "single_rtt_p99_us": 247.13, + "single_rtt_p999_us": 885.893, + "single_rtt_max_us": 2503.923, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.704533, + "multi_rtt_mean_us": 678.393, + "multi_rtt_p50_us": 635.703, + "multi_rtt_p90_us": 914.199, + "multi_rtt_p99_us": 1402.465, + "multi_rtt_p999_us": 3060.522, + "multi_rtt_max_us": 4737.662, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.275743, + "fanout_delivery_mean_us": 24754.032, + "fanout_delivery_p50_us": 25557.303, + "fanout_delivery_p90_us": 32544.094, + "fanout_delivery_p99_us": 34151.735, + "fanout_delivery_p999_us": 34416.465, + "fanout_delivery_max_us": 34515.841, + "client_wall_s": 1.6349519570003395, + "client_cpu_s": 1.3119000000000085, + "broker_user_s": 0.42334, + "broker_sys_s": 0.466526, + "broker_cpu_s": 0.889866, + "broker_vcsw": 14132, + "broker_maxrss_kib": 4920, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.705153, + "single_rtt_mean_us": 140.934, + "single_rtt_p50_us": 127.433, + "single_rtt_p90_us": 164.573, + "single_rtt_p99_us": 268.812, + "single_rtt_p999_us": 1585.949, + "single_rtt_max_us": 3798.954, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.74369, + "multi_rtt_mean_us": 714.592, + "multi_rtt_p50_us": 653.099, + "multi_rtt_p90_us": 984.377, + "multi_rtt_p99_us": 1349.065, + "multi_rtt_p999_us": 4638.403, + "multi_rtt_max_us": 8179.298, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226723, + "fanout_delivery_mean_us": 50598.315, + "fanout_delivery_p50_us": 53520.37, + "fanout_delivery_p90_us": 79690.083, + "fanout_delivery_p99_us": 84873.805, + "fanout_delivery_p999_us": 89399.488, + "fanout_delivery_max_us": 89487.86, + "client_wall_s": 1.6901233909998155, + "client_cpu_s": 1.3285620000000051, + "broker_user_s": 0.43380199999999997, + "broker_sys_s": 0.48569199999999996, + "broker_cpu_s": 0.9194939999999999, + "broker_vcsw": 14116, + "broker_maxrss_kib": 6188, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.6757, + "single_rtt_mean_us": 135.05, + "single_rtt_p50_us": 124.656, + "single_rtt_p90_us": 155.882, + "single_rtt_p99_us": 247.586, + "single_rtt_p999_us": 930.782, + "single_rtt_max_us": 2818.255, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.620543, + "multi_rtt_mean_us": 600.506, + "multi_rtt_p50_us": 581.094, + "multi_rtt_p90_us": 771.031, + "multi_rtt_p99_us": 1120.623, + "multi_rtt_p999_us": 2442.984, + "multi_rtt_max_us": 3660.125, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23422, + "fanout_delivery_mean_us": 51010.965, + "fanout_delivery_p50_us": 50289.337, + "fanout_delivery_p90_us": 82803.734, + "fanout_delivery_p99_us": 88344.369, + "fanout_delivery_p999_us": 92575.437, + "fanout_delivery_max_us": 92708.117, + "client_wall_s": 1.5445805099998324, + "client_cpu_s": 1.2193259999999952, + "broker_user_s": 0.396223, + "broker_sys_s": 0.478842, + "broker_cpu_s": 0.875065, + "broker_vcsw": 13888, + "broker_maxrss_kib": 5900, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.732679, + "single_rtt_mean_us": 146.426, + "single_rtt_p50_us": 139.624, + "single_rtt_p90_us": 172.424, + "single_rtt_p99_us": 267.745, + "single_rtt_p999_us": 868.436, + "single_rtt_max_us": 3294.938, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.742441, + "multi_rtt_mean_us": 703.75, + "multi_rtt_p50_us": 616.731, + "multi_rtt_p90_us": 806.23, + "multi_rtt_p99_us": 1175.559, + "multi_rtt_p999_us": 3525.829, + "multi_rtt_max_us": 74066.1, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.284869, + "fanout_delivery_mean_us": 27143.921, + "fanout_delivery_p50_us": 27681.117, + "fanout_delivery_p90_us": 34688.871, + "fanout_delivery_p99_us": 37988.571, + "fanout_delivery_p999_us": 41765.446, + "fanout_delivery_max_us": 41833.176, + "client_wall_s": 1.7783642859999418, + "client_cpu_s": 1.354001000000011, + "broker_user_s": 0.427513, + "broker_sys_s": 0.47798399999999996, + "broker_cpu_s": 0.905497, + "broker_vcsw": 14238, + "broker_maxrss_kib": 4880, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.703538, + "single_rtt_mean_us": 140.623, + "single_rtt_p50_us": 131.398, + "single_rtt_p90_us": 165.78, + "single_rtt_p99_us": 253.416, + "single_rtt_p999_us": 1085.121, + "single_rtt_max_us": 2429.723, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.701923, + "multi_rtt_mean_us": 676.667, + "multi_rtt_p50_us": 627.83, + "multi_rtt_p90_us": 848.376, + "multi_rtt_p99_us": 1695.908, + "multi_rtt_p999_us": 4432.796, + "multi_rtt_max_us": 4559.727, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225678, + "fanout_delivery_mean_us": 20103.542, + "fanout_delivery_p50_us": 19647.103, + "fanout_delivery_p90_us": 24154.806, + "fanout_delivery_p99_us": 25120.81, + "fanout_delivery_p999_us": 28487.17, + "fanout_delivery_max_us": 28894.042, + "client_wall_s": 1.6482776110001396, + "client_cpu_s": 1.286155999999977, + "broker_user_s": 0.49200699999999997, + "broker_sys_s": 0.44279999999999997, + "broker_cpu_s": 0.9348069999999999, + "broker_vcsw": 13978, + "broker_maxrss_kib": 4908, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.698687, + "single_rtt_mean_us": 139.649, + "single_rtt_p50_us": 128.934, + "single_rtt_p90_us": 163.676, + "single_rtt_p99_us": 322.041, + "single_rtt_p999_us": 1220.021, + "single_rtt_max_us": 3416.661, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.657132, + "multi_rtt_mean_us": 634.022, + "multi_rtt_p50_us": 599.144, + "multi_rtt_p90_us": 810.206, + "multi_rtt_p99_us": 1297.506, + "multi_rtt_p999_us": 4004.721, + "multi_rtt_max_us": 8099.972, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225736, + "fanout_delivery_mean_us": 20499.352, + "fanout_delivery_p50_us": 19750.557, + "fanout_delivery_p90_us": 24267.422, + "fanout_delivery_p99_us": 24643.096, + "fanout_delivery_p999_us": 24885.455, + "fanout_delivery_max_us": 28918.204, + "client_wall_s": 1.5965134510001917, + "client_cpu_s": 1.2435990000000174, + "broker_user_s": 0.415277, + "broker_sys_s": 0.472174, + "broker_cpu_s": 0.887451, + "broker_vcsw": 13992, + "broker_maxrss_kib": 4848, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.649003, + "single_rtt_mean_us": 129.72, + "single_rtt_p50_us": 121.418, + "single_rtt_p90_us": 150.402, + "single_rtt_p99_us": 205.698, + "single_rtt_p999_us": 626.494, + "single_rtt_max_us": 1766.893, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.620661, + "multi_rtt_mean_us": 592.445, + "multi_rtt_p50_us": 586.886, + "multi_rtt_p90_us": 736.816, + "multi_rtt_p99_us": 998.523, + "multi_rtt_p999_us": 1345.016, + "multi_rtt_max_us": 1397.644, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248374, + "fanout_delivery_mean_us": 57370.64, + "fanout_delivery_p50_us": 57239.064, + "fanout_delivery_p90_us": 95426.878, + "fanout_delivery_p99_us": 100898.563, + "fanout_delivery_p999_us": 104868.247, + "fanout_delivery_max_us": 104997.312, + "client_wall_s": 1.533635835000041, + "client_cpu_s": 1.2244539999999802, + "broker_user_s": 0.36910699999999996, + "broker_sys_s": 0.492278, + "broker_cpu_s": 0.861385, + "broker_vcsw": 14459, + "broker_maxrss_kib": 6412, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.695348, + "single_rtt_mean_us": 138.984, + "single_rtt_p50_us": 130.263, + "single_rtt_p90_us": 162.407, + "single_rtt_p99_us": 352.53, + "single_rtt_p999_us": 801.818, + "single_rtt_max_us": 1404.593, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.616032, + "multi_rtt_mean_us": 592.459, + "multi_rtt_p50_us": 592.538, + "multi_rtt_p90_us": 699.114, + "multi_rtt_p99_us": 1110.949, + "multi_rtt_p999_us": 2285.253, + "multi_rtt_max_us": 5832.317, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228843, + "fanout_delivery_mean_us": 20229.125, + "fanout_delivery_p50_us": 19679.294, + "fanout_delivery_p90_us": 23847.664, + "fanout_delivery_p99_us": 26885.218, + "fanout_delivery_p999_us": 27548.463, + "fanout_delivery_max_us": 28551.55, + "client_wall_s": 1.5550628989999495, + "client_cpu_s": 1.2123940000000175, + "broker_user_s": 0.375374, + "broker_sys_s": 0.519003, + "broker_cpu_s": 0.894377, + "broker_vcsw": 13738, + "broker_maxrss_kib": 4952, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.645855, + "single_rtt_mean_us": 129.088, + "single_rtt_p50_us": 119.503, + "single_rtt_p90_us": 143.706, + "single_rtt_p99_us": 244.347, + "single_rtt_p999_us": 1424.252, + "single_rtt_max_us": 2063.19, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.641158, + "multi_rtt_mean_us": 624.419, + "multi_rtt_p50_us": 589.632, + "multi_rtt_p90_us": 783.672, + "multi_rtt_p99_us": 1486.402, + "multi_rtt_p999_us": 2629.243, + "multi_rtt_max_us": 2940.327, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23515, + "fanout_delivery_mean_us": 20600.139, + "fanout_delivery_p50_us": 19836.456, + "fanout_delivery_p90_us": 24645.565, + "fanout_delivery_p99_us": 29530.22, + "fanout_delivery_p999_us": 30798.276, + "fanout_delivery_max_us": 34337.106, + "client_wall_s": 1.5397728719999577, + "client_cpu_s": 1.1969179999999824, + "broker_user_s": 0.430369, + "broker_sys_s": 0.501947, + "broker_cpu_s": 0.932316, + "broker_vcsw": 12717, + "broker_maxrss_kib": 4900, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.671437, + "single_rtt_mean_us": 134.207, + "single_rtt_p50_us": 124.769, + "single_rtt_p90_us": 153.943, + "single_rtt_p99_us": 274.713, + "single_rtt_p999_us": 878.709, + "single_rtt_max_us": 3090.967, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.757647, + "multi_rtt_mean_us": 739.729, + "multi_rtt_p50_us": 660.267, + "multi_rtt_p90_us": 1143.946, + "multi_rtt_p99_us": 1682.605, + "multi_rtt_p999_us": 2417.007, + "multi_rtt_max_us": 4439.8, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228468, + "fanout_delivery_mean_us": 20750.835, + "fanout_delivery_p50_us": 20511.649, + "fanout_delivery_p90_us": 24648.522, + "fanout_delivery_p99_us": 26661.419, + "fanout_delivery_p999_us": 28317.444, + "fanout_delivery_max_us": 29055.998, + "client_wall_s": 1.6724379279999084, + "client_cpu_s": 1.2168279999999925, + "broker_user_s": 0.505589, + "broker_sys_s": 0.568881, + "broker_cpu_s": 1.0744699999999998, + "broker_vcsw": 12265, + "broker_maxrss_kib": 5044, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.658372, + "single_rtt_mean_us": 131.594, + "single_rtt_p50_us": 123.76, + "single_rtt_p90_us": 149.6, + "single_rtt_p99_us": 227.019, + "single_rtt_p999_us": 695.284, + "single_rtt_max_us": 1474.557, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.668637, + "multi_rtt_mean_us": 653.436, + "multi_rtt_p50_us": 596.34, + "multi_rtt_p90_us": 850.078, + "multi_rtt_p99_us": 2110.597, + "multi_rtt_p999_us": 6636.916, + "multi_rtt_max_us": 8879.017, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.22855, + "fanout_delivery_mean_us": 48559.409, + "fanout_delivery_p50_us": 48943.771, + "fanout_delivery_p90_us": 76783.055, + "fanout_delivery_p99_us": 85635.831, + "fanout_delivery_p999_us": 86563.949, + "fanout_delivery_max_us": 90429.093, + "client_wall_s": 1.5705353729999842, + "client_cpu_s": 1.2086180000000297, + "broker_user_s": 0.450559, + "broker_sys_s": 0.471209, + "broker_cpu_s": 0.9217679999999999, + "broker_vcsw": 13010, + "broker_maxrss_kib": 6404, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.639249, + "single_rtt_mean_us": 127.762, + "single_rtt_p50_us": 119.56, + "single_rtt_p90_us": 146.906, + "single_rtt_p99_us": 220.485, + "single_rtt_p999_us": 608.657, + "single_rtt_max_us": 1381.026, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.595463, + "multi_rtt_mean_us": 574.011, + "multi_rtt_p50_us": 575.508, + "multi_rtt_p90_us": 669.046, + "multi_rtt_p99_us": 1148.777, + "multi_rtt_p999_us": 2741.928, + "multi_rtt_max_us": 2935.222, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.289305, + "fanout_delivery_mean_us": 25562.946, + "fanout_delivery_p50_us": 22811.955, + "fanout_delivery_p90_us": 32833.015, + "fanout_delivery_p99_us": 66310.416, + "fanout_delivery_p999_us": 68409.591, + "fanout_delivery_max_us": 68520.775, + "client_wall_s": 1.537805859999935, + "client_cpu_s": 1.2231079999999963, + "broker_user_s": 0.391119, + "broker_sys_s": 0.47110799999999997, + "broker_cpu_s": 0.862227, + "broker_vcsw": 13506, + "broker_maxrss_kib": 4928, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.711673, + "single_rtt_mean_us": 142.25, + "single_rtt_p50_us": 130.31, + "single_rtt_p90_us": 165.972, + "single_rtt_p99_us": 297.728, + "single_rtt_p999_us": 1729.38, + "single_rtt_max_us": 7042.295, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.620832, + "multi_rtt_mean_us": 602.33, + "multi_rtt_p50_us": 582.333, + "multi_rtt_p90_us": 711.509, + "multi_rtt_p99_us": 1449.069, + "multi_rtt_p999_us": 2464.715, + "multi_rtt_max_us": 2821.592, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.232443, + "fanout_delivery_mean_us": 50746.055, + "fanout_delivery_p50_us": 50398.068, + "fanout_delivery_p90_us": 80323.338, + "fanout_delivery_p99_us": 86648.719, + "fanout_delivery_p999_us": 89089.555, + "fanout_delivery_max_us": 91004.838, + "client_wall_s": 1.5801637160002429, + "client_cpu_s": 1.2085469999999816, + "broker_user_s": 0.47861699999999996, + "broker_sys_s": 0.441905, + "broker_cpu_s": 0.920522, + "broker_vcsw": 13685, + "broker_maxrss_kib": 6388, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.689653, + "single_rtt_mean_us": 137.834, + "single_rtt_p50_us": 130.166, + "single_rtt_p90_us": 162.106, + "single_rtt_p99_us": 238.967, + "single_rtt_p999_us": 609.874, + "single_rtt_max_us": 2337.532, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.676694, + "multi_rtt_mean_us": 653.613, + "multi_rtt_p50_us": 622.382, + "multi_rtt_p90_us": 856.572, + "multi_rtt_p99_us": 1186.517, + "multi_rtt_p999_us": 2505.545, + "multi_rtt_max_us": 3150.712, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240366, + "fanout_delivery_mean_us": 21455.094, + "fanout_delivery_p50_us": 20460.609, + "fanout_delivery_p90_us": 25448.869, + "fanout_delivery_p99_us": 32096.547, + "fanout_delivery_p999_us": 32444.785, + "fanout_delivery_max_us": 32501.318, + "client_wall_s": 1.6230989059999956, + "client_cpu_s": 1.2950309999999945, + "broker_user_s": 0.438144, + "broker_sys_s": 0.48483099999999996, + "broker_cpu_s": 0.9229749999999999, + "broker_vcsw": 13629, + "broker_maxrss_kib": 4772, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.678563, + "single_rtt_mean_us": 135.618, + "single_rtt_p50_us": 128.725, + "single_rtt_p90_us": 157.424, + "single_rtt_p99_us": 243.265, + "single_rtt_p999_us": 647.271, + "single_rtt_max_us": 1376.779, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.62323, + "multi_rtt_mean_us": 604.828, + "multi_rtt_p50_us": 585.099, + "multi_rtt_p90_us": 777.275, + "multi_rtt_p99_us": 1110.152, + "multi_rtt_p999_us": 2058.482, + "multi_rtt_max_us": 2170.739, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.23025, + "fanout_delivery_mean_us": 19509.76, + "fanout_delivery_p50_us": 19229.469, + "fanout_delivery_p90_us": 24101.574, + "fanout_delivery_p99_us": 28635.161, + "fanout_delivery_p999_us": 30102.244, + "fanout_delivery_max_us": 30343.392, + "client_wall_s": 1.5483363339999414, + "client_cpu_s": 1.2176090000000102, + "broker_user_s": 0.378227, + "broker_sys_s": 0.5521699999999999, + "broker_cpu_s": 0.9303969999999999, + "broker_vcsw": 12909, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.735683, + "single_rtt_mean_us": 147.041, + "single_rtt_p50_us": 139.55, + "single_rtt_p90_us": 171.34, + "single_rtt_p99_us": 219.796, + "single_rtt_p999_us": 504.213, + "single_rtt_max_us": 23383.822, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.619256, + "multi_rtt_mean_us": 600.335, + "multi_rtt_p50_us": 567.965, + "multi_rtt_p90_us": 787.979, + "multi_rtt_p99_us": 1368.368, + "multi_rtt_p999_us": 3916.359, + "multi_rtt_max_us": 4354.899, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230823, + "fanout_delivery_mean_us": 20515.163, + "fanout_delivery_p50_us": 19517.72, + "fanout_delivery_p90_us": 24698.999, + "fanout_delivery_p99_us": 30059.662, + "fanout_delivery_p999_us": 30478.591, + "fanout_delivery_max_us": 30602.626, + "client_wall_s": 1.6029241680002997, + "client_cpu_s": 1.236331000000007, + "broker_user_s": 0.430203, + "broker_sys_s": 0.506607, + "broker_cpu_s": 0.93681, + "broker_vcsw": 12942, + "broker_maxrss_kib": 4952, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.695325, + "single_rtt_mean_us": 138.981, + "single_rtt_p50_us": 131.911, + "single_rtt_p90_us": 164.813, + "single_rtt_p99_us": 272.981, + "single_rtt_p999_us": 522.892, + "single_rtt_max_us": 1232.057, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.67076, + "multi_rtt_mean_us": 647.071, + "multi_rtt_p50_us": 617.086, + "multi_rtt_p90_us": 862.44, + "multi_rtt_p99_us": 1166.047, + "multi_rtt_p999_us": 1661.974, + "multi_rtt_max_us": 2235.223, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247172, + "fanout_delivery_mean_us": 51307.952, + "fanout_delivery_p50_us": 54642.096, + "fanout_delivery_p90_us": 75886.488, + "fanout_delivery_p99_us": 86374.447, + "fanout_delivery_p999_us": 86827.464, + "fanout_delivery_max_us": 86915.406, + "client_wall_s": 1.6281368740001199, + "client_cpu_s": 1.30125799999999, + "broker_user_s": 0.42651, + "broker_sys_s": 0.478605, + "broker_cpu_s": 0.905115, + "broker_vcsw": 14150, + "broker_maxrss_kib": 6056, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.664477, + "single_rtt_mean_us": 132.815, + "single_rtt_p50_us": 119.995, + "single_rtt_p90_us": 149.363, + "single_rtt_p99_us": 374.233, + "single_rtt_p999_us": 978.563, + "single_rtt_max_us": 1913.706, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.654156, + "multi_rtt_mean_us": 632.002, + "multi_rtt_p50_us": 595.877, + "multi_rtt_p90_us": 868.45, + "multi_rtt_p99_us": 1397.691, + "multi_rtt_p999_us": 1904.626, + "multi_rtt_max_us": 2334.292, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.269529, + "fanout_delivery_mean_us": 24248.225, + "fanout_delivery_p50_us": 22542.551, + "fanout_delivery_p90_us": 37482.204, + "fanout_delivery_p99_us": 54475.029, + "fanout_delivery_p999_us": 54634.787, + "fanout_delivery_max_us": 54698.777, + "client_wall_s": 1.6025280659996497, + "client_cpu_s": 1.2591999999999928, + "broker_user_s": 0.37210299999999996, + "broker_sys_s": 0.505308, + "broker_cpu_s": 0.8774109999999999, + "broker_vcsw": 14083, + "broker_maxrss_kib": 4924, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.677632, + "single_rtt_mean_us": 135.422, + "single_rtt_p50_us": 126.365, + "single_rtt_p90_us": 153.626, + "single_rtt_p99_us": 244.806, + "single_rtt_p999_us": 1001.398, + "single_rtt_max_us": 4068.735, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.675543, + "multi_rtt_mean_us": 655.388, + "multi_rtt_p50_us": 591.737, + "multi_rtt_p90_us": 888.747, + "multi_rtt_p99_us": 1639.517, + "multi_rtt_p999_us": 4708.18, + "multi_rtt_max_us": 5535.528, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225655, + "fanout_delivery_mean_us": 50262.793, + "fanout_delivery_p50_us": 52485.616, + "fanout_delivery_p90_us": 78832.239, + "fanout_delivery_p99_us": 84861.753, + "fanout_delivery_p999_us": 88886.978, + "fanout_delivery_max_us": 88979.376, + "client_wall_s": 1.5940651830001116, + "client_cpu_s": 1.2339800000000025, + "broker_user_s": 0.401538, + "broker_sys_s": 0.514504, + "broker_cpu_s": 0.916042, + "broker_vcsw": 13572, + "broker_maxrss_kib": 6340, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.725218, + "single_rtt_mean_us": 144.949, + "single_rtt_p50_us": 136.292, + "single_rtt_p90_us": 172.182, + "single_rtt_p99_us": 256.899, + "single_rtt_p999_us": 1494.911, + "single_rtt_max_us": 2393.505, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.679527, + "multi_rtt_mean_us": 651.679, + "multi_rtt_p50_us": 613.402, + "multi_rtt_p90_us": 856.145, + "multi_rtt_p99_us": 1394.754, + "multi_rtt_p999_us": 3444.349, + "multi_rtt_max_us": 4724.817, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239341, + "fanout_delivery_mean_us": 21414.248, + "fanout_delivery_p50_us": 21476.657, + "fanout_delivery_p90_us": 26590.226, + "fanout_delivery_p99_us": 28486.413, + "fanout_delivery_p999_us": 29543.964, + "fanout_delivery_max_us": 29761.927, + "client_wall_s": 1.6602829839998776, + "client_cpu_s": 1.3026649999999904, + "broker_user_s": 0.418512, + "broker_sys_s": 0.499714, + "broker_cpu_s": 0.918226, + "broker_vcsw": 14303, + "broker_maxrss_kib": 5004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.690507, + "single_rtt_mean_us": 138.019, + "single_rtt_p50_us": 126.108, + "single_rtt_p90_us": 152.878, + "single_rtt_p99_us": 327.299, + "single_rtt_p999_us": 815.872, + "single_rtt_max_us": 14466.959, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.588532, + "multi_rtt_mean_us": 569.593, + "multi_rtt_p50_us": 564.179, + "multi_rtt_p90_us": 696.077, + "multi_rtt_p99_us": 1114.863, + "multi_rtt_p999_us": 2173.767, + "multi_rtt_max_us": 2599.783, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264827, + "fanout_delivery_mean_us": 23441.907, + "fanout_delivery_p50_us": 22536.329, + "fanout_delivery_p90_us": 27626.802, + "fanout_delivery_p99_us": 35990.935, + "fanout_delivery_p999_us": 40479.789, + "fanout_delivery_max_us": 42069.729, + "client_wall_s": 1.5600418140002148, + "client_cpu_s": 1.1980199999999854, + "broker_user_s": 0.38314299999999996, + "broker_sys_s": 0.5128429999999999, + "broker_cpu_s": 0.895986, + "broker_vcsw": 13736, + "broker_maxrss_kib": 4876, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.658195, + "single_rtt_mean_us": 131.563, + "single_rtt_p50_us": 122.952, + "single_rtt_p90_us": 149.788, + "single_rtt_p99_us": 256.074, + "single_rtt_p999_us": 733.697, + "single_rtt_max_us": 1792.222, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.668776, + "multi_rtt_mean_us": 647.54, + "multi_rtt_p50_us": 585.44, + "multi_rtt_p90_us": 860.609, + "multi_rtt_p99_us": 1587.037, + "multi_rtt_p999_us": 4911.323, + "multi_rtt_max_us": 6662.866, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254768, + "fanout_delivery_mean_us": 62241.818, + "fanout_delivery_p50_us": 65651.343, + "fanout_delivery_p90_us": 93375.06, + "fanout_delivery_p99_us": 100613.28, + "fanout_delivery_p999_us": 104906.374, + "fanout_delivery_max_us": 104978.065, + "client_wall_s": 1.5964454740001202, + "client_cpu_s": 1.2291199999999947, + "broker_user_s": 0.456983, + "broker_sys_s": 0.461686, + "broker_cpu_s": 0.918669, + "broker_vcsw": 13383, + "broker_maxrss_kib": 6420, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.683119, + "single_rtt_mean_us": 136.542, + "single_rtt_p50_us": 126.499, + "single_rtt_p90_us": 152.294, + "single_rtt_p99_us": 296.685, + "single_rtt_p999_us": 1216.245, + "single_rtt_max_us": 8467.489, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.615274, + "multi_rtt_mean_us": 595.206, + "multi_rtt_p50_us": 578.391, + "multi_rtt_p90_us": 736.623, + "multi_rtt_p99_us": 1307.521, + "multi_rtt_p999_us": 2808.667, + "multi_rtt_max_us": 2895.892, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225285, + "fanout_delivery_mean_us": 19633.656, + "fanout_delivery_p50_us": 19252.832, + "fanout_delivery_p90_us": 23806.004, + "fanout_delivery_p99_us": 27495.94, + "fanout_delivery_p999_us": 28007.137, + "fanout_delivery_max_us": 28064.105, + "client_wall_s": 1.5432425940002759, + "client_cpu_s": 1.1752799999999866, + "broker_user_s": 0.404246, + "broker_sys_s": 0.49993, + "broker_cpu_s": 0.904176, + "broker_vcsw": 13433, + "broker_maxrss_kib": 5088, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.667503, + "single_rtt_mean_us": 133.416, + "single_rtt_p50_us": 123.577, + "single_rtt_p90_us": 155.12, + "single_rtt_p99_us": 212.535, + "single_rtt_p999_us": 766.604, + "single_rtt_max_us": 1562.974, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.587893, + "multi_rtt_mean_us": 570.604, + "multi_rtt_p50_us": 562.046, + "multi_rtt_p90_us": 668.22, + "multi_rtt_p99_us": 1289.528, + "multi_rtt_p999_us": 2493.147, + "multi_rtt_max_us": 2722.739, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.218561, + "fanout_delivery_mean_us": 47971.077, + "fanout_delivery_p50_us": 49504.872, + "fanout_delivery_p90_us": 78776.239, + "fanout_delivery_p99_us": 85071.079, + "fanout_delivery_p999_us": 88603.868, + "fanout_delivery_max_us": 88698.143, + "client_wall_s": 1.489347147999979, + "client_cpu_s": 1.151174999999995, + "broker_user_s": 0.408888, + "broker_sys_s": 0.47474099999999997, + "broker_cpu_s": 0.883629, + "broker_vcsw": 13392, + "broker_maxrss_kib": 6068, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.736141, + "single_rtt_mean_us": 147.141, + "single_rtt_p50_us": 124.309, + "single_rtt_p90_us": 151.585, + "single_rtt_p99_us": 211.575, + "single_rtt_p999_us": 746.134, + "single_rtt_max_us": 80812.135, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.652544, + "multi_rtt_mean_us": 624.055, + "multi_rtt_p50_us": 610.58, + "multi_rtt_p90_us": 790.724, + "multi_rtt_p99_us": 1141.202, + "multi_rtt_p999_us": 2438.998, + "multi_rtt_max_us": 4064.293, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228826, + "fanout_delivery_mean_us": 21894.846, + "fanout_delivery_p50_us": 22576.459, + "fanout_delivery_p90_us": 26588.509, + "fanout_delivery_p99_us": 31397.599, + "fanout_delivery_p999_us": 33461.185, + "fanout_delivery_max_us": 36934.837, + "client_wall_s": 1.6331603670000732, + "client_cpu_s": 1.2421750000000031, + "broker_user_s": 0.39891, + "broker_sys_s": 0.45930699999999997, + "broker_cpu_s": 0.858217, + "broker_vcsw": 14143, + "broker_maxrss_kib": 4948, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.726313, + "single_rtt_mean_us": 145.173, + "single_rtt_p50_us": 135.544, + "single_rtt_p90_us": 172.32, + "single_rtt_p99_us": 288.887, + "single_rtt_p999_us": 837.155, + "single_rtt_max_us": 1415.781, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.641323, + "multi_rtt_mean_us": 617.568, + "multi_rtt_p50_us": 594.845, + "multi_rtt_p90_us": 725.959, + "multi_rtt_p99_us": 1555.495, + "multi_rtt_p999_us": 3497.521, + "multi_rtt_max_us": 4623.528, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233237, + "fanout_delivery_mean_us": 20990.457, + "fanout_delivery_p50_us": 20774.056, + "fanout_delivery_p90_us": 25493.622, + "fanout_delivery_p99_us": 26558.852, + "fanout_delivery_p999_us": 29824.653, + "fanout_delivery_max_us": 30207.801, + "client_wall_s": 1.6151413730003696, + "client_cpu_s": 1.243752999999998, + "broker_user_s": 0.410016, + "broker_sys_s": 0.54846, + "broker_cpu_s": 0.9584759999999999, + "broker_vcsw": 13365, + "broker_maxrss_kib": 4836, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.701772, + "single_rtt_mean_us": 140.272, + "single_rtt_p50_us": 130.072, + "single_rtt_p90_us": 165.731, + "single_rtt_p99_us": 318.993, + "single_rtt_p999_us": 767.356, + "single_rtt_max_us": 1845.768, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.686269, + "multi_rtt_mean_us": 665.415, + "multi_rtt_p50_us": 620.521, + "multi_rtt_p90_us": 834.621, + "multi_rtt_p99_us": 1495.238, + "multi_rtt_p999_us": 4219.23, + "multi_rtt_max_us": 6288.978, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.318315, + "fanout_delivery_mean_us": 69612.762, + "fanout_delivery_p50_us": 73199.329, + "fanout_delivery_p90_us": 118644.57, + "fanout_delivery_p99_us": 131028.731, + "fanout_delivery_p999_us": 133314.875, + "fanout_delivery_max_us": 133414.223, + "client_wall_s": 1.722695609999846, + "client_cpu_s": 1.3407289999999819, + "broker_user_s": 0.433357, + "broker_sys_s": 0.5226649999999999, + "broker_cpu_s": 0.9560219999999999, + "broker_vcsw": 13651, + "broker_maxrss_kib": 6080, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.734831, + "single_rtt_mean_us": 146.879, + "single_rtt_p50_us": 137.294, + "single_rtt_p90_us": 170.468, + "single_rtt_p99_us": 286.335, + "single_rtt_p999_us": 777.581, + "single_rtt_max_us": 4416.894, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.646903, + "multi_rtt_mean_us": 626.099, + "multi_rtt_p50_us": 605.258, + "multi_rtt_p90_us": 763.706, + "multi_rtt_p99_us": 1369.079, + "multi_rtt_p999_us": 2714.615, + "multi_rtt_max_us": 3445.363, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249032, + "fanout_delivery_mean_us": 22188.196, + "fanout_delivery_p50_us": 23029.668, + "fanout_delivery_p90_us": 29225.009, + "fanout_delivery_p99_us": 36339.503, + "fanout_delivery_p999_us": 36752.46, + "fanout_delivery_max_us": 36810.749, + "client_wall_s": 1.6464678999996067, + "client_cpu_s": 1.2509390000000167, + "broker_user_s": 0.43005899999999997, + "broker_sys_s": 0.5426329999999999, + "broker_cpu_s": 0.9726919999999999, + "broker_vcsw": 13012, + "broker_maxrss_kib": 5060, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.73519, + "single_rtt_mean_us": 146.945, + "single_rtt_p50_us": 139.12, + "single_rtt_p90_us": 174.575, + "single_rtt_p99_us": 240.165, + "single_rtt_p999_us": 1220.737, + "single_rtt_max_us": 3774.561, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.642914, + "multi_rtt_mean_us": 620.834, + "multi_rtt_p50_us": 582.831, + "multi_rtt_p90_us": 747.411, + "multi_rtt_p99_us": 1397.05, + "multi_rtt_p999_us": 3114.197, + "multi_rtt_max_us": 15829.888, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.231985, + "fanout_delivery_mean_us": 20521.921, + "fanout_delivery_p50_us": 20152.646, + "fanout_delivery_p90_us": 25299.556, + "fanout_delivery_p99_us": 26927.591, + "fanout_delivery_p999_us": 28395.768, + "fanout_delivery_max_us": 28561.518, + "client_wall_s": 1.6280583789998673, + "client_cpu_s": 1.2447799999999916, + "broker_user_s": 0.41506699999999996, + "broker_sys_s": 0.5206299999999999, + "broker_cpu_s": 0.9356969999999999, + "broker_vcsw": 13396, + "broker_maxrss_kib": 4952, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.681474, + "single_rtt_mean_us": 136.211, + "single_rtt_p50_us": 128.099, + "single_rtt_p90_us": 153.21, + "single_rtt_p99_us": 229.567, + "single_rtt_p999_us": 1279.749, + "single_rtt_max_us": 2363.25, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.773906, + "multi_rtt_mean_us": 749.886, + "multi_rtt_p50_us": 746.755, + "multi_rtt_p90_us": 1013.279, + "multi_rtt_p99_us": 1237.882, + "multi_rtt_p999_us": 1467.799, + "multi_rtt_max_us": 1692.462, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.225688, + "fanout_delivery_mean_us": 51854.667, + "fanout_delivery_p50_us": 52567.422, + "fanout_delivery_p90_us": 80842.302, + "fanout_delivery_p99_us": 88436.803, + "fanout_delivery_p999_us": 89377.228, + "fanout_delivery_max_us": 90713.27, + "client_wall_s": 1.6973718919998646, + "client_cpu_s": 1.3619199999999694, + "broker_user_s": 0.471377, + "broker_sys_s": 0.482153, + "broker_cpu_s": 0.95353, + "broker_vcsw": 14366, + "broker_maxrss_kib": 6292, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.663587, + "single_rtt_mean_us": 132.634, + "single_rtt_p50_us": 121.295, + "single_rtt_p90_us": 148.687, + "single_rtt_p99_us": 309.698, + "single_rtt_p999_us": 1172.78, + "single_rtt_max_us": 2287.726, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.641018, + "multi_rtt_mean_us": 609.749, + "multi_rtt_p50_us": 582.186, + "multi_rtt_p90_us": 754.862, + "multi_rtt_p99_us": 1257.46, + "multi_rtt_p999_us": 2735.419, + "multi_rtt_max_us": 3413.623, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.306394, + "fanout_delivery_mean_us": 27197.767, + "fanout_delivery_p50_us": 28215.089, + "fanout_delivery_p90_us": 35404.646, + "fanout_delivery_p99_us": 37646.102, + "fanout_delivery_p999_us": 41094.038, + "fanout_delivery_max_us": 41196.396, + "client_wall_s": 1.626722164000057, + "client_cpu_s": 1.2965239999999767, + "broker_user_s": 0.407425, + "broker_sys_s": 0.463059, + "broker_cpu_s": 0.870484, + "broker_vcsw": 14088, + "broker_maxrss_kib": 5056, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.68382, + "single_rtt_mean_us": 136.682, + "single_rtt_p50_us": 125.695, + "single_rtt_p90_us": 158.006, + "single_rtt_p99_us": 274.573, + "single_rtt_p999_us": 801.782, + "single_rtt_max_us": 7379.897, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.774657, + "multi_rtt_mean_us": 752.703, + "multi_rtt_p50_us": 604.893, + "multi_rtt_p90_us": 1048.216, + "multi_rtt_p99_us": 1566.717, + "multi_rtt_p999_us": 3164.94, + "multi_rtt_max_us": 68509.909, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.239227, + "fanout_delivery_mean_us": 21021.291, + "fanout_delivery_p50_us": 20434.155, + "fanout_delivery_p90_us": 25323.361, + "fanout_delivery_p99_us": 28286.161, + "fanout_delivery_p999_us": 28906.062, + "fanout_delivery_max_us": 29389.22, + "client_wall_s": 1.7137473669999963, + "client_cpu_s": 1.2208519999999794, + "broker_user_s": 0.481676, + "broker_sys_s": 0.5765509999999999, + "broker_cpu_s": 1.058227, + "broker_vcsw": 12517, + "broker_maxrss_kib": 4936, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.67866, + "single_rtt_mean_us": 135.656, + "single_rtt_p50_us": 128.263, + "single_rtt_p90_us": 157.216, + "single_rtt_p99_us": 218.615, + "single_rtt_p999_us": 654.177, + "single_rtt_max_us": 2167.502, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.613101, + "multi_rtt_mean_us": 587.446, + "multi_rtt_p50_us": 565.456, + "multi_rtt_p90_us": 710.265, + "multi_rtt_p99_us": 1242.605, + "multi_rtt_p999_us": 2559.986, + "multi_rtt_max_us": 5517.874, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226674, + "fanout_delivery_mean_us": 20278.334, + "fanout_delivery_p50_us": 20243.448, + "fanout_delivery_p90_us": 24572.274, + "fanout_delivery_p99_us": 27343.697, + "fanout_delivery_p999_us": 27736.46, + "fanout_delivery_max_us": 31996.018, + "client_wall_s": 1.5346258989998205, + "client_cpu_s": 1.1860859999999889, + "broker_user_s": 0.383729, + "broker_sys_s": 0.519192, + "broker_cpu_s": 0.902921, + "broker_vcsw": 13320, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.705292, + "single_rtt_mean_us": 140.956, + "single_rtt_p50_us": 127.575, + "single_rtt_p90_us": 159.638, + "single_rtt_p99_us": 336.253, + "single_rtt_p999_us": 2136.512, + "single_rtt_max_us": 2887.841, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.772929, + "multi_rtt_mean_us": 743.4, + "multi_rtt_p50_us": 685.329, + "multi_rtt_p90_us": 961.167, + "multi_rtt_p99_us": 1835.841, + "multi_rtt_p999_us": 4233.669, + "multi_rtt_max_us": 5955.924, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.276725, + "fanout_delivery_mean_us": 25548.789, + "fanout_delivery_p50_us": 25360.349, + "fanout_delivery_p90_us": 32021.797, + "fanout_delivery_p99_us": 38812.408, + "fanout_delivery_p999_us": 39083.142, + "fanout_delivery_max_us": 39227.505, + "client_wall_s": 1.77414378200001, + "client_cpu_s": 1.3930890000000034, + "broker_user_s": 0.460443, + "broker_sys_s": 0.5094, + "broker_cpu_s": 0.969843, + "broker_vcsw": 13469, + "broker_maxrss_kib": 4928, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.701547, + "single_rtt_mean_us": 140.202, + "single_rtt_p50_us": 130.593, + "single_rtt_p90_us": 166.518, + "single_rtt_p99_us": 261.278, + "single_rtt_p999_us": 1086.716, + "single_rtt_max_us": 1489.84, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.794613, + "multi_rtt_mean_us": 768.488, + "multi_rtt_p50_us": 775.501, + "multi_rtt_p90_us": 955.769, + "multi_rtt_p99_us": 1283.459, + "multi_rtt_p999_us": 1752.354, + "multi_rtt_max_us": 1873.735, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.322481, + "fanout_delivery_mean_us": 73457.149, + "fanout_delivery_p50_us": 74490.583, + "fanout_delivery_p90_us": 120750.618, + "fanout_delivery_p99_us": 129103.843, + "fanout_delivery_p999_us": 135390.363, + "fanout_delivery_max_us": 135542.338, + "client_wall_s": 1.8764620480001213, + "client_cpu_s": 1.522560000000027, + "broker_user_s": 0.452221, + "broker_sys_s": 0.534064, + "broker_cpu_s": 0.986285, + "broker_vcsw": 14280, + "broker_maxrss_kib": 6280, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696402, + "single_rtt_mean_us": 139.198, + "single_rtt_p50_us": 130.032, + "single_rtt_p90_us": 161.881, + "single_rtt_p99_us": 293.527, + "single_rtt_p999_us": 1064.345, + "single_rtt_max_us": 1468.265, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.686321, + "multi_rtt_mean_us": 660.267, + "multi_rtt_p50_us": 627.046, + "multi_rtt_p90_us": 857.799, + "multi_rtt_p99_us": 1430.157, + "multi_rtt_p999_us": 2971.237, + "multi_rtt_max_us": 6272.023, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.230287, + "fanout_delivery_mean_us": 20503.048, + "fanout_delivery_p50_us": 20011.841, + "fanout_delivery_p90_us": 25161.739, + "fanout_delivery_p99_us": 28196.696, + "fanout_delivery_p999_us": 28559.221, + "fanout_delivery_max_us": 31431.204, + "client_wall_s": 1.6286045919996468, + "client_cpu_s": 1.2789479999999855, + "broker_user_s": 0.378091, + "broker_sys_s": 0.534005, + "broker_cpu_s": 0.912096, + "broker_vcsw": 13943, + "broker_maxrss_kib": 5000, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.675757, + "single_rtt_mean_us": 135.061, + "single_rtt_p50_us": 130.057, + "single_rtt_p90_us": 155.496, + "single_rtt_p99_us": 220.221, + "single_rtt_p999_us": 738.008, + "single_rtt_max_us": 3206.471, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.667042, + "multi_rtt_mean_us": 641.72, + "multi_rtt_p50_us": 610.984, + "multi_rtt_p90_us": 798.614, + "multi_rtt_p99_us": 1399.452, + "multi_rtt_p999_us": 3338.492, + "multi_rtt_max_us": 5117.051, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.32155, + "fanout_delivery_mean_us": 27102.555, + "fanout_delivery_p50_us": 24350.914, + "fanout_delivery_p90_us": 33937.007, + "fanout_delivery_p99_us": 86207.911, + "fanout_delivery_p999_us": 88182.056, + "fanout_delivery_max_us": 92687.993, + "client_wall_s": 1.680318022999927, + "client_cpu_s": 1.2681449999999757, + "broker_user_s": 0.41328099999999995, + "broker_sys_s": 0.530515, + "broker_cpu_s": 0.9437959999999999, + "broker_vcsw": 13289, + "broker_maxrss_kib": 4936, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.704407, + "single_rtt_mean_us": 140.778, + "single_rtt_p50_us": 131.735, + "single_rtt_p90_us": 163.348, + "single_rtt_p99_us": 236.217, + "single_rtt_p999_us": 1321.239, + "single_rtt_max_us": 1771.546, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.640634, + "multi_rtt_mean_us": 624.291, + "multi_rtt_p50_us": 588.804, + "multi_rtt_p90_us": 876.34, + "multi_rtt_p99_us": 1333.522, + "multi_rtt_p999_us": 1653.138, + "multi_rtt_max_us": 1985.387, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.242311, + "fanout_delivery_mean_us": 55312.588, + "fanout_delivery_p50_us": 60290.22, + "fanout_delivery_p90_us": 79904.958, + "fanout_delivery_p99_us": 88346.83, + "fanout_delivery_p999_us": 88867.825, + "fanout_delivery_max_us": 88960.929, + "client_wall_s": 1.606139269000323, + "client_cpu_s": 1.2440059999999846, + "broker_user_s": 0.42283499999999996, + "broker_sys_s": 0.508243, + "broker_cpu_s": 0.931078, + "broker_vcsw": 13249, + "broker_maxrss_kib": 6140, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.767492, + "single_rtt_mean_us": 153.409, + "single_rtt_p50_us": 130.298, + "single_rtt_p90_us": 168.65, + "single_rtt_p99_us": 357.494, + "single_rtt_p999_us": 1368.325, + "single_rtt_max_us": 55210.0, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.65758, + "multi_rtt_mean_us": 637.517, + "multi_rtt_p50_us": 583.291, + "multi_rtt_p90_us": 776.877, + "multi_rtt_p99_us": 1559.895, + "multi_rtt_p999_us": 5038.399, + "multi_rtt_max_us": 11249.46, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.229092, + "fanout_delivery_mean_us": 50807.589, + "fanout_delivery_p50_us": 53053.933, + "fanout_delivery_p90_us": 80305.651, + "fanout_delivery_p99_us": 85560.573, + "fanout_delivery_p999_us": 89786.462, + "fanout_delivery_max_us": 89880.166, + "client_wall_s": 1.6697910719999527, + "client_cpu_s": 1.229343, + "broker_user_s": 0.42523, + "broker_sys_s": 0.48100299999999996, + "broker_cpu_s": 0.906233, + "broker_vcsw": 13943, + "broker_maxrss_kib": 6188, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.626195, + "single_rtt_mean_us": 125.15, + "single_rtt_p50_us": 119.323, + "single_rtt_p90_us": 139.055, + "single_rtt_p99_us": 177.558, + "single_rtt_p999_us": 825.86, + "single_rtt_max_us": 962.118, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.721321, + "multi_rtt_mean_us": 699.297, + "multi_rtt_p50_us": 645.699, + "multi_rtt_p90_us": 917.532, + "multi_rtt_p99_us": 1739.301, + "multi_rtt_p999_us": 4307.245, + "multi_rtt_max_us": 6836.032, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.227752, + "fanout_delivery_mean_us": 20515.676, + "fanout_delivery_p50_us": 20008.131, + "fanout_delivery_p90_us": 24517.666, + "fanout_delivery_p99_us": 27422.326, + "fanout_delivery_p999_us": 28027.201, + "fanout_delivery_max_us": 29156.836, + "client_wall_s": 1.5927961940001296, + "client_cpu_s": 1.2703130000000158, + "broker_user_s": 0.435974, + "broker_sys_s": 0.458447, + "broker_cpu_s": 0.8944209999999999, + "broker_vcsw": 13509, + "broker_maxrss_kib": 5020, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.633335, + "single_rtt_mean_us": 126.587, + "single_rtt_p50_us": 118.551, + "single_rtt_p90_us": 145.897, + "single_rtt_p99_us": 208.254, + "single_rtt_p999_us": 457.851, + "single_rtt_max_us": 872.724, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.662373, + "multi_rtt_mean_us": 636.714, + "multi_rtt_p50_us": 599.677, + "multi_rtt_p90_us": 863.772, + "multi_rtt_p99_us": 1284.881, + "multi_rtt_p999_us": 2654.535, + "multi_rtt_max_us": 3033.703, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228098, + "fanout_delivery_mean_us": 20660.758, + "fanout_delivery_p50_us": 20124.33, + "fanout_delivery_p90_us": 24849.578, + "fanout_delivery_p99_us": 26402.504, + "fanout_delivery_p999_us": 26879.975, + "fanout_delivery_max_us": 27013.727, + "client_wall_s": 1.5398812629996428, + "client_cpu_s": 1.2062249999999892, + "broker_user_s": 0.363019, + "broker_sys_s": 0.527385, + "broker_cpu_s": 0.890404, + "broker_vcsw": 13760, + "broker_maxrss_kib": 5196, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.716726, + "single_rtt_mean_us": 143.256, + "single_rtt_p50_us": 133.956, + "single_rtt_p90_us": 162.513, + "single_rtt_p99_us": 346.41, + "single_rtt_p999_us": 776.807, + "single_rtt_max_us": 2602.717, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.67993, + "multi_rtt_mean_us": 654.602, + "multi_rtt_p50_us": 593.456, + "multi_rtt_p90_us": 887.925, + "multi_rtt_p99_us": 1404.892, + "multi_rtt_p999_us": 3484.342, + "multi_rtt_max_us": 4878.693, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.233917, + "fanout_delivery_mean_us": 49261.473, + "fanout_delivery_p50_us": 46359.835, + "fanout_delivery_p90_us": 75787.198, + "fanout_delivery_p99_us": 81019.065, + "fanout_delivery_p999_us": 84230.499, + "fanout_delivery_max_us": 85231.485, + "client_wall_s": 1.6468389060000845, + "client_cpu_s": 1.2561649999999815, + "broker_user_s": 0.41562, + "broker_sys_s": 0.5409309999999999, + "broker_cpu_s": 0.9565509999999999, + "broker_vcsw": 13797, + "broker_maxrss_kib": 6432, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.684074, + "single_rtt_mean_us": 136.723, + "single_rtt_p50_us": 129.248, + "single_rtt_p90_us": 156.87, + "single_rtt_p99_us": 228.296, + "single_rtt_p999_us": 828.102, + "single_rtt_max_us": 4288.451, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.638534, + "multi_rtt_mean_us": 617.403, + "multi_rtt_p50_us": 581.804, + "multi_rtt_p90_us": 805.904, + "multi_rtt_p99_us": 1406.997, + "multi_rtt_p999_us": 4196.493, + "multi_rtt_max_us": 7340.41, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251784, + "fanout_delivery_mean_us": 21813.753, + "fanout_delivery_p50_us": 22391.526, + "fanout_delivery_p90_us": 30272.366, + "fanout_delivery_p99_us": 33493.156, + "fanout_delivery_p999_us": 37128.239, + "fanout_delivery_max_us": 37271.803, + "client_wall_s": 1.5939990179999768, + "client_cpu_s": 1.2191550000000007, + "broker_user_s": 0.408209, + "broker_sys_s": 0.48667499999999997, + "broker_cpu_s": 0.894884, + "broker_vcsw": 13599, + "broker_maxrss_kib": 4924, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.651355, + "single_rtt_mean_us": 130.189, + "single_rtt_p50_us": 118.668, + "single_rtt_p90_us": 149.248, + "single_rtt_p99_us": 293.413, + "single_rtt_p999_us": 928.906, + "single_rtt_max_us": 2399.555, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.649944, + "multi_rtt_mean_us": 625.267, + "multi_rtt_p50_us": 588.308, + "multi_rtt_p90_us": 815.044, + "multi_rtt_p99_us": 1449.751, + "multi_rtt_p999_us": 3193.742, + "multi_rtt_max_us": 4295.81, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223882, + "fanout_delivery_mean_us": 19988.95, + "fanout_delivery_p50_us": 19686.617, + "fanout_delivery_p90_us": 24227.401, + "fanout_delivery_p99_us": 25224.384, + "fanout_delivery_p999_us": 25325.69, + "fanout_delivery_max_us": 25370.942, + "client_wall_s": 1.5429432190003354, + "client_cpu_s": 1.2038129999999967, + "broker_user_s": 0.39536899999999997, + "broker_sys_s": 0.459105, + "broker_cpu_s": 0.854474, + "broker_vcsw": 14124, + "broker_maxrss_kib": 4900, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.620328, + "single_rtt_mean_us": 123.993, + "single_rtt_p50_us": 118.468, + "single_rtt_p90_us": 138.929, + "single_rtt_p99_us": 170.457, + "single_rtt_p999_us": 337.207, + "single_rtt_max_us": 1036.44, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.629335, + "multi_rtt_mean_us": 608.681, + "multi_rtt_p50_us": 570.38, + "multi_rtt_p90_us": 845.336, + "multi_rtt_p99_us": 1291.934, + "multi_rtt_p999_us": 3197.868, + "multi_rtt_max_us": 3352.981, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.240855, + "fanout_delivery_mean_us": 21049.67, + "fanout_delivery_p50_us": 21519.466, + "fanout_delivery_p90_us": 26739.008, + "fanout_delivery_p99_us": 29927.821, + "fanout_delivery_p999_us": 31612.164, + "fanout_delivery_max_us": 31734.492, + "client_wall_s": 1.5117479119999189, + "client_cpu_s": 1.1925249999999892, + "broker_user_s": 0.378745, + "broker_sys_s": 0.509814, + "broker_cpu_s": 0.888559, + "broker_vcsw": 13298, + "broker_maxrss_kib": 4956, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.655766, + "single_rtt_mean_us": 131.056, + "single_rtt_p50_us": 122.354, + "single_rtt_p90_us": 150.693, + "single_rtt_p99_us": 239.981, + "single_rtt_p999_us": 902.058, + "single_rtt_max_us": 1883.013, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.678138, + "multi_rtt_mean_us": 658.878, + "multi_rtt_p50_us": 572.824, + "multi_rtt_p90_us": 871.793, + "multi_rtt_p99_us": 2924.905, + "multi_rtt_p999_us": 7747.777, + "multi_rtt_max_us": 7845.591, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.228406, + "fanout_delivery_mean_us": 20422.568, + "fanout_delivery_p50_us": 20005.858, + "fanout_delivery_p90_us": 24513.671, + "fanout_delivery_p99_us": 27534.665, + "fanout_delivery_p999_us": 27735.295, + "fanout_delivery_max_us": 27916.6, + "client_wall_s": 1.5764023619999534, + "client_cpu_s": 1.2136329999999873, + "broker_user_s": 0.393368, + "broker_sys_s": 0.49307399999999996, + "broker_cpu_s": 0.886442, + "broker_vcsw": 13043, + "broker_maxrss_kib": 4796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.649295, + "single_rtt_mean_us": 129.776, + "single_rtt_p50_us": 123.116, + "single_rtt_p90_us": 148.212, + "single_rtt_p99_us": 205.602, + "single_rtt_p999_us": 512.477, + "single_rtt_max_us": 688.843, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.601342, + "multi_rtt_mean_us": 586.311, + "multi_rtt_p50_us": 574.502, + "multi_rtt_p90_us": 702.165, + "multi_rtt_p99_us": 1337.131, + "multi_rtt_p999_us": 1911.564, + "multi_rtt_max_us": 3867.733, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246206, + "fanout_delivery_mean_us": 56549.739, + "fanout_delivery_p50_us": 67436.67, + "fanout_delivery_p90_us": 78745.927, + "fanout_delivery_p99_us": 86078.933, + "fanout_delivery_p999_us": 86596.39, + "fanout_delivery_max_us": 86686.252, + "client_wall_s": 1.5128035550001186, + "client_cpu_s": 1.1928679999999758, + "broker_user_s": 0.348553, + "broker_sys_s": 0.571023, + "broker_cpu_s": 0.919576, + "broker_vcsw": 12862, + "broker_maxrss_kib": 6344, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.673187, + "single_rtt_mean_us": 134.555, + "single_rtt_p50_us": 125.597, + "single_rtt_p90_us": 154.414, + "single_rtt_p99_us": 260.548, + "single_rtt_p999_us": 676.386, + "single_rtt_max_us": 2240.281, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.626218, + "multi_rtt_mean_us": 606.531, + "multi_rtt_p50_us": 577.081, + "multi_rtt_p90_us": 775.171, + "multi_rtt_p99_us": 1440.633, + "multi_rtt_p999_us": 1877.543, + "multi_rtt_max_us": 1942.917, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.21973, + "fanout_delivery_mean_us": 48704.056, + "fanout_delivery_p50_us": 50260.263, + "fanout_delivery_p90_us": 77549.207, + "fanout_delivery_p99_us": 82418.141, + "fanout_delivery_p999_us": 86597.989, + "fanout_delivery_max_us": 86694.209, + "client_wall_s": 1.534411204999742, + "client_cpu_s": 1.191915999999992, + "broker_user_s": 0.431034, + "broker_sys_s": 0.46752, + "broker_cpu_s": 0.898554, + "broker_vcsw": 13812, + "broker_maxrss_kib": 6184, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.645787, + "single_rtt_mean_us": 129.071, + "single_rtt_p50_us": 122.19, + "single_rtt_p90_us": 147.181, + "single_rtt_p99_us": 197.88, + "single_rtt_p999_us": 527.672, + "single_rtt_max_us": 1984.704, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.647326, + "multi_rtt_mean_us": 624.154, + "multi_rtt_p50_us": 591.502, + "multi_rtt_p90_us": 889.911, + "multi_rtt_p99_us": 1192.265, + "multi_rtt_p999_us": 1844.602, + "multi_rtt_max_us": 3364.765, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.219766, + "fanout_delivery_mean_us": 19556.261, + "fanout_delivery_p50_us": 19155.989, + "fanout_delivery_p90_us": 23675.929, + "fanout_delivery_p99_us": 24208.565, + "fanout_delivery_p999_us": 24375.255, + "fanout_delivery_max_us": 24529.33, + "client_wall_s": 1.528608340000119, + "client_cpu_s": 1.2251090000000033, + "broker_user_s": 0.413362, + "broker_sys_s": 0.425633, + "broker_cpu_s": 0.8389949999999999, + "broker_vcsw": 13983, + "broker_maxrss_kib": 4828, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.688782, + "single_rtt_mean_us": 137.677, + "single_rtt_p50_us": 119.491, + "single_rtt_p90_us": 142.622, + "single_rtt_p99_us": 231.972, + "single_rtt_p999_us": 1362.864, + "single_rtt_max_us": 34458.561, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.668241, + "multi_rtt_mean_us": 640.187, + "multi_rtt_p50_us": 603.151, + "multi_rtt_p90_us": 865.102, + "multi_rtt_p99_us": 1260.892, + "multi_rtt_p999_us": 1580.134, + "multi_rtt_max_us": 2080.92, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.227496, + "fanout_delivery_mean_us": 20343.64, + "fanout_delivery_p50_us": 19922.71, + "fanout_delivery_p90_us": 24795.75, + "fanout_delivery_p99_us": 25895.185, + "fanout_delivery_p999_us": 25992.226, + "fanout_delivery_max_us": 28780.238, + "client_wall_s": 1.59900128199979, + "client_cpu_s": 1.2413000000000238, + "broker_user_s": 0.385694, + "broker_sys_s": 0.47160199999999997, + "broker_cpu_s": 0.857296, + "broker_vcsw": 14306, + "broker_maxrss_kib": 5080, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.712171, + "single_rtt_mean_us": 142.353, + "single_rtt_p50_us": 134.498, + "single_rtt_p90_us": 163.61, + "single_rtt_p99_us": 255.34, + "single_rtt_p999_us": 936.736, + "single_rtt_max_us": 2505.217, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.586012, + "multi_rtt_mean_us": 572.808, + "multi_rtt_p50_us": 563.045, + "multi_rtt_p90_us": 693.008, + "multi_rtt_p99_us": 1147.883, + "multi_rtt_p999_us": 2245.337, + "multi_rtt_max_us": 2355.981, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.223554, + "fanout_delivery_mean_us": 47506.494, + "fanout_delivery_p50_us": 47921.421, + "fanout_delivery_p90_us": 75811.057, + "fanout_delivery_p99_us": 82834.589, + "fanout_delivery_p999_us": 83534.931, + "fanout_delivery_max_us": 83625.915, + "client_wall_s": 1.5370897049997438, + "client_cpu_s": 1.1604070000000206, + "broker_user_s": 0.383307, + "broker_sys_s": 0.557983, + "broker_cpu_s": 0.94129, + "broker_vcsw": 12962, + "broker_maxrss_kib": 6216, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.661613, + "single_rtt_mean_us": 132.243, + "single_rtt_p50_us": 119.018, + "single_rtt_p90_us": 145.387, + "single_rtt_p99_us": 254.921, + "single_rtt_p999_us": 1991.608, + "single_rtt_max_us": 6281.198, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.647066, + "multi_rtt_mean_us": 623.21, + "multi_rtt_p50_us": 587.827, + "multi_rtt_p90_us": 803.367, + "multi_rtt_p99_us": 1515.447, + "multi_rtt_p999_us": 3306.798, + "multi_rtt_max_us": 3867.82, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.227216, + "fanout_delivery_mean_us": 20419.345, + "fanout_delivery_p50_us": 19815.386, + "fanout_delivery_p90_us": 24364.524, + "fanout_delivery_p99_us": 26406.753, + "fanout_delivery_p999_us": 27505.006, + "fanout_delivery_max_us": 27562.926, + "client_wall_s": 1.5505270440003187, + "client_cpu_s": 1.203770999999989, + "broker_user_s": 0.421438, + "broker_sys_s": 0.445466, + "broker_cpu_s": 0.8669039999999999, + "broker_vcsw": 13902, + "broker_maxrss_kib": 5036, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.654505, + "single_rtt_mean_us": 130.816, + "single_rtt_p50_us": 122.299, + "single_rtt_p90_us": 150.95, + "single_rtt_p99_us": 227.785, + "single_rtt_p999_us": 555.085, + "single_rtt_max_us": 2165.225, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.604272, + "multi_rtt_mean_us": 581.941, + "multi_rtt_p50_us": 577.263, + "multi_rtt_p90_us": 709.721, + "multi_rtt_p99_us": 1055.419, + "multi_rtt_p999_us": 1797.004, + "multi_rtt_max_us": 2034.88, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253491, + "fanout_delivery_mean_us": 23036.74, + "fanout_delivery_p50_us": 23150.379, + "fanout_delivery_p90_us": 31208.235, + "fanout_delivery_p99_us": 32105.636, + "fanout_delivery_p999_us": 32256.973, + "fanout_delivery_max_us": 32297.437, + "client_wall_s": 1.5274224890004007, + "client_cpu_s": 1.215548000000041, + "broker_user_s": 0.43509499999999995, + "broker_sys_s": 0.440473, + "broker_cpu_s": 0.8755679999999999, + "broker_vcsw": 13773, + "broker_maxrss_kib": 4920, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.696393, + "single_rtt_mean_us": 139.182, + "single_rtt_p50_us": 125.486, + "single_rtt_p90_us": 164.085, + "single_rtt_p99_us": 330.685, + "single_rtt_p999_us": 1374.787, + "single_rtt_max_us": 1920.929, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.646471, + "multi_rtt_mean_us": 624.773, + "multi_rtt_p50_us": 603.631, + "multi_rtt_p90_us": 785.639, + "multi_rtt_p99_us": 1300.536, + "multi_rtt_p999_us": 2280.391, + "multi_rtt_max_us": 3377.796, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.226962, + "fanout_delivery_mean_us": 20437.017, + "fanout_delivery_p50_us": 20425.796, + "fanout_delivery_p90_us": 25664.391, + "fanout_delivery_p99_us": 28130.792, + "fanout_delivery_p999_us": 28347.671, + "fanout_delivery_max_us": 28400.429, + "client_wall_s": 1.5853003669999453, + "client_cpu_s": 1.2501550000000066, + "broker_user_s": 0.39546899999999996, + "broker_sys_s": 0.49883999999999995, + "broker_cpu_s": 0.8943089999999999, + "broker_vcsw": 13503, + "broker_maxrss_kib": 4960, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.685336, + "single_rtt_mean_us": 136.973, + "single_rtt_p50_us": 128.536, + "single_rtt_p90_us": 158.992, + "single_rtt_p99_us": 250.236, + "single_rtt_p999_us": 1064.938, + "single_rtt_max_us": 3313.128, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.594894, + "multi_rtt_mean_us": 574.22, + "multi_rtt_p50_us": 567.977, + "multi_rtt_p90_us": 677.74, + "multi_rtt_p99_us": 1065.192, + "multi_rtt_p999_us": 2833.249, + "multi_rtt_max_us": 5878.551, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.220031, + "fanout_delivery_mean_us": 19482.509, + "fanout_delivery_p50_us": 18838.164, + "fanout_delivery_p90_us": 23345.268, + "fanout_delivery_p99_us": 24232.652, + "fanout_delivery_p999_us": 25956.535, + "fanout_delivery_max_us": 26352.456, + "client_wall_s": 1.530641808999917, + "client_cpu_s": 1.1755649999999775, + "broker_user_s": 0.410458, + "broker_sys_s": 0.490369, + "broker_cpu_s": 0.900827, + "broker_vcsw": 13108, + "broker_maxrss_kib": 5072, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.717511, + "single_rtt_mean_us": 143.41, + "single_rtt_p50_us": 136.913, + "single_rtt_p90_us": 176.283, + "single_rtt_p99_us": 253.259, + "single_rtt_p999_us": 645.828, + "single_rtt_max_us": 1679.721, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.793978, + "multi_rtt_mean_us": 766.811, + "multi_rtt_p50_us": 756.848, + "multi_rtt_p90_us": 1013.555, + "multi_rtt_p99_us": 1306.37, + "multi_rtt_p999_us": 2141.331, + "multi_rtt_max_us": 2586.264, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.276015, + "fanout_delivery_mean_us": 59174.583, + "fanout_delivery_p50_us": 66904.344, + "fanout_delivery_p90_us": 83023.537, + "fanout_delivery_p99_us": 89080.893, + "fanout_delivery_p999_us": 92015.227, + "fanout_delivery_max_us": 93956.519, + "client_wall_s": 1.8068622069999947, + "client_cpu_s": 1.4658550000000048, + "broker_user_s": 0.505324, + "broker_sys_s": 0.5210009999999999, + "broker_cpu_s": 1.026325, + "broker_vcsw": 14032, + "broker_maxrss_kib": 6336, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_rtt_count": { + "baseline": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "timeout": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "concurrent100": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + } + }, + "single_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.6870362666666666, + "stddev": 0.03122210545233675, + "median": 0.6799580000000001, + "min": 0.635494, + "max": 0.767492 + }, + "timeout": { + "n": 60, + "mean": 0.6899239166666666, + "stddev": 0.04183925451311575, + "median": 0.6836979999999999, + "min": 0.625262, + "max": 0.859043 + }, + "concurrent100": { + "n": 60, + "mean": 0.6821098, + "stddev": 0.034928050072364866, + "median": 0.6828339999999999, + "min": 0.620328, + "max": 0.793451 + } + }, + "single_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 137.31876666666668, + "stddev": 6.239599061887497, + "median": 135.9115, + "min": 127.015, + "max": 153.409 + }, + "timeout": { + "n": 60, + "mean": 137.89655, + "stddev": 8.364749343150025, + "median": 136.659, + "min": 124.965, + "max": 171.719 + }, + "concurrent100": { + "n": 60, + "mean": 136.3294, + "stddev": 6.9873429643674205, + "median": 136.48399999999998, + "min": 123.993, + "max": 158.596 + } + }, + "single_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 127.8353, + "stddev": 5.4423424240869815, + "median": 127.166, + "min": 118.943, + "max": 141.847 + }, + "timeout": { + "n": 60, + "mean": 126.93981666666667, + "stddev": 6.121574145321338, + "median": 126.19300000000001, + "min": 118.551, + "max": 143.965 + }, + "concurrent100": { + "n": 60, + "mean": 125.90889999999999, + "stddev": 5.7580861453808705, + "median": 125.31049999999999, + "min": 118.381, + "max": 139.55 + } + }, + "single_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 158.15476666666666, + "stddev": 9.484590732781335, + "median": 155.9325, + "min": 138.78, + "max": 180.256 + }, + "timeout": { + "n": 60, + "mean": 159.02781666666667, + "stddev": 11.036197686368203, + "median": 157.2895, + "min": 140.74, + "max": 197.683 + }, + "concurrent100": { + "n": 60, + "mean": 156.53268333333332, + "stddev": 9.695774525213823, + "median": 156.108, + "min": 138.929, + "max": 185.657 + } + }, + "single_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 260.83745, + "stddev": 48.48790668219434, + "median": 254.2995, + "min": 184.492, + "max": 443.75 + }, + "timeout": { + "n": 60, + "mean": 272.7399, + "stddev": 67.6548438196484, + "median": 255.91, + "min": 185.982, + "max": 548.936 + }, + "concurrent100": { + "n": 60, + "mean": 270.70236666666665, + "stddev": 50.96119336566901, + "median": 267.38599999999997, + "min": 170.457, + "max": 389.705 + } + }, + "single_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 942.3923166666666, + "stddev": 349.3925613138328, + "median": 905.1565, + "min": 419.334, + "max": 1907.666 + }, + "timeout": { + "n": 60, + "mean": 967.42375, + "stddev": 393.91652572954433, + "median": 855.597, + "min": 457.851, + "max": 2272.983 + }, + "concurrent100": { + "n": 60, + "mean": 963.4964833333332, + "stddev": 354.6620301013486, + "median": 915.6334999999999, + "min": 337.207, + "max": 2136.512 + } + }, + "single_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 4199.283733333334, + "stddev": 7830.427504987758, + "median": 2584.047, + "min": 688.843, + "max": 55210.0 + }, + "timeout": { + "n": 60, + "mean": 8062.292016666667, + "stddev": 16666.525426309363, + "median": 2547.361, + "min": 872.724, + "max": 79703.558 + }, + "concurrent100": { + "n": 60, + "mean": 6872.201566666667, + "stddev": 14631.940930883819, + "median": 2480.6440000000002, + "min": 832.058, + "max": 80812.135 + } + }, + "multi_rtt_count": { + "baseline": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "timeout": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "concurrent100": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + } + }, + "multi_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.664671, + "stddev": 0.05537864956424381, + "median": 0.6553995, + "min": 0.564994, + "max": 0.794613 + }, + "timeout": { + "n": 60, + "mean": 0.6681138166666667, + "stddev": 0.06197149551956868, + "median": 0.6552225, + "min": 0.575636, + "max": 0.832558 + }, + "concurrent100": { + "n": 60, + "mean": 0.6586093333333333, + "stddev": 0.050993662559938126, + "median": 0.6487175000000001, + "min": 0.594894, + "max": 0.819666 + } + }, + "multi_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 643.4821, + "stddev": 52.62935079730475, + "median": 637.106, + "min": 543.909, + "max": 768.488 + }, + "timeout": { + "n": 60, + "mean": 644.6999500000001, + "stddev": 59.42976116346599, + "median": 633.531, + "min": 556.272, + "max": 794.764 + }, + "concurrent100": { + "n": 60, + "mean": 635.6673166666666, + "stddev": 48.7449956480512, + "median": 625.683, + "min": 574.011, + "max": 789.534 + } + }, + "multi_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 608.3874500000001, + "stddev": 48.15869700621519, + "median": 592.519, + "min": 555.812, + "max": 775.501 + }, + "timeout": { + "n": 60, + "mean": 608.8182166666667, + "stddev": 46.52734374212677, + "median": 594.1769999999999, + "min": 561.43, + "max": 777.033 + }, + "concurrent100": { + "n": 60, + "mean": 602.43255, + "stddev": 38.098763353045406, + "median": 592.7915, + "min": 560.796, + "max": 762.714 + } + }, + "multi_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 833.0666, + "stddev": 103.65679455767905, + "median": 843.5074999999999, + "min": 617.397, + "max": 1081.936 + }, + "timeout": { + "n": 60, + "mean": 825.27115, + "stddev": 115.29316712283692, + "median": 806.0525, + "min": 655.933, + "max": 1143.946 + }, + "concurrent100": { + "n": 60, + "mean": 820.0163, + "stddev": 97.67142402286471, + "median": 803.4245000000001, + "min": 669.046, + "max": 1060.676 + } + }, + "multi_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 1418.3975333333333, + "stddev": 277.73271641246436, + "median": 1343.098, + "min": 900.185, + "max": 2110.597 + }, + "timeout": { + "n": 60, + "mean": 1445.7287333333334, + "stddev": 407.3334765809886, + "median": 1363.3780000000002, + "min": 883.691, + "max": 3092.662 + }, + "concurrent100": { + "n": 60, + "mean": 1405.40065, + "stddev": 265.28596097986605, + "median": 1368.7235, + "min": 1031.514, + "max": 2222.938 + } + }, + "multi_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 3140.516183333333, + "stddev": 1337.8846152848082, + "median": 2979.9845, + "min": 1222.888, + "max": 6636.916 + }, + "timeout": { + "n": 60, + "mean": 3351.67815, + "stddev": 1641.0876317596105, + "median": 3032.6285, + "min": 1570.906, + "max": 7994.03 + }, + "concurrent100": { + "n": 60, + "mean": 3129.367133333333, + "stddev": 1160.8223953273418, + "median": 2912.8975, + "min": 1483.016, + "max": 7925.708 + } + }, + "multi_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 4806.144533333334, + "stddev": 4679.507578170109, + "median": 3763.929, + "min": 1350.973, + "max": 34429.629 + }, + "timeout": { + "n": 60, + "mean": 7579.77055, + "stddev": 12614.775753064254, + "median": 4481.423000000001, + "min": 1746.975, + "max": 74066.1 + }, + "concurrent100": { + "n": 60, + "mean": 5526.780583333334, + "stddev": 7048.7186257749945, + "median": 4312.4875, + "min": 1692.22, + "max": 55372.665 + } + }, + "fanout_delivery_count": { + "baseline": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "timeout": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "concurrent100": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + } + }, + "fanout_delivery_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.24915008333333333, + "stddev": 0.02539609947315857, + "median": 0.244135, + "min": 0.218561, + "max": 0.331787 + }, + "timeout": { + "n": 60, + "mean": 0.2470773, + "stddev": 0.025214188052814866, + "median": 0.2366095, + "min": 0.211826, + "max": 0.32155 + }, + "concurrent100": { + "n": 60, + "mean": 0.2393565666666667, + "stddev": 0.01949474570181748, + "median": 0.2331975, + "min": 0.217918, + "max": 0.306394 + } + }, + "fanout_delivery_mean_us": { + "baseline": { + "n": 60, + "mean": 54698.71286666666, + "stddev": 6178.371210393601, + "median": 52867.460999999996, + "min": 46231.233, + "max": 73457.149 + }, + "timeout": { + "n": 60, + "mean": 22073.821816666667, + "stddev": 2360.0697619751427, + "median": 21197.076, + "min": 18830.816, + "max": 29271.059 + }, + "concurrent100": { + "n": 60, + "mean": 21363.94123333333, + "stddev": 1858.8728839791042, + "median": 20846.1005, + "min": 18978.874, + "max": 27197.767 + } + }, + "fanout_delivery_p50_us": { + "baseline": { + "n": 60, + "mean": 56451.66925, + "stddev": 7820.986861487063, + "median": 53231.7465, + "min": 46359.835, + "max": 76135.574 + }, + "timeout": { + "n": 60, + "mean": 21801.137483333336, + "stddev": 2510.846976793947, + "median": 20757.625, + "min": 18235.495, + "max": 28586.867 + }, + "concurrent100": { + "n": 60, + "mean": 21068.2356, + "stddev": 2120.759774139049, + "median": 20161.674, + "min": 18831.482, + "max": 28215.089 + } + }, + "fanout_delivery_p90_us": { + "baseline": { + "n": 60, + "mean": 85919.91466666666, + "stddev": 11779.845504476158, + "median": 81248.728, + "min": 72420.546, + "max": 120902.218 + }, + "timeout": { + "n": 60, + "mean": 27296.352033333333, + "stddev": 3581.8012976863224, + "median": 25625.842, + "min": 22573.855, + "max": 35249.765 + }, + "concurrent100": { + "n": 60, + "mean": 26591.962566666665, + "stddev": 3347.6001510215597, + "median": 25301.3655, + "min": 23128.604, + "max": 37482.204 + } + }, + "fanout_delivery_p99_us": { + "baseline": { + "n": 60, + "mean": 94109.19911666666, + "stddev": 13357.50895862424, + "median": 89099.5045, + "min": 81019.065, + "max": 136327.518 + }, + "timeout": { + "n": 60, + "mean": 31702.890949999997, + "stddev": 9052.97192957758, + "median": 28560.787, + "min": 23372.99, + "max": 86207.911 + }, + "concurrent100": { + "n": 60, + "mean": 30241.64675, + "stddev": 6970.325565032593, + "median": 28682.855499999998, + "min": 23797.058, + "max": 66310.416 + } + }, + "fanout_delivery_p999_us": { + "baseline": { + "n": 60, + "mean": 96679.0055, + "stddev": 13610.215082805284, + "median": 92217.3955, + "min": 83534.931, + "max": 137781.928 + }, + "timeout": { + "n": 60, + "mean": 33220.813083333334, + "stddev": 9833.584067550548, + "median": 29684.3085, + "min": 23599.711, + "max": 88182.056 + }, + "concurrent100": { + "n": 60, + "mean": 31479.508433333333, + "stddev": 7318.104603262248, + "median": 30180.366, + "min": 24085.996, + "max": 68409.591 + } + }, + "fanout_delivery_max_us": { + "baseline": { + "n": 60, + "mean": 97487.7623, + "stddev": 13576.442889366332, + "median": 93498.445, + "min": 83625.915, + "max": 137845.376 + }, + "timeout": { + "n": 60, + "mean": 34159.90933333334, + "stddev": 10124.874941496908, + "median": 30372.02, + "min": 25350.38, + "max": 92687.993 + }, + "concurrent100": { + "n": 60, + "mean": 32301.36016666667, + "stddev": 7172.650628186893, + "median": 30420.4135, + "min": 24170.716, + "max": 68520.775 + } + }, + "client_wall_s": { + "baseline": { + "n": 60, + "mean": 1.6178315793666647, + "stddev": 0.0887484802005883, + "median": 1.6055103125002006, + "min": 1.4734319780000078, + "max": 1.8764620480001213 + }, + "timeout": { + "n": 60, + "mean": 1.6227661128833082, + "stddev": 0.09482054694353123, + "median": 1.6027464090000194, + "min": 1.4757522700001573, + "max": 1.9581623690000924 + }, + "concurrent100": { + "n": 60, + "mean": 1.5974689173000343, + "stddev": 0.0678673108262337, + "median": 1.5822624755001016, + "min": 1.504238125000029, + "max": 1.7778638650001994 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 1.258402416666665, + "stddev": 0.077653763588342, + "median": 1.237134000000001, + "min": 1.151174999999995, + "max": 1.522560000000027 + }, + "timeout": { + "n": 60, + "mean": 1.2566421166666657, + "stddev": 0.07307447738729997, + "median": 1.2376015000000073, + "min": 1.1612399999999923, + "max": 1.4788539999999983 + }, + "concurrent100": { + "n": 60, + "mean": 1.245776916666666, + "stddev": 0.058137210919233656, + "median": 1.2350080000000077, + "min": 1.1572809999999976, + "max": 1.4063209999999984 + } + }, + "broker_user_s": { + "baseline": { + "n": 60, + "mean": 0.4235143333333333, + "stddev": 0.037281747177845194, + "median": 0.4187565, + "min": 0.343188, + "max": 0.511361 + }, + "timeout": { + "n": 60, + "mean": 0.42438391666666664, + "stddev": 0.03599052353394119, + "median": 0.41862999999999995, + "min": 0.363019, + "max": 0.52342 + }, + "concurrent100": { + "n": 60, + "mean": 0.41467034999999997, + "stddev": 0.031841839622897716, + "median": 0.41196299999999997, + "min": 0.359467, + "max": 0.499156 + } + }, + "broker_sys_s": { + "baseline": { + "n": 60, + "mean": 0.5090917333333332, + "stddev": 0.034705519384159826, + "median": 0.5099155, + "min": 0.441905, + "max": 0.614984 + }, + "timeout": { + "n": 60, + "mean": 0.49459021666666664, + "stddev": 0.03766238760224067, + "median": 0.4932775, + "min": 0.419828, + "max": 0.587232 + }, + "concurrent100": { + "n": 60, + "mean": 0.49600033333333327, + "stddev": 0.033313403591289766, + "median": 0.5009385, + "min": 0.418006, + "max": 0.57105 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.9326060666666667, + "stddev": 0.038295759867015174, + "median": 0.927435, + "min": 0.8582639999999999, + "max": 1.037278 + }, + "timeout": { + "n": 60, + "mean": 0.9189741333333333, + "stddev": 0.05325033166968139, + "median": 0.902079, + "min": 0.838236, + "max": 1.092954 + }, + "concurrent100": { + "n": 60, + "mean": 0.9106706833333332, + "stddev": 0.03461098569671229, + "median": 0.905457, + "min": 0.8389949999999999, + "max": 1.002834 + } + }, + "broker_vcsw": { + "baseline": { + "n": 60, + "mean": 13618.65, + "stddev": 503.73812220509166, + "median": 13687.5, + "min": 12508, + "max": 14725 + }, + "timeout": { + "n": 60, + "mean": 13514.816666666668, + "stddev": 483.11498058254915, + "median": 13560.0, + "min": 12265, + "max": 14326 + }, + "concurrent100": { + "n": 60, + "mean": 13485.583333333334, + "stddev": 541.4377686721095, + "median": 13490.5, + "min": 11924, + "max": 14427 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 6236.6, + "stddev": 173.52625943027874, + "median": 6282.0, + "min": 5736, + "max": 6440 + }, + "timeout": { + "n": 60, + "mean": 4945.533333333334, + "stddev": 87.91395382324787, + "median": 4946.0, + "min": 4772, + "max": 5196 + }, + "concurrent100": { + "n": 60, + "mean": 4972.0, + "stddev": 88.00616311237931, + "median": 4964.0, + "min": 4796, + "max": 5192 + } + } + } +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.md new file mode 100644 index 0000000..baabae3 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/latency.md @@ -0,0 +1,37 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 (the code of e93cec5) +concurrent100: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c + +### single_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 127.8 | 127.2 | 260.8 | 254.3 | 4199.3 | 2584.0 | +| timeout | 60 | 126.9 | 126.2 | 272.7 | 255.9 | 8062.3 | 2547.4 | +| concurrent100 | 60 | 125.9 | 125.3 | 270.7 | 267.4 | 6872.2 | 2480.6 | + +### multi_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 608.4 | 592.5 | 1418.4 | 1343.1 | 4806.1 | 3763.9 | +| timeout | 60 | 608.8 | 594.2 | 1445.7 | 1363.4 | 7579.8 | 4481.4 | +| concurrent100 | 60 | 602.4 | 592.8 | 1405.4 | 1368.7 | 5526.8 | 4312.5 | + +### fanout_delivery (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 56451.7 | 53231.7 | 94109.2 | 89099.5 | 97487.8 | 93498.4 | +| timeout | 60 | 21801.1 | 20757.6 | 31702.9 | 28560.8 | 34159.9 | 30372.0 | +| concurrent100 | 60 | 21068.2 | 20161.7 | 30241.6 | 28682.9 | 32301.4 | 30420.4 | + +### broker and client (over the measured rounds) + +| broker | n | broker_cpu_s mean | broker_cpu_s median | broker_maxrss_kib mean | broker_maxrss_kib median | client_wall_s mean | client_wall_s median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.933 | 0.927 | 6237 | 6282 | 1.618 | 1.606 | +| timeout | 60 | 0.919 | 0.902 | 4946 | 4946 | 1.623 | 1.603 | +| concurrent100 | 60 | 0.911 | 0.905 | 4972 | 4964 | 1.597 | 1.582 | diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh new file mode 100755 index 0000000..d3d6591 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/run.sh @@ -0,0 +1,78 @@ +#!/bin/bash +# The runs of this directory: the paired comparisons of the queue of busd's main branch +# (baseline), the time limit of 1 s with sends one after the other (timeout) and the time limit +# of 100 ms with the sends of a message to all of its recipients at once (concurrent100), then the +# runs with clients that stop reading against the latter two. Every round of a comparison runs each +# broker once, in an order that is shuffled for each round (reproducibly, from --seed), on a fresh +# broker process each time, after WARMUP rounds (default: 3) that the tables leave out. +# +# Run it from the root of dbus-bench, with $BIN the directory of the binaries, $OUT the directory to +# write the results to and $PINGER the pinger of results/2026-10-20-busd-stalled-reader-xeon-4vcpu. +# The binaries are the builds of busd (busd-baseline, busd-timeout and busd-concurrent100) and the +# clients: dbus-bench (the benchmark itself), fanout, latency and shared of this repository, and +# dbus-bench-zbus43, which scripts/compare-send-timeout.sh says how to build. ROUNDS (default: 60) +# is the number of rounds of the comparisons of the calls, the signals and the latencies, and +# SHARED_ROUNDS (default: 40) that of the shared connection. +set -u +: "${BIN:?}" "${OUT:?}" "${PINGER:?}" +ROUNDS=${ROUNDS:-60} +SHARED_ROUNDS=${SHARED_ROUNDS:-40} +WARMUP=${WARMUP:-3} +stalls=results/2026-10-22-busd-send-timeout-xeon-4vcpu/stalls +export PINGER JOURNAL= +mkdir -p "$OUT" +brokers=( + --broker baseline "$BIN/busd-baseline --address {address}" + --broker timeout "$BIN/busd-timeout --address {address}" + --broker concurrent100 "$BIN/busd-concurrent100 --address {address}" +) +meta=(--meta "rustc=$(rustc --version)" --meta "baseline=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c" + --meta "timeout=8d57e20 (the code of e93cec5)" + --meta "concurrent100=7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c") + +echo "== calls: $ROUNDS rounds" >&2 +python3 scripts/compare-brokers.py --bench "$BIN/dbus-bench" --rounds "$ROUNDS" \ + --warmup "$WARMUP" --seed 21 --out "$OUT/calls.json" "${meta[@]}" "${brokers[@]}" \ + > "$OUT/calls.md" +echo "== signals: $ROUNDS rounds" >&2 +python3 scripts/compare-brokers.py --bench "$BIN/fanout" --rounds "$ROUNDS" --warmup "$WARMUP" \ + --seed 22 --out "$OUT/signals.json" "${meta[@]}" "${brokers[@]}" > "$OUT/signals.md" +echo "== latency: $ROUNDS rounds" >&2 +python3 scripts/compare-latency.py --bench "$BIN/latency" --rounds "$ROUNDS" --warmup "$WARMUP" \ + --seed 23 --out "$OUT/latency.json" "${meta[@]}" "${brokers[@]}" > "$OUT/latency.md" +echo "== shared: $SHARED_ROUNDS rounds" >&2 +DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$BIN/shared" \ + --rounds "$SHARED_ROUNDS" --warmup "$WARMUP" --seed 24 --out "$OUT/shared.json" \ + "${meta[@]}" "${brokers[@]}" > "$OUT/shared.md" +for workload in calls signals latency shared; do + for pair in baseline:concurrent100 timeout:concurrent100 baseline:timeout; do + base=${pair%:*} cand=${pair#*:} + name=$workload-$cand + [ "$base" = baseline ] || name=$workload-$cand-vs-$base + python3 scripts/paired-stats.py "$OUT/$workload.json" --baseline "$base" \ + --candidate "$cand" --json "$OUT/$name.stats.json" > "$OUT/$name.stats.md" + done +done + +# Subscribers of the bus's own signals that stop reading, while new clients call the bus. +{ + K=1 "$stalls/frozen-timed.sh" "concurrent100 K=1" "$BIN/busd-concurrent100" 1500 + for k in 2 3 5; do + K=$k "$stalls/frozen-timed.sh" "concurrent100 K=$k" "$BIN/busd-concurrent100" 600 + done + for k in 3 5; do + K=$k "$stalls/frozen-timed.sh" "timeout K=$k" "$BIN/busd-timeout" 600 + done +} 2>&1 | tee "$OUT/frozen.log" + +# The zbus 4.3 client of the `some-changes` branch: all of it, then the phase where the proxies +# share one connection alone, by the number of proxies. +{ + "$stalls/shared-phase.sh" "concurrent100 whole client" "$BIN/busd-concurrent100" \ + "$BIN/dbus-bench-zbus43" 1 60 + export DBUS_BENCH_SHARED_ONLY=1 + for n in 100 96 92 88 80 64; do + DBUS_BENCH_CLIENTS=$n "$stalls/shared-phase.sh" "concurrent100 n=$n" \ + "$BIN/busd-concurrent100" "$BIN/dbus-bench-zbus43" 3 + done +} 2>&1 | tee "$OUT/shared-zbus43.log" diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared-zbus43.log b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared-zbus43.log new file mode 100644 index 0000000..e47244d --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared-zbus43.log @@ -0,0 +1,40 @@ +concurrent100 whole client run=1 exit=1 wall=9123ms disconnects=1 + Hammering using a single client took 199.525893ms + Hammering using 100 simultaneous clients took 8.356308045s + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=100 run=1 exit=1 wall=310ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=100 run=2 exit=1 wall=2253ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=100 run=3 exit=1 wall=1234ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=96 run=1 exit=0 wall=12087ms disconnects=0 + Hammering using 96 simultaneous clients while sharing the same connection took 12.026599997s +concurrent100 n=96 run=2 exit=1 wall=310ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=96 run=3 exit=1 wall=311ms disconnects=1 + Error: InputOutput(Os { code: 104, kind: ConnectionReset, message: "Connection reset by peer" }) +concurrent100 n=92 run=1 exit=0 wall=8527ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 8.432966037s +concurrent100 n=92 run=2 exit=0 wall=7881ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 7.779218832s +concurrent100 n=92 run=3 exit=0 wall=7668ms disconnects=0 + Hammering using 92 simultaneous clients while sharing the same connection took 7.622064872s +concurrent100 n=88 run=1 exit=0 wall=7904ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 7.825580762s +concurrent100 n=88 run=2 exit=0 wall=7803ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 7.757412783s +concurrent100 n=88 run=3 exit=0 wall=8000ms disconnects=0 + Hammering using 88 simultaneous clients while sharing the same connection took 7.959710092s +concurrent100 n=80 run=1 exit=0 wall=7793ms disconnects=0 + Hammering using 80 simultaneous clients while sharing the same connection took 7.721063386s +concurrent100 n=80 run=2 exit=0 wall=7562ms disconnects=0 + Hammering using 80 simultaneous clients while sharing the same connection took 7.48851249s +concurrent100 n=80 run=3 exit=0 wall=8475ms disconnects=0 + Hammering using 80 simultaneous clients while sharing the same connection took 8.371557624s +concurrent100 n=64 run=1 exit=0 wall=6582ms disconnects=0 + Hammering using 64 simultaneous clients while sharing the same connection took 6.492027402s +concurrent100 n=64 run=2 exit=0 wall=6266ms disconnects=0 + Hammering using 64 simultaneous clients while sharing the same connection took 6.229957611s +concurrent100 n=64 run=3 exit=0 wall=6280ms disconnects=0 + Hammering using 64 simultaneous clients while sharing the same connection took 6.269395187s diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.json new file mode 100644 index 0000000..7a1de0e --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.json @@ -0,0 +1,2673 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "concurrent100", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-concurrent100-7f3ba5a --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/shared-zbus6", + "rounds": 40, + "warmup": 3, + "seed": 24, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "started": "2026-10-22T18:38:45+00:00", + "runs": [ + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 3.246093271, + "multi_s": 3.728932339, + "client_wall_s": 7.292417378999744, + "client_cpu_s": 6.298416, + "client_vcsw": 21389, + "multi_client_cpu_s": 3.31, + "multi_broker_cpu_s": 3.3, + "broker_user_s": 2.599484, + "broker_sys_s": 2.973009, + "broker_cpu_s": 5.572493, + "broker_vcsw": 12763, + "broker_maxrss_kib": 7544, + "broker_ru_maxrss_kib": 18212, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 3.271322259, + "multi_s": 3.570131027, + "client_wall_s": 6.846810058999836, + "client_cpu_s": 6.307428, + "client_vcsw": 9454, + "multi_client_cpu_s": 3.34, + "multi_broker_cpu_s": 2.84, + "broker_user_s": 2.390422, + "broker_sys_s": 2.420233, + "broker_cpu_s": 4.810655000000001, + "broker_vcsw": 17831, + "broker_maxrss_kib": 7312, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 0, + "warmup": true, + "single_s": 3.47707914, + "multi_s": 4.055895211, + "client_wall_s": 7.5387724769998385, + "client_cpu_s": 6.768948999999999, + "client_vcsw": 13520, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.1599999999999997, + "broker_user_s": 2.452338, + "broker_sys_s": 2.771404, + "broker_cpu_s": 5.223742, + "broker_vcsw": 17814, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 1, + "warmup": true, + "single_s": 3.102973164, + "multi_s": 3.982381288, + "client_wall_s": 7.092038107999997, + "client_cpu_s": 6.3851749999999985, + "client_vcsw": 15094, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.1400000000000006, + "broker_user_s": 2.752819, + "broker_sys_s": 2.367869, + "broker_cpu_s": 5.1206879999999995, + "broker_vcsw": 17238, + "broker_maxrss_kib": 7176, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 2.8463568, + "multi_s": 3.805203075, + "client_wall_s": 6.658052701000088, + "client_cpu_s": 6.054569999999998, + "client_vcsw": 17651, + "multi_client_cpu_s": 3.38, + "multi_broker_cpu_s": 3.17, + "broker_user_s": 2.578001, + "broker_sys_s": 2.574154, + "broker_cpu_s": 5.1521550000000005, + "broker_vcsw": 13574, + "broker_maxrss_kib": 7580, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 3.23374187, + "multi_s": 3.697056275, + "client_wall_s": 6.9370408699996915, + "client_cpu_s": 6.347068000000004, + "client_vcsw": 9643, + "multi_client_cpu_s": 3.4299999999999997, + "multi_broker_cpu_s": 2.87, + "broker_user_s": 2.5897449999999997, + "broker_sys_s": 2.414783, + "broker_cpu_s": 5.004528, + "broker_vcsw": 16948, + "broker_maxrss_kib": 6928, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 3.281690967, + "multi_s": 3.627144597, + "client_wall_s": 6.91529353299984, + "client_cpu_s": 6.253913999999998, + "client_vcsw": 12683, + "multi_client_cpu_s": 3.28, + "multi_broker_cpu_s": 2.99, + "broker_user_s": 2.529655, + "broker_sys_s": 2.3912839999999997, + "broker_cpu_s": 4.920939, + "broker_vcsw": 17825, + "broker_maxrss_kib": 7140, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 2.969662453, + "multi_s": 3.682984161, + "client_wall_s": 6.659375930999886, + "client_cpu_s": 6.046328000000003, + "client_vcsw": 17765, + "multi_client_cpu_s": 3.2800000000000002, + "multi_broker_cpu_s": 2.98, + "broker_user_s": 2.508535, + "broker_sys_s": 2.471107, + "broker_cpu_s": 4.979642, + "broker_vcsw": 15146, + "broker_maxrss_kib": 7172, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 2, + "warmup": true, + "single_s": 3.125170087, + "multi_s": 3.64391998, + "client_wall_s": 6.774621287000173, + "client_cpu_s": 6.273531999999996, + "client_vcsw": 10701, + "multi_client_cpu_s": 3.34, + "multi_broker_cpu_s": 2.96, + "broker_user_s": 2.391264, + "broker_sys_s": 2.470909, + "broker_cpu_s": 4.862173, + "broker_vcsw": 17243, + "broker_maxrss_kib": 7240, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 2.863632206, + "multi_s": 3.900026984, + "client_wall_s": 6.769718715000181, + "client_cpu_s": 6.065231000000004, + "client_vcsw": 19340, + "multi_client_cpu_s": 3.4599999999999995, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.660405, + "broker_sys_s": 2.533413, + "broker_cpu_s": 5.193818, + "broker_vcsw": 13479, + "broker_maxrss_kib": 7284, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 3.392098883, + "multi_s": 3.835681734, + "client_wall_s": 7.2332581200003006, + "client_cpu_s": 6.548352999999999, + "client_vcsw": 10733, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 2.99, + "broker_user_s": 2.446707, + "broker_sys_s": 2.520398, + "broker_cpu_s": 4.967105, + "broker_vcsw": 18205, + "broker_maxrss_kib": 7428, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 3, + "warmup": false, + "single_s": 3.317945222, + "multi_s": 4.253175855, + "client_wall_s": 7.57746845299971, + "client_cpu_s": 6.826990999999985, + "client_vcsw": 18036, + "multi_client_cpu_s": 3.72, + "multi_broker_cpu_s": 3.4400000000000004, + "broker_user_s": 2.717146, + "broker_sys_s": 2.666891, + "broker_cpu_s": 5.384037, + "broker_vcsw": 17803, + "broker_maxrss_kib": 7160, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 3.535634673, + "multi_s": 4.057592527, + "client_wall_s": 7.600083583000014, + "client_cpu_s": 6.7762639999999905, + "client_vcsw": 13406, + "multi_client_cpu_s": 3.5899999999999994, + "multi_broker_cpu_s": 3.1300000000000003, + "broker_user_s": 2.721126, + "broker_sys_s": 2.477543, + "broker_cpu_s": 5.198669, + "broker_vcsw": 18417, + "broker_maxrss_kib": 7028, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 4, + "warmup": false, + "single_s": 3.562663955, + "multi_s": 3.446581543, + "client_wall_s": 7.015688228999807, + "client_cpu_s": 6.183593999999992, + "client_vcsw": 10455, + "multi_client_cpu_s": 3.14, + "multi_broker_cpu_s": 2.8800000000000003, + "broker_user_s": 2.516632, + "broker_sys_s": 2.486427, + "broker_cpu_s": 5.003059, + "broker_vcsw": 16751, + "broker_maxrss_kib": 6992, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 3.110877454, + "multi_s": 3.821730951, + "client_wall_s": 6.939360331999978, + "client_cpu_s": 6.29262700000001, + "client_vcsw": 15091, + "multi_client_cpu_s": 3.43, + "multi_broker_cpu_s": 3.0700000000000003, + "broker_user_s": 2.484609, + "broker_sys_s": 2.522801, + "broker_cpu_s": 5.00741, + "broker_vcsw": 15435, + "broker_maxrss_kib": 7248, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 3.118916721, + "multi_s": 3.430179973, + "client_wall_s": 6.555832133999957, + "client_cpu_s": 6.156891999999999, + "client_vcsw": 7517, + "multi_client_cpu_s": 3.2, + "multi_broker_cpu_s": 2.7199999999999998, + "broker_user_s": 2.4843349999999997, + "broker_sys_s": 2.081361, + "broker_cpu_s": 4.565695999999999, + "broker_vcsw": 19380, + "broker_maxrss_kib": 6860, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 2.683367788, + "multi_s": 4.012790444, + "client_wall_s": 6.701720743000351, + "client_cpu_s": 5.920068000000015, + "client_vcsw": 24043, + "multi_client_cpu_s": 3.41, + "multi_broker_cpu_s": 3.3899999999999997, + "broker_user_s": 2.644761, + "broker_sys_s": 2.636565, + "broker_cpu_s": 5.281326, + "broker_vcsw": 12735, + "broker_maxrss_kib": 7412, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 5, + "warmup": false, + "single_s": 3.459075839, + "multi_s": 3.894208029, + "client_wall_s": 7.358785156000067, + "client_cpu_s": 6.837867000000003, + "client_vcsw": 7337, + "multi_client_cpu_s": 3.64, + "multi_broker_cpu_s": 2.9299999999999997, + "broker_user_s": 2.499416, + "broker_sys_s": 2.324328, + "broker_cpu_s": 4.823744, + "broker_vcsw": 20158, + "broker_maxrss_kib": 7368, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 3.588243484, + "multi_s": 4.440423618, + "client_wall_s": 8.03527196899995, + "client_cpu_s": 6.951184999999995, + "client_vcsw": 28573, + "multi_client_cpu_s": 3.7700000000000005, + "multi_broker_cpu_s": 3.68, + "broker_user_s": 3.018063, + "broker_sys_s": 3.078998, + "broker_cpu_s": 6.097061, + "broker_vcsw": 14050, + "broker_maxrss_kib": 7416, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 3.224749663, + "multi_s": 3.980991722, + "client_wall_s": 7.21121950800034, + "client_cpu_s": 6.591657000000012, + "client_vcsw": 11543, + "multi_client_cpu_s": 3.6, + "multi_broker_cpu_s": 3.1800000000000006, + "broker_user_s": 2.631228, + "broker_sys_s": 2.562474, + "broker_cpu_s": 5.193702, + "broker_vcsw": 17028, + "broker_maxrss_kib": 6800, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 6, + "warmup": false, + "single_s": 3.346764283, + "multi_s": 3.70719163, + "client_wall_s": 7.063170218999858, + "client_cpu_s": 6.466309999999993, + "client_vcsw": 10801, + "multi_client_cpu_s": 3.3600000000000003, + "multi_broker_cpu_s": 2.96, + "broker_user_s": 2.475714, + "broker_sys_s": 2.41886, + "broker_cpu_s": 4.894574, + "broker_vcsw": 18483, + "broker_maxrss_kib": 6936, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 7, + "warmup": false, + "single_s": 3.556357135, + "multi_s": 3.646817078, + "client_wall_s": 7.208846238000206, + "client_cpu_s": 6.605338000000003, + "client_vcsw": 11629, + "multi_client_cpu_s": 3.3699999999999997, + "multi_broker_cpu_s": 2.94, + "broker_user_s": 2.461127, + "broker_sys_s": 2.5556799999999997, + "broker_cpu_s": 5.016807, + "broker_vcsw": 17817, + "broker_maxrss_kib": 7236, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 3.227745187, + "multi_s": 3.782125405, + "client_wall_s": 7.0165041509999355, + "client_cpu_s": 6.4421689999999785, + "client_vcsw": 14262, + "multi_client_cpu_s": 3.4099999999999997, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.55707, + "broker_sys_s": 2.4737869999999997, + "broker_cpu_s": 5.030856999999999, + "broker_vcsw": 17770, + "broker_maxrss_kib": 6788, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 2.936782565, + "multi_s": 3.689685626, + "client_wall_s": 6.631718991999605, + "client_cpu_s": 6.007469999999998, + "client_vcsw": 19436, + "multi_client_cpu_s": 3.31, + "multi_broker_cpu_s": 2.9799999999999995, + "broker_user_s": 2.469647, + "broker_sys_s": 2.643501, + "broker_cpu_s": 5.113148000000001, + "broker_vcsw": 13955, + "broker_maxrss_kib": 7084, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 3.453474681, + "multi_s": 3.69021136, + "client_wall_s": 7.149664142000347, + "client_cpu_s": 6.5712270000000075, + "client_vcsw": 13081, + "multi_client_cpu_s": 3.3099999999999996, + "multi_broker_cpu_s": 3.0999999999999996, + "broker_user_s": 2.591264, + "broker_sys_s": 2.430796, + "broker_cpu_s": 5.02206, + "broker_vcsw": 18707, + "broker_maxrss_kib": 6996, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 8, + "warmup": false, + "single_s": 3.1896758, + "multi_s": 3.839598366, + "client_wall_s": 7.035642384999846, + "client_cpu_s": 6.5560509999999965, + "client_vcsw": 10609, + "multi_client_cpu_s": 3.55, + "multi_broker_cpu_s": 3.04, + "broker_user_s": 2.617573, + "broker_sys_s": 2.309481, + "broker_cpu_s": 4.927054, + "broker_vcsw": 19285, + "broker_maxrss_kib": 6960, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 3.073641118, + "multi_s": 3.702393599, + "client_wall_s": 6.7820701910000025, + "client_cpu_s": 6.115884000000008, + "client_vcsw": 17560, + "multi_client_cpu_s": 3.3800000000000003, + "multi_broker_cpu_s": 2.9000000000000004, + "broker_user_s": 2.689958, + "broker_sys_s": 2.352929, + "broker_cpu_s": 5.042887, + "broker_vcsw": 14466, + "broker_maxrss_kib": 7448, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 3.145914786, + "multi_s": 3.96543156, + "client_wall_s": 7.117017343000043, + "client_cpu_s": 6.3469029999999975, + "client_vcsw": 13701, + "multi_client_cpu_s": 3.4899999999999998, + "multi_broker_cpu_s": 3.1799999999999997, + "broker_user_s": 2.536695, + "broker_sys_s": 2.528886, + "broker_cpu_s": 5.065581, + "broker_vcsw": 17742, + "broker_maxrss_kib": 7252, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 3.180206952, + "multi_s": 4.205041083, + "client_wall_s": 7.391306253000039, + "client_cpu_s": 6.300868000000008, + "client_vcsw": 20628, + "multi_client_cpu_s": 3.41, + "multi_broker_cpu_s": 3.23, + "broker_user_s": 2.65511, + "broker_sys_s": 2.691541, + "broker_cpu_s": 5.346651, + "broker_vcsw": 15568, + "broker_maxrss_kib": 7248, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 9, + "warmup": false, + "single_s": 3.277185352, + "multi_s": 3.966681135, + "client_wall_s": 7.24914700599993, + "client_cpu_s": 6.539317000000011, + "client_vcsw": 15833, + "multi_client_cpu_s": 3.47, + "multi_broker_cpu_s": 3.2500000000000004, + "broker_user_s": 2.544905, + "broker_sys_s": 2.657918, + "broker_cpu_s": 5.202823, + "broker_vcsw": 17464, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 2.952733752, + "multi_s": 3.780596438, + "client_wall_s": 6.738641683999958, + "client_cpu_s": 6.042933999999974, + "client_vcsw": 20301, + "multi_client_cpu_s": 3.35, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.67968, + "broker_sys_s": 2.661026, + "broker_cpu_s": 5.340706, + "broker_vcsw": 12120, + "broker_maxrss_kib": 7328, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 3.17333942, + "multi_s": 3.846284923, + "client_wall_s": 7.025099168999986, + "client_cpu_s": 6.431252999999998, + "client_vcsw": 11148, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 3.04, + "broker_user_s": 2.539123, + "broker_sys_s": 2.380408, + "broker_cpu_s": 4.919531, + "broker_vcsw": 18406, + "broker_maxrss_kib": 6872, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 10, + "warmup": false, + "single_s": 3.120233902, + "multi_s": 3.617487576, + "client_wall_s": 6.743130114999985, + "client_cpu_s": 6.210325000000012, + "client_vcsw": 12139, + "multi_client_cpu_s": 3.2800000000000002, + "multi_broker_cpu_s": 2.92, + "broker_user_s": 2.428131, + "broker_sys_s": 2.386955, + "broker_cpu_s": 4.815086, + "broker_vcsw": 18225, + "broker_maxrss_kib": 7360, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 2.868591107, + "multi_s": 3.766577263, + "client_wall_s": 6.640754719000142, + "client_cpu_s": 6.095821999999998, + "client_vcsw": 15125, + "multi_client_cpu_s": 3.43, + "multi_broker_cpu_s": 3.05, + "broker_user_s": 2.590096, + "broker_sys_s": 2.421823, + "broker_cpu_s": 5.011919, + "broker_vcsw": 14673, + "broker_maxrss_kib": 7276, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 2.977599074, + "multi_s": 3.38280989, + "client_wall_s": 6.365745665000759, + "client_cpu_s": 5.967858000000007, + "client_vcsw": 8474, + "multi_client_cpu_s": 3.16, + "multi_broker_cpu_s": 2.7, + "broker_user_s": 2.367706, + "broker_sys_s": 2.108638, + "broker_cpu_s": 4.476344, + "broker_vcsw": 19199, + "broker_maxrss_kib": 6976, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 11, + "warmup": false, + "single_s": 3.414907159, + "multi_s": 3.927302864, + "client_wall_s": 7.347936756000308, + "client_cpu_s": 6.704205999999971, + "client_vcsw": 15329, + "multi_client_cpu_s": 3.49, + "multi_broker_cpu_s": 3.24, + "broker_user_s": 2.72628, + "broker_sys_s": 2.437944, + "broker_cpu_s": 5.164224, + "broker_vcsw": 18484, + "broker_maxrss_kib": 6620, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 12, + "warmup": false, + "single_s": 3.356209883, + "multi_s": 3.955927256, + "client_wall_s": 7.317642191000232, + "client_cpu_s": 6.55213999999998, + "client_vcsw": 11072, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 2.96, + "broker_user_s": 2.5680959999999997, + "broker_sys_s": 2.3723929999999998, + "broker_cpu_s": 4.9404889999999995, + "broker_vcsw": 18621, + "broker_maxrss_kib": 6972, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 2.966750374, + "multi_s": 3.62640554, + "client_wall_s": 6.598599173999901, + "client_cpu_s": 5.776098999999988, + "client_vcsw": 22621, + "multi_client_cpu_s": 3.0999999999999996, + "multi_broker_cpu_s": 3.22, + "broker_user_s": 2.446398, + "broker_sys_s": 2.688236, + "broker_cpu_s": 5.134634, + "broker_vcsw": 13182, + "broker_maxrss_kib": 7556, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 3.349441864, + "multi_s": 4.184850419, + "client_wall_s": 7.540143844999875, + "client_cpu_s": 6.7580409999999915, + "client_vcsw": 16169, + "multi_client_cpu_s": 3.61, + "multi_broker_cpu_s": 3.32, + "broker_user_s": 2.599452, + "broker_sys_s": 2.631832, + "broker_cpu_s": 5.2312840000000005, + "broker_vcsw": 18334, + "broker_maxrss_kib": 6972, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 3.559284519, + "multi_s": 3.691938451, + "client_wall_s": 7.256695486999888, + "client_cpu_s": 6.682209999999998, + "client_vcsw": 7878, + "multi_client_cpu_s": 3.4299999999999997, + "multi_broker_cpu_s": 2.7399999999999998, + "broker_user_s": 2.4642939999999998, + "broker_sys_s": 2.310799, + "broker_cpu_s": 4.775093, + "broker_vcsw": 19795, + "broker_maxrss_kib": 7620, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 2.996240242, + "multi_s": 3.779901284, + "client_wall_s": 6.782068511000034, + "client_cpu_s": 6.155571000000009, + "client_vcsw": 18004, + "multi_client_cpu_s": 3.3600000000000003, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.5932180000000002, + "broker_sys_s": 2.551576, + "broker_cpu_s": 5.144794, + "broker_vcsw": 14569, + "broker_maxrss_kib": 7256, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 13, + "warmup": false, + "single_s": 3.281789513, + "multi_s": 3.598426163, + "client_wall_s": 6.886616279999544, + "client_cpu_s": 6.385171999999983, + "client_vcsw": 9685, + "multi_client_cpu_s": 3.33, + "multi_broker_cpu_s": 2.7800000000000002, + "broker_user_s": 2.438458, + "broker_sys_s": 2.302303, + "broker_cpu_s": 4.740761, + "broker_vcsw": 18630, + "broker_maxrss_kib": 6908, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 2.90655696, + "multi_s": 3.923054961, + "client_wall_s": 6.836189723999269, + "client_cpu_s": 6.094468999999975, + "client_vcsw": 21887, + "multi_client_cpu_s": 3.42, + "multi_broker_cpu_s": 3.2700000000000005, + "broker_user_s": 2.766323, + "broker_sys_s": 2.522233, + "broker_cpu_s": 5.288556, + "broker_vcsw": 13315, + "broker_maxrss_kib": 7684, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 3.076208037, + "multi_s": 3.688132129, + "client_wall_s": 6.770305764000113, + "client_cpu_s": 6.127635000000026, + "client_vcsw": 11260, + "multi_client_cpu_s": 3.24, + "multi_broker_cpu_s": 2.9699999999999998, + "broker_user_s": 2.423049, + "broker_sys_s": 2.357449, + "broker_cpu_s": 4.780498, + "broker_vcsw": 18675, + "broker_maxrss_kib": 6728, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 14, + "warmup": false, + "single_s": 3.22116432, + "multi_s": 3.425151218, + "client_wall_s": 6.653264870000385, + "client_cpu_s": 6.178303000000028, + "client_vcsw": 8524, + "multi_client_cpu_s": 3.17, + "multi_broker_cpu_s": 2.79, + "broker_user_s": 2.432902, + "broker_sys_s": 2.224297, + "broker_cpu_s": 4.657199, + "broker_vcsw": 18687, + "broker_maxrss_kib": 6932, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 15, + "warmup": false, + "single_s": 3.395216033, + "multi_s": 3.725919419, + "client_wall_s": 7.127639323000039, + "client_cpu_s": 6.449345999999991, + "client_vcsw": 11984, + "multi_client_cpu_s": 3.3700000000000006, + "multi_broker_cpu_s": 2.9200000000000004, + "broker_user_s": 2.54914, + "broker_sys_s": 2.291094, + "broker_cpu_s": 4.840234000000001, + "broker_vcsw": 18695, + "broker_maxrss_kib": 7264, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 3.209394837, + "multi_s": 3.762469508, + "client_wall_s": 6.977048933999868, + "client_cpu_s": 6.342674999999986, + "client_vcsw": 13507, + "multi_client_cpu_s": 3.3899999999999997, + "multi_broker_cpu_s": 3.0599999999999996, + "broker_user_s": 2.4520809999999997, + "broker_sys_s": 2.576518, + "broker_cpu_s": 5.028599, + "broker_vcsw": 17912, + "broker_maxrss_kib": 7096, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 3.091800911, + "multi_s": 3.693093311, + "client_wall_s": 6.7901020859999335, + "client_cpu_s": 6.057885999999996, + "client_vcsw": 17594, + "multi_client_cpu_s": 3.27, + "multi_broker_cpu_s": 3.1700000000000004, + "broker_user_s": 2.673699, + "broker_sys_s": 2.482975, + "broker_cpu_s": 5.156674000000001, + "broker_vcsw": 14351, + "broker_maxrss_kib": 7488, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 16, + "warmup": false, + "single_s": 3.18547417, + "multi_s": 3.729439691, + "client_wall_s": 6.92041850699934, + "client_cpu_s": 6.410416999999995, + "client_vcsw": 9478, + "multi_client_cpu_s": 3.43, + "multi_broker_cpu_s": 2.83, + "broker_user_s": 2.516451, + "broker_sys_s": 2.191841, + "broker_cpu_s": 4.708292, + "broker_vcsw": 19766, + "broker_maxrss_kib": 7096, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 3.118579712, + "multi_s": 4.182095112, + "client_wall_s": 7.306393508999463, + "client_cpu_s": 6.310060000000021, + "client_vcsw": 27939, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 3.6, + "broker_user_s": 2.793627, + "broker_sys_s": 2.873647, + "broker_cpu_s": 5.667274, + "broker_vcsw": 14926, + "broker_maxrss_kib": 7168, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 3.39499582, + "multi_s": 3.634620383, + "client_wall_s": 7.035545034000279, + "client_cpu_s": 6.384827999999999, + "client_vcsw": 7530, + "multi_client_cpu_s": 3.29, + "multi_broker_cpu_s": 2.73, + "broker_user_s": 2.560533, + "broker_sys_s": 2.332442, + "broker_cpu_s": 4.892975, + "broker_vcsw": 18002, + "broker_maxrss_kib": 7148, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 2.738986407, + "multi_s": 3.719953259, + "client_wall_s": 6.464135064999937, + "client_cpu_s": 5.806375999999972, + "client_vcsw": 17919, + "multi_client_cpu_s": 3.27, + "multi_broker_cpu_s": 3.1900000000000004, + "broker_user_s": 2.350989, + "broker_sys_s": 2.763256, + "broker_cpu_s": 5.114245, + "broker_vcsw": 12259, + "broker_maxrss_kib": 7792, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 17, + "warmup": false, + "single_s": 3.119941401, + "multi_s": 3.740357243, + "client_wall_s": 6.8656272639991585, + "client_cpu_s": 6.439810999999963, + "client_vcsw": 7611, + "multi_client_cpu_s": 3.51, + "multi_broker_cpu_s": 2.8, + "broker_user_s": 2.4405, + "broker_sys_s": 2.200186, + "broker_cpu_s": 4.6406860000000005, + "broker_vcsw": 19247, + "broker_maxrss_kib": 7220, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 3.153561872, + "multi_s": 3.669913704, + "client_wall_s": 6.8295527230002335, + "client_cpu_s": 6.2599600000000635, + "client_vcsw": 11114, + "multi_client_cpu_s": 3.33, + "multi_broker_cpu_s": 2.95, + "broker_user_s": 2.346228, + "broker_sys_s": 2.504191, + "broker_cpu_s": 4.8504190000000005, + "broker_vcsw": 18458, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 3.325833077, + "multi_s": 3.702194519, + "client_wall_s": 7.034818330999769, + "client_cpu_s": 6.4562159999999835, + "client_vcsw": 9673, + "multi_client_cpu_s": 3.39, + "multi_broker_cpu_s": 2.95, + "broker_user_s": 2.731599, + "broker_sys_s": 2.117038, + "broker_cpu_s": 4.848637, + "broker_vcsw": 18516, + "broker_maxrss_kib": 6804, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 3.098150066, + "multi_s": 3.605957329, + "client_wall_s": 6.709651964000841, + "client_cpu_s": 5.935250999999994, + "client_vcsw": 19133, + "multi_client_cpu_s": 3.23, + "multi_broker_cpu_s": 3.01, + "broker_user_s": 2.637972, + "broker_sys_s": 2.547525, + "broker_cpu_s": 5.185497, + "broker_vcsw": 13454, + "broker_maxrss_kib": 7504, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 18, + "warmup": false, + "single_s": 3.23577926, + "multi_s": 4.10669783, + "client_wall_s": 7.349776476999978, + "client_cpu_s": 6.787868000000003, + "client_vcsw": 8469, + "multi_client_cpu_s": 3.81, + "multi_broker_cpu_s": 3.0799999999999996, + "broker_user_s": 2.7357839999999998, + "broker_sys_s": 2.2008739999999998, + "broker_cpu_s": 4.9366579999999995, + "broker_vcsw": 18859, + "broker_maxrss_kib": 7136, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 19, + "warmup": false, + "single_s": 3.051402821, + "multi_s": 3.70106574, + "client_wall_s": 6.759264153000004, + "client_cpu_s": 6.316479000000015, + "client_vcsw": 6654, + "multi_client_cpu_s": 3.5199999999999996, + "multi_broker_cpu_s": 2.8100000000000005, + "broker_user_s": 2.285585, + "broker_sys_s": 2.419754, + "broker_cpu_s": 4.705339, + "broker_vcsw": 18649, + "broker_maxrss_kib": 7260, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 3.067878474, + "multi_s": 3.585074165, + "client_wall_s": 6.659767498000292, + "client_cpu_s": 6.2640819999999735, + "client_vcsw": 8179, + "multi_client_cpu_s": 3.39, + "multi_broker_cpu_s": 2.8, + "broker_user_s": 2.359686, + "broker_sys_s": 2.3316850000000002, + "broker_cpu_s": 4.691371, + "broker_vcsw": 18513, + "broker_maxrss_kib": 7200, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 2.706016145, + "multi_s": 4.620233631, + "client_wall_s": 7.33342304100006, + "client_cpu_s": 6.116729000000021, + "client_vcsw": 22113, + "multi_client_cpu_s": 3.5599999999999996, + "multi_broker_cpu_s": 3.3999999999999995, + "broker_user_s": 2.613803, + "broker_sys_s": 2.6550979999999997, + "broker_cpu_s": 5.268901, + "broker_vcsw": 13524, + "broker_maxrss_kib": 8132, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 20, + "warmup": false, + "single_s": 3.443485095, + "multi_s": 3.669007438, + "client_wall_s": 7.118981715999325, + "client_cpu_s": 6.4787580000000276, + "client_vcsw": 12222, + "multi_client_cpu_s": 3.34, + "multi_broker_cpu_s": 3.0500000000000003, + "broker_user_s": 2.502227, + "broker_sys_s": 2.6275180000000002, + "broker_cpu_s": 5.129745, + "broker_vcsw": 16788, + "broker_maxrss_kib": 7596, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 2.536078053, + "multi_s": 4.333712811, + "client_wall_s": 6.875397646999772, + "client_cpu_s": 6.10408300000006, + "client_vcsw": 23385, + "multi_client_cpu_s": 3.6799999999999997, + "multi_broker_cpu_s": 3.65, + "broker_user_s": 2.763421, + "broker_sys_s": 2.704074, + "broker_cpu_s": 5.4674949999999995, + "broker_vcsw": 12448, + "broker_maxrss_kib": 7764, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 3.343686278, + "multi_s": 3.727983476, + "client_wall_s": 7.077649051000662, + "client_cpu_s": 6.490718999999956, + "client_vcsw": 10002, + "multi_client_cpu_s": 3.4200000000000004, + "multi_broker_cpu_s": 2.9200000000000004, + "broker_user_s": 2.493775, + "broker_sys_s": 2.470254, + "broker_cpu_s": 4.964029, + "broker_vcsw": 17987, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 2.828650137, + "multi_s": 3.645430306, + "client_wall_s": 6.480624990000251, + "client_cpu_s": 5.910620999999992, + "client_vcsw": 17800, + "multi_client_cpu_s": 3.3100000000000005, + "multi_broker_cpu_s": 3.17, + "broker_user_s": 2.490712, + "broker_sys_s": 2.698155, + "broker_cpu_s": 5.188867, + "broker_vcsw": 12460, + "broker_maxrss_kib": 7500, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 21, + "warmup": false, + "single_s": 3.179672819, + "multi_s": 3.654798761, + "client_wall_s": 6.841152621000219, + "client_cpu_s": 6.447400000000016, + "client_vcsw": 6161, + "multi_client_cpu_s": 3.4400000000000004, + "multi_broker_cpu_s": 2.7499999999999996, + "broker_user_s": 2.414483, + "broker_sys_s": 2.159777, + "broker_cpu_s": 4.574260000000001, + "broker_vcsw": 20486, + "broker_maxrss_kib": 6932, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 3.226413893, + "multi_s": 3.809665697, + "client_wall_s": 7.04219398100031, + "client_cpu_s": 6.495465000000024, + "client_vcsw": 8562, + "multi_client_cpu_s": 3.49, + "multi_broker_cpu_s": 2.9299999999999997, + "broker_user_s": 2.4440619999999997, + "broker_sys_s": 2.356453, + "broker_cpu_s": 4.800515, + "broker_vcsw": 19271, + "broker_maxrss_kib": 6824, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 22, + "warmup": false, + "single_s": 3.362536435, + "multi_s": 3.948152104, + "client_wall_s": 7.317530669000007, + "client_cpu_s": 6.744382999999971, + "client_vcsw": 10575, + "multi_client_cpu_s": 3.6200000000000006, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.741334, + "broker_sys_s": 2.307238, + "broker_cpu_s": 5.048572, + "broker_vcsw": 18849, + "broker_maxrss_kib": 7096, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 3.464334647, + "multi_s": 3.61158064, + "client_wall_s": 7.081733189999795, + "client_cpu_s": 6.573171999999943, + "client_vcsw": 9040, + "multi_client_cpu_s": 3.3599999999999994, + "multi_broker_cpu_s": 2.88, + "broker_user_s": 2.437188, + "broker_sys_s": 2.502295, + "broker_cpu_s": 4.939483, + "broker_vcsw": 18123, + "broker_maxrss_kib": 6980, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 3.16251793, + "multi_s": 3.705703401, + "client_wall_s": 6.87349101000018, + "client_cpu_s": 6.202448000000061, + "client_vcsw": 14209, + "multi_client_cpu_s": 3.4000000000000004, + "multi_broker_cpu_s": 2.89, + "broker_user_s": 2.551908, + "broker_sys_s": 2.481054, + "broker_cpu_s": 5.0329619999999995, + "broker_vcsw": 15609, + "broker_maxrss_kib": 7408, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 23, + "warmup": false, + "single_s": 3.237607199, + "multi_s": 3.483528848, + "client_wall_s": 6.727699830000347, + "client_cpu_s": 6.274806999999953, + "client_vcsw": 9641, + "multi_client_cpu_s": 3.23, + "multi_broker_cpu_s": 2.71, + "broker_user_s": 2.430954, + "broker_sys_s": 2.164249, + "broker_cpu_s": 4.595203, + "broker_vcsw": 19844, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 2.816047605, + "multi_s": 3.820100068, + "client_wall_s": 6.642714684000566, + "client_cpu_s": 5.988942000000009, + "client_vcsw": 18371, + "multi_client_cpu_s": 3.4000000000000004, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.69841, + "broker_sys_s": 2.373763, + "broker_cpu_s": 5.072172999999999, + "broker_vcsw": 13782, + "broker_maxrss_kib": 7872, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 3.287901902, + "multi_s": 3.717043395, + "client_wall_s": 7.010931142000118, + "client_cpu_s": 6.508931000000018, + "client_vcsw": 7451, + "multi_client_cpu_s": 3.48, + "multi_broker_cpu_s": 2.8099999999999996, + "broker_user_s": 2.409283, + "broker_sys_s": 2.369394, + "broker_cpu_s": 4.778677, + "broker_vcsw": 18591, + "broker_maxrss_kib": 6848, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 2.668874631, + "multi_s": 3.76633832, + "client_wall_s": 6.442206982000243, + "client_cpu_s": 5.820452999999986, + "client_vcsw": 19815, + "multi_client_cpu_s": 3.2899999999999996, + "multi_broker_cpu_s": 3.2699999999999996, + "broker_user_s": 2.589842, + "broker_sys_s": 2.567971, + "broker_cpu_s": 5.157813, + "broker_vcsw": 12655, + "broker_maxrss_kib": 7724, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 3.32516593, + "multi_s": 3.644850202, + "client_wall_s": 6.979711644000417, + "client_cpu_s": 6.486483000000078, + "client_vcsw": 7734, + "multi_client_cpu_s": 3.36, + "multi_broker_cpu_s": 2.7699999999999996, + "broker_user_s": 2.470823, + "broker_sys_s": 2.252287, + "broker_cpu_s": 4.72311, + "broker_vcsw": 19723, + "broker_maxrss_kib": 6936, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 24, + "warmup": false, + "single_s": 3.122447986, + "multi_s": 3.740765539, + "client_wall_s": 6.868660722000641, + "client_cpu_s": 6.360556000000031, + "client_vcsw": 9424, + "multi_client_cpu_s": 3.4199999999999995, + "multi_broker_cpu_s": 2.9699999999999998, + "broker_user_s": 2.601089, + "broker_sys_s": 2.175667, + "broker_cpu_s": 4.776756, + "broker_vcsw": 18621, + "broker_maxrss_kib": 6796, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 25, + "warmup": false, + "single_s": 3.116793755, + "multi_s": 3.594580558, + "client_wall_s": 6.717502964000232, + "client_cpu_s": 6.278429000000017, + "client_vcsw": 5360, + "multi_client_cpu_s": 3.3899999999999997, + "multi_broker_cpu_s": 2.6499999999999995, + "broker_user_s": 2.478445, + "broker_sys_s": 2.050449, + "broker_cpu_s": 4.528893999999999, + "broker_vcsw": 19504, + "broker_maxrss_kib": 6952, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 3.432751468, + "multi_s": 3.592366217, + "client_wall_s": 7.030527656999766, + "client_cpu_s": 6.52388400000001, + "client_vcsw": 8906, + "multi_client_cpu_s": 3.3199999999999994, + "multi_broker_cpu_s": 2.84, + "broker_user_s": 2.5070040000000002, + "broker_sys_s": 2.272045, + "broker_cpu_s": 4.7790490000000005, + "broker_vcsw": 18856, + "broker_maxrss_kib": 7060, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 2.928364211, + "multi_s": 3.989641083, + "client_wall_s": 6.923541838000347, + "client_cpu_s": 6.234906999999964, + "client_vcsw": 18783, + "multi_client_cpu_s": 3.4899999999999998, + "multi_broker_cpu_s": 3.2800000000000002, + "broker_user_s": 2.793774, + "broker_sys_s": 2.450647, + "broker_cpu_s": 5.244421, + "broker_vcsw": 14624, + "broker_maxrss_kib": 7424, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 2.992588547, + "multi_s": 3.97609003, + "client_wall_s": 6.974294092000491, + "client_cpu_s": 6.1801569999999515, + "client_vcsw": 19570, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 3.2699999999999996, + "broker_user_s": 2.744773, + "broker_sys_s": 2.53185, + "broker_cpu_s": 5.276623, + "broker_vcsw": 13767, + "broker_maxrss_kib": 7996, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 26, + "warmup": false, + "single_s": 3.11327271, + "multi_s": 3.831390065, + "client_wall_s": 6.951827662000142, + "client_cpu_s": 6.410862000000066, + "client_vcsw": 10926, + "multi_client_cpu_s": 3.5100000000000002, + "multi_broker_cpu_s": 3.08, + "broker_user_s": 2.528233, + "broker_sys_s": 2.4403449999999998, + "broker_cpu_s": 4.968578, + "broker_vcsw": 18075, + "broker_maxrss_kib": 7048, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 3.212201037, + "multi_s": 3.681904531, + "client_wall_s": 6.899234847000116, + "client_cpu_s": 6.489328999999941, + "client_vcsw": 6470, + "multi_client_cpu_s": 3.4600000000000004, + "multi_broker_cpu_s": 2.7, + "broker_user_s": 2.432839, + "broker_sys_s": 2.193462, + "broker_cpu_s": 4.626301, + "broker_vcsw": 19604, + "broker_maxrss_kib": 6984, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 3.382148226, + "multi_s": 3.81083043, + "client_wall_s": 7.198875498000234, + "client_cpu_s": 6.5036649999998986, + "client_vcsw": 12708, + "multi_client_cpu_s": 3.46, + "multi_broker_cpu_s": 3.17, + "broker_user_s": 2.6710599999999998, + "broker_sys_s": 2.422059, + "broker_cpu_s": 5.093119, + "broker_vcsw": 17545, + "broker_maxrss_kib": 7144, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 27, + "warmup": false, + "single_s": 3.428937368, + "multi_s": 3.8475739, + "client_wall_s": 7.282977256999402, + "client_cpu_s": 6.655678000000023, + "client_vcsw": 11282, + "multi_client_cpu_s": 3.4600000000000004, + "multi_broker_cpu_s": 3.0300000000000002, + "broker_user_s": 2.650422, + "broker_sys_s": 2.35854, + "broker_cpu_s": 5.008962, + "broker_vcsw": 18673, + "broker_maxrss_kib": 7220, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 2.955103819, + "multi_s": 3.948049574, + "client_wall_s": 6.908851876000881, + "client_cpu_s": 6.209967000000006, + "client_vcsw": 16965, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.3, + "broker_user_s": 2.694961, + "broker_sys_s": 2.613136, + "broker_cpu_s": 5.308097, + "broker_vcsw": 13768, + "broker_maxrss_kib": 7676, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 28, + "warmup": false, + "single_s": 3.360141459, + "multi_s": 3.97365425, + "client_wall_s": 7.340311167999971, + "client_cpu_s": 6.610765000000015, + "client_vcsw": 12635, + "multi_client_cpu_s": 3.51, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.685991, + "broker_sys_s": 2.409022, + "broker_cpu_s": 5.095013, + "broker_vcsw": 17872, + "broker_maxrss_kib": 6836, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 2.917800904, + "multi_s": 3.43464674, + "client_wall_s": 6.358398108999609, + "client_cpu_s": 5.790481, + "client_vcsw": 14909, + "multi_client_cpu_s": 3.1300000000000003, + "multi_broker_cpu_s": 2.8900000000000006, + "broker_user_s": 2.443145, + "broker_sys_s": 2.381401, + "broker_cpu_s": 4.824546, + "broker_vcsw": 15420, + "broker_maxrss_kib": 7112, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 3.163343094, + "multi_s": 3.409863067, + "client_wall_s": 6.5784532269999545, + "client_cpu_s": 6.090717999999981, + "client_vcsw": 8457, + "multi_client_cpu_s": 3.17, + "multi_broker_cpu_s": 2.8099999999999996, + "broker_user_s": 2.460666, + "broker_sys_s": 2.22625, + "broker_cpu_s": 4.686916, + "broker_vcsw": 18307, + "broker_maxrss_kib": 6784, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 3.164696691, + "multi_s": 3.640012588, + "client_wall_s": 6.810195367000233, + "client_cpu_s": 6.4197509999999625, + "client_vcsw": 5684, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 2.75, + "broker_user_s": 2.492381, + "broker_sys_s": 2.107709, + "broker_cpu_s": 4.60009, + "broker_vcsw": 19773, + "broker_maxrss_kib": 7020, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 2.89130332, + "multi_s": 3.78522396, + "client_wall_s": 6.682685970999955, + "client_cpu_s": 6.061320999999964, + "client_vcsw": 18070, + "multi_client_cpu_s": 3.3699999999999997, + "multi_broker_cpu_s": 3.13, + "broker_user_s": 2.593357, + "broker_sys_s": 2.499446, + "broker_cpu_s": 5.092803, + "broker_vcsw": 14053, + "broker_maxrss_kib": 7444, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 29, + "warmup": false, + "single_s": 3.281410278, + "multi_s": 3.897064864, + "client_wall_s": 7.186476847000449, + "client_cpu_s": 6.538645000000031, + "client_vcsw": 11609, + "multi_client_cpu_s": 3.54, + "multi_broker_cpu_s": 3.0400000000000005, + "broker_user_s": 2.614038, + "broker_sys_s": 2.372848, + "broker_cpu_s": 4.986886, + "broker_vcsw": 18831, + "broker_maxrss_kib": 6900, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 30, + "warmup": false, + "single_s": 3.521026123, + "multi_s": 3.811356537, + "client_wall_s": 7.338281506000385, + "client_cpu_s": 6.670797999999934, + "client_vcsw": 10592, + "multi_client_cpu_s": 3.4000000000000004, + "multi_broker_cpu_s": 2.96, + "broker_user_s": 2.580825, + "broker_sys_s": 2.3882149999999998, + "broker_cpu_s": 4.96904, + "broker_vcsw": 19335, + "broker_maxrss_kib": 7232, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 3.265129776, + "multi_s": 3.990879539, + "client_wall_s": 7.261364873000275, + "client_cpu_s": 6.5092820000000415, + "client_vcsw": 11278, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.04, + "broker_user_s": 2.563241, + "broker_sys_s": 2.523274, + "broker_cpu_s": 5.086515, + "broker_vcsw": 17294, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 2.709381602, + "multi_s": 3.802817668, + "client_wall_s": 6.51774603100057, + "client_cpu_s": 5.8322540000000345, + "client_vcsw": 16434, + "multi_client_cpu_s": 3.36, + "multi_broker_cpu_s": 3.1500000000000004, + "broker_user_s": 2.4695840000000002, + "broker_sys_s": 2.49661, + "broker_cpu_s": 4.966194, + "broker_vcsw": 13408, + "broker_maxrss_kib": 7532, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 3.196381521, + "multi_s": 3.656798164, + "client_wall_s": 6.858305241999915, + "client_cpu_s": 6.240452000000005, + "client_vcsw": 12890, + "multi_client_cpu_s": 3.2300000000000004, + "multi_broker_cpu_s": 3.04, + "broker_user_s": 2.494143, + "broker_sys_s": 2.423974, + "broker_cpu_s": 4.9181170000000005, + "broker_vcsw": 17500, + "broker_maxrss_kib": 7116, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 31, + "warmup": false, + "single_s": 3.144989141, + "multi_s": 3.682166251, + "client_wall_s": 6.8325538389999565, + "client_cpu_s": 6.376843000000008, + "client_vcsw": 6446, + "multi_client_cpu_s": 3.45, + "multi_broker_cpu_s": 2.76, + "broker_user_s": 2.506657, + "broker_sys_s": 2.181831, + "broker_cpu_s": 4.6884879999999995, + "broker_vcsw": 18881, + "broker_maxrss_kib": 6836, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 2.649977118, + "multi_s": 3.702019816, + "client_wall_s": 6.3578726770001595, + "client_cpu_s": 5.787785999999926, + "client_vcsw": 16267, + "multi_client_cpu_s": 3.3000000000000003, + "multi_broker_cpu_s": 2.9499999999999997, + "broker_user_s": 2.473587, + "broker_sys_s": 2.295743, + "broker_cpu_s": 4.76933, + "broker_vcsw": 14689, + "broker_maxrss_kib": 7464, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 3.227601832, + "multi_s": 3.377001315, + "client_wall_s": 6.613186919999862, + "client_cpu_s": 6.20558699999998, + "client_vcsw": 5780, + "multi_client_cpu_s": 3.1700000000000004, + "multi_broker_cpu_s": 2.7, + "broker_user_s": 2.211361, + "broker_sys_s": 2.330228, + "broker_cpu_s": 4.541589, + "broker_vcsw": 19057, + "broker_maxrss_kib": 6716, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 2.72859061, + "multi_s": 3.867577215, + "client_wall_s": 6.6022804620006355, + "client_cpu_s": 6.011361999999906, + "client_vcsw": 18447, + "multi_client_cpu_s": 3.47, + "multi_broker_cpu_s": 3.2800000000000002, + "broker_user_s": 2.6223039999999997, + "broker_sys_s": 2.574865, + "broker_cpu_s": 5.197169, + "broker_vcsw": 13369, + "broker_maxrss_kib": 7672, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 32, + "warmup": false, + "single_s": 3.229980413, + "multi_s": 3.987641361, + "client_wall_s": 7.224590797000019, + "client_cpu_s": 6.551295999999979, + "client_vcsw": 13098, + "multi_client_cpu_s": 3.52, + "multi_broker_cpu_s": 3.11, + "broker_user_s": 2.665391, + "broker_sys_s": 2.396385, + "broker_cpu_s": 5.061776, + "broker_vcsw": 18263, + "broker_maxrss_kib": 7216, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 33, + "warmup": false, + "single_s": 3.49271061, + "multi_s": 3.849545551, + "client_wall_s": 7.348150468000313, + "client_cpu_s": 6.555514999999957, + "client_vcsw": 13730, + "multi_client_cpu_s": 3.4299999999999997, + "multi_broker_cpu_s": 3.21, + "broker_user_s": 2.549004, + "broker_sys_s": 2.685656, + "broker_cpu_s": 5.23466, + "broker_vcsw": 16913, + "broker_maxrss_kib": 6900, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 3.281393447, + "multi_s": 3.719267051, + "client_wall_s": 7.0056918270001916, + "client_cpu_s": 6.42761500000006, + "client_vcsw": 7433, + "multi_client_cpu_s": 3.37, + "multi_broker_cpu_s": 2.8499999999999996, + "broker_user_s": 2.498741, + "broker_sys_s": 2.318189, + "broker_cpu_s": 4.816929999999999, + "broker_vcsw": 17943, + "broker_maxrss_kib": 7048, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 2.867877035, + "multi_s": 3.685239244, + "client_wall_s": 6.559505801999876, + "client_cpu_s": 5.91854799999993, + "client_vcsw": 18546, + "multi_client_cpu_s": 3.3000000000000003, + "multi_broker_cpu_s": 3.2, + "broker_user_s": 2.5525789999999997, + "broker_sys_s": 2.648279, + "broker_cpu_s": 5.200858, + "broker_vcsw": 12894, + "broker_maxrss_kib": 7288, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 3.243965323, + "multi_s": 3.625862449, + "client_wall_s": 6.87555385900032, + "client_cpu_s": 6.367209999999943, + "client_vcsw": 8829, + "multi_client_cpu_s": 3.37, + "multi_broker_cpu_s": 2.79, + "broker_user_s": 2.462463, + "broker_sys_s": 2.164579, + "broker_cpu_s": 4.627041999999999, + "broker_vcsw": 20424, + "broker_maxrss_kib": 6996, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 3.031997517, + "multi_s": 3.729280512, + "client_wall_s": 6.7685314199998174, + "client_cpu_s": 5.953721999999914, + "client_vcsw": 23404, + "multi_client_cpu_s": 3.2800000000000002, + "multi_broker_cpu_s": 3.1299999999999994, + "broker_user_s": 2.558104, + "broker_sys_s": 2.7259510000000002, + "broker_cpu_s": 5.284055, + "broker_vcsw": 12652, + "broker_maxrss_kib": 7256, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 34, + "warmup": false, + "single_s": 3.152161403, + "multi_s": 3.846157335, + "client_wall_s": 7.003438302000177, + "client_cpu_s": 6.3932629999999335, + "client_vcsw": 12948, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 3.09, + "broker_user_s": 2.638722, + "broker_sys_s": 2.338325, + "broker_cpu_s": 4.977047000000001, + "broker_vcsw": 18240, + "broker_maxrss_kib": 7312, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 3.355831849, + "multi_s": 3.871486748, + "client_wall_s": 7.233314018000783, + "client_cpu_s": 6.685437000000093, + "client_vcsw": 12147, + "multi_client_cpu_s": 3.53, + "multi_broker_cpu_s": 3.0999999999999996, + "broker_user_s": 2.660263, + "broker_sys_s": 2.366131, + "broker_cpu_s": 5.026394, + "broker_vcsw": 18843, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 35, + "warmup": false, + "single_s": 3.782386551, + "multi_s": 3.621932841, + "client_wall_s": 7.410137590999511, + "client_cpu_s": 6.790063999999916, + "client_vcsw": 8257, + "multi_client_cpu_s": 3.3800000000000003, + "multi_broker_cpu_s": 2.7800000000000002, + "broker_user_s": 2.584585, + "broker_sys_s": 2.509814, + "broker_cpu_s": 5.094399, + "broker_vcsw": 17762, + "broker_maxrss_kib": 6908, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 2.796463061, + "multi_s": 4.546888165, + "client_wall_s": 7.348941727999772, + "client_cpu_s": 6.3476159999999595, + "client_vcsw": 21635, + "multi_client_cpu_s": 3.75, + "multi_broker_cpu_s": 3.39, + "broker_user_s": 2.800257, + "broker_sys_s": 2.5807919999999998, + "broker_cpu_s": 5.381049, + "broker_vcsw": 14240, + "broker_maxrss_kib": 7272, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 2.878085681, + "multi_s": 3.652603307, + "client_wall_s": 6.537358888000199, + "client_cpu_s": 5.845651000000089, + "client_vcsw": 21157, + "multi_client_cpu_s": 3.21, + "multi_broker_cpu_s": 3.1500000000000004, + "broker_user_s": 2.418316, + "broker_sys_s": 2.741355, + "broker_cpu_s": 5.1596709999999995, + "broker_vcsw": 13263, + "broker_maxrss_kib": 7404, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 36, + "warmup": false, + "single_s": 3.272978836, + "multi_s": 3.499776954, + "client_wall_s": 6.778109761000451, + "client_cpu_s": 6.362426000000028, + "client_vcsw": 6937, + "multi_client_cpu_s": 3.32, + "multi_broker_cpu_s": 2.6799999999999997, + "broker_user_s": 2.424311, + "broker_sys_s": 2.217946, + "broker_cpu_s": 4.642257, + "broker_vcsw": 19343, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 3.193385338, + "multi_s": 3.589231281, + "client_wall_s": 6.789250208999874, + "client_cpu_s": 6.3554940000000215, + "client_vcsw": 7351, + "multi_client_cpu_s": 3.3599999999999994, + "multi_broker_cpu_s": 2.8000000000000007, + "broker_user_s": 2.311362, + "broker_sys_s": 2.385421, + "broker_cpu_s": 4.696783, + "broker_vcsw": 19316, + "broker_maxrss_kib": 7108, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 37, + "warmup": false, + "single_s": 2.915294441, + "multi_s": 3.719047142, + "client_wall_s": 6.641309532999912, + "client_cpu_s": 6.321972999999957, + "client_vcsw": 6727, + "multi_client_cpu_s": 3.53, + "multi_broker_cpu_s": 2.77, + "broker_user_s": 2.339152, + "broker_sys_s": 2.178542, + "broker_cpu_s": 4.5176940000000005, + "broker_vcsw": 19897, + "broker_maxrss_kib": 7000, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 2.949234138, + "multi_s": 4.183325784, + "client_wall_s": 7.137915483999677, + "client_cpu_s": 6.4907779999999775, + "client_vcsw": 17020, + "multi_client_cpu_s": 3.74, + "multi_broker_cpu_s": 3.4000000000000004, + "broker_user_s": 2.790877, + "broker_sys_s": 2.573038, + "broker_cpu_s": 5.363915, + "broker_vcsw": 14719, + "broker_maxrss_kib": 7428, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 3.665699396, + "multi_s": 4.4224349, + "client_wall_s": 8.093952948000151, + "client_cpu_s": 7.248756000000071, + "client_vcsw": 13338, + "multi_client_cpu_s": 3.8600000000000003, + "multi_broker_cpu_s": 3.3899999999999997, + "broker_user_s": 2.961036, + "broker_sys_s": 2.436433, + "broker_cpu_s": 5.397469, + "broker_vcsw": 19414, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 3.901772662, + "multi_s": 4.16011831, + "client_wall_s": 8.067202109000391, + "client_cpu_s": 7.067036999999914, + "client_vcsw": 14445, + "multi_client_cpu_s": 3.5999999999999996, + "multi_broker_cpu_s": 3.26, + "broker_user_s": 2.7393229999999997, + "broker_sys_s": 2.781053, + "broker_cpu_s": 5.520376, + "broker_vcsw": 16413, + "broker_maxrss_kib": 7292, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 2.997208333, + "multi_s": 3.566006517, + "client_wall_s": 6.568780128000071, + "client_cpu_s": 5.830063999999993, + "client_vcsw": 19252, + "multi_client_cpu_s": 3.1700000000000004, + "multi_broker_cpu_s": 3.18, + "broker_user_s": 2.441092, + "broker_sys_s": 2.7714179999999997, + "broker_cpu_s": 5.21251, + "broker_vcsw": 12516, + "broker_maxrss_kib": 7652, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 38, + "warmup": false, + "single_s": 3.16113833, + "multi_s": 3.666354111, + "client_wall_s": 6.832629795000685, + "client_cpu_s": 6.352157999999918, + "client_vcsw": 8890, + "multi_client_cpu_s": 3.34, + "multi_broker_cpu_s": 2.8299999999999996, + "broker_user_s": 2.38538, + "broker_sys_s": 2.225063, + "broker_cpu_s": 4.610443, + "broker_vcsw": 19609, + "broker_maxrss_kib": 7120, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 3.117103748, + "multi_s": 3.786282109, + "client_wall_s": 6.908636211999692, + "client_cpu_s": 6.099625999999944, + "client_vcsw": 24178, + "multi_client_cpu_s": 3.26, + "multi_broker_cpu_s": 3.2600000000000002, + "broker_user_s": 2.650044, + "broker_sys_s": 2.772406, + "broker_cpu_s": 5.4224499999999995, + "broker_vcsw": 13684, + "broker_maxrss_kib": 7096, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 39, + "warmup": false, + "single_s": 3.213156593, + "multi_s": 3.431444954, + "client_wall_s": 6.650276213000325, + "client_cpu_s": 6.159269999999992, + "client_vcsw": 9298, + "multi_client_cpu_s": 3.1700000000000004, + "multi_broker_cpu_s": 2.78, + "broker_user_s": 2.35628, + "broker_sys_s": 2.378636, + "broker_cpu_s": 4.734916, + "broker_vcsw": 18324, + "broker_maxrss_kib": 6968, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 3.200910583, + "multi_s": 4.085305475, + "client_wall_s": 7.292366942000626, + "client_cpu_s": 6.583131999999864, + "client_vcsw": 16176, + "multi_client_cpu_s": 3.63, + "multi_broker_cpu_s": 3.3599999999999994, + "broker_user_s": 2.595176, + "broker_sys_s": 2.762202, + "broker_cpu_s": 5.357378, + "broker_vcsw": 17207, + "broker_maxrss_kib": 6936, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 40, + "warmup": false, + "single_s": 3.23663, + "multi_s": 3.701487296, + "client_wall_s": 6.944568613000229, + "client_cpu_s": 6.360806000000025, + "client_vcsw": 10736, + "multi_client_cpu_s": 3.3099999999999996, + "multi_broker_cpu_s": 3.0, + "broker_user_s": 2.452487, + "broker_sys_s": 2.436764, + "broker_cpu_s": 4.889251, + "broker_vcsw": 18184, + "broker_maxrss_kib": 6856, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 3.067272202, + "multi_s": 4.108624628, + "client_wall_s": 7.1820118000005095, + "client_cpu_s": 6.189567999999895, + "client_vcsw": 27869, + "multi_client_cpu_s": 3.4, + "multi_broker_cpu_s": 3.58, + "broker_user_s": 2.897961, + "broker_sys_s": 2.778488, + "broker_cpu_s": 5.676449, + "broker_vcsw": 12431, + "broker_maxrss_kib": 7656, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 3.323374301, + "multi_s": 3.700225323, + "client_wall_s": 7.029964434999783, + "client_cpu_s": 6.515875999999935, + "client_vcsw": 10018, + "multi_client_cpu_s": 3.39, + "multi_broker_cpu_s": 2.9000000000000004, + "broker_user_s": 2.41677, + "broker_sys_s": 2.412532, + "broker_cpu_s": 4.829302, + "broker_vcsw": 18789, + "broker_maxrss_kib": 7144, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 3.101856308, + "multi_s": 4.118672073, + "client_wall_s": 7.2266279929999655, + "client_cpu_s": 6.249035999999933, + "client_vcsw": 27554, + "multi_client_cpu_s": 3.5, + "multi_broker_cpu_s": 3.57, + "broker_user_s": 2.756237, + "broker_sys_s": 2.966372, + "broker_cpu_s": 5.722609, + "broker_vcsw": 12527, + "broker_maxrss_kib": 7552, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 41, + "warmup": false, + "single_s": 3.336701819, + "multi_s": 3.631482517, + "client_wall_s": 6.974018621999676, + "client_cpu_s": 6.392781000000014, + "client_vcsw": 8233, + "multi_client_cpu_s": 3.36, + "multi_broker_cpu_s": 2.82, + "broker_user_s": 2.318283, + "broker_sys_s": 2.413278, + "broker_cpu_s": 4.731561, + "broker_vcsw": 19360, + "broker_maxrss_kib": 7464, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 3.354599806, + "multi_s": 3.966407545, + "client_wall_s": 7.327231172000211, + "client_cpu_s": 6.701599999999871, + "client_vcsw": 12595, + "multi_client_cpu_s": 3.6200000000000006, + "multi_broker_cpu_s": 3.19, + "broker_user_s": 2.7038599999999997, + "broker_sys_s": 2.437908, + "broker_cpu_s": 5.141768, + "broker_vcsw": 17949, + "broker_maxrss_kib": 6968, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 42, + "warmup": false, + "single_s": 3.356563338, + "multi_s": 3.796276343, + "client_wall_s": 7.158652864000032, + "client_cpu_s": 6.436709000000064, + "client_vcsw": 9137, + "multi_client_cpu_s": 3.4699999999999998, + "multi_broker_cpu_s": 2.9300000000000006, + "broker_user_s": 2.471341, + "broker_sys_s": 2.356759, + "broker_cpu_s": 4.828099999999999, + "broker_vcsw": 18657, + "broker_maxrss_kib": 7228, + "broker_ru_maxrss_kib": 18700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 3.222049157, + "multi_s": 4.012856507, + "client_wall_s": 7.240570051000759, + "client_cpu_s": 6.562462000000096, + "client_vcsw": 15119, + "multi_client_cpu_s": 3.5399999999999996, + "multi_broker_cpu_s": 3.2700000000000005, + "broker_user_s": 2.736226, + "broker_sys_s": 2.50697, + "broker_cpu_s": 5.243195999999999, + "broker_vcsw": 17655, + "broker_maxrss_kib": 7644, + "broker_ru_maxrss_kib": 18828, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 2.814292839, + "multi_s": 3.87542524, + "client_wall_s": 6.69615767599953, + "client_cpu_s": 6.093088999999964, + "client_vcsw": 16619, + "multi_client_cpu_s": 3.44, + "multi_broker_cpu_s": 3.2199999999999998, + "broker_user_s": 2.625911, + "broker_sys_s": 2.512634, + "broker_cpu_s": 5.138545, + "broker_vcsw": 14468, + "broker_maxrss_kib": 7832, + "broker_ru_maxrss_kib": 18828, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 40, + "mean": 2.9321956648, + "stddev": 0.19031356369865304, + "median": 2.932573388, + "min": 2.536078053, + "max": 3.588243484 + }, + "timeout": { + "n": 40, + "mean": 3.295520243625, + "stddev": 0.1711023829043379, + "median": 3.2545475495, + "min": 2.977599074, + "max": 3.901772662 + }, + "concurrent100": { + "n": 40, + "mean": 3.28884521875, + "stddev": 0.1650949413108997, + "median": 3.275082094, + "min": 2.915294441, + "max": 3.782386551 + } + }, + "multi_s": { + "baseline": { + "n": 40, + "mean": 3.8874914751, + "stddev": 0.269136949493596, + "median": 3.7945498884999997, + "min": 3.43464674, + "max": 4.620233631 + }, + "timeout": { + "n": 40, + "mean": 3.76786193055, + "stddev": 0.22622502504008066, + "median": 3.709618957, + "min": 3.377001315, + "max": 4.4224349 + }, + "concurrent100": { + "n": 40, + "mean": 3.7541803539, + "stddev": 0.18343869218596776, + "median": 3.727679555, + "min": 3.425151218, + "max": 4.253175855 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 5.238902625, + "stddev": 0.2426479587825072, + "median": 5.1954934999999995, + "min": 4.76933, + "max": 6.097061 + }, + "timeout": { + "n": 40, + "mean": 4.918314225, + "stddev": 0.24657817486742023, + "median": 4.905546, + "min": 4.476344, + "max": 5.520376 + }, + "concurrent100": { + "n": 40, + "mean": 4.877339175, + "stddev": 0.21023443055311902, + "median": 4.8919125, + "min": 4.5176940000000005, + "max": 5.384037 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 40, + "mean": 7483.7, + "stddev": 245.70549392227628, + "median": 7446.0, + "min": 7084, + "max": 8132 + }, + "timeout": { + "n": 40, + "mean": 6997.1, + "stddev": 235.90173964858923, + "median": 6982.0, + "min": 6588, + "max": 7644 + }, + "concurrent100": { + "n": 40, + "mean": 7053.9, + "stddev": 225.14357812123083, + "median": 7024.0, + "min": 6604, + "max": 7596 + } + }, + "client_cpu_s": { + "baseline": { + "n": 40, + "mean": 6.079925249999986, + "stddev": 0.22550043901074435, + "median": 6.079159999999984, + "min": 5.776098999999988, + "max": 6.951184999999995 + }, + "timeout": { + "n": 40, + "mean": 6.479006999999993, + "stddev": 0.23992959414239004, + "median": 6.4900239999999485, + "min": 5.967858000000007, + "max": 7.248756000000071 + }, + "concurrent100": { + "n": 40, + "mean": 6.474342999999995, + "stddev": 0.18149749061540685, + "median": 6.44360549999999, + "min": 6.159269999999992, + "max": 6.837867000000003 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 3.22675, + "stddev": 0.19940150836556259, + "median": 3.21, + "min": 2.89, + "max": 3.68 + }, + "timeout": { + "n": 40, + "mean": 2.9739999999999998, + "stddev": 0.20127542043626404, + "median": 2.95, + "min": 2.7, + "max": 3.3899999999999997 + }, + "concurrent100": { + "n": 40, + "mean": 2.94475, + "stddev": 0.1742528004410216, + "median": 2.9350000000000005, + "min": 2.6499999999999995, + "max": 3.4400000000000004 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 40, + "mean": 3.39525, + "stddev": 0.1544383953190331, + "median": 3.4000000000000004, + "min": 3.0999999999999996, + "max": 3.7700000000000005 + }, + "timeout": { + "n": 40, + "mean": 3.4219999999999997, + "stddev": 0.14667599037963286, + "median": 3.415, + "min": 3.16, + "max": 3.8600000000000003 + }, + "concurrent100": { + "n": 40, + "mean": 3.4299999999999997, + "stddev": 0.13834182859302366, + "median": 3.435, + "min": 3.14, + "max": 3.81 + } + } + } +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.md new file mode 100644 index 0000000..b330004 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/shared.md @@ -0,0 +1,61 @@ +rounds: 40 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 (the code of e93cec5) +concurrent100: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 2.932 | 0.190 | 2.933 | 2.536 | 3.588 | +| timeout | 40 | 3.296 | 0.171 | 3.255 | 2.978 | 3.902 | +| concurrent100 | 40 | 3.289 | 0.165 | 3.275 | 2.915 | 3.782 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.887 | 0.269 | 3.795 | 3.435 | 4.620 | +| timeout | 40 | 3.768 | 0.226 | 3.710 | 3.377 | 4.422 | +| concurrent100 | 40 | 3.754 | 0.183 | 3.728 | 3.425 | 4.253 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 5.239 | 0.243 | 5.195 | 4.769 | 6.097 | +| timeout | 40 | 4.918 | 0.247 | 4.906 | 4.476 | 5.520 | +| concurrent100 | 40 | 4.877 | 0.210 | 4.892 | 4.518 | 5.384 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 7484 | 246 | 7446 | 7084 | 8132 | +| timeout | 40 | 6997 | 236 | 6982 | 6588 | 7644 | +| concurrent100 | 40 | 7054 | 225 | 7024 | 6604 | 7596 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 6.080 | 0.226 | 6.079 | 5.776 | 6.951 | +| timeout | 40 | 6.479 | 0.240 | 6.490 | 5.968 | 7.249 | +| concurrent100 | 40 | 6.474 | 0.181 | 6.444 | 6.159 | 6.838 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.227 | 0.199 | 3.210 | 2.890 | 3.680 | +| timeout | 40 | 2.974 | 0.201 | 2.950 | 2.700 | 3.390 | +| concurrent100 | 40 | 2.945 | 0.174 | 2.935 | 2.650 | 3.440 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.395 | 0.154 | 3.400 | 3.100 | 3.770 | +| timeout | 40 | 3.422 | 0.147 | 3.415 | 3.160 | 3.860 | +| concurrent100 | 40 | 3.430 | 0.138 | 3.435 | 3.140 | 3.810 | diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.json new file mode 100644 index 0000000..a7a9a8e --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.json @@ -0,0 +1,3813 @@ +{ + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-baseline-0c52e9c --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-timeout-8d57e20 --address {address}" + }, + { + "label": "concurrent100", + "command": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/busd-concurrent100-7f3ba5a --address {address}" + } + ], + "bench": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bin/fanout", + "rounds": 60, + "warmup": 3, + "seed": 22, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "started": "2026-10-22T18:30:36+00:00", + "runs": [ + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.5889555510000001, + "multi_s": 0.561226793, + "client_wall_s": 1.3226067139999031, + "client_cpu_s": 1.101467, + "client_vcsw": 174, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 0.22999999999999993, + "broker_user_s": 0.3392, + "broker_sys_s": 0.24890199999999998, + "broker_cpu_s": 0.588102, + "broker_vcsw": 637, + "broker_maxrss_kib": 4692, + "broker_ru_maxrss_kib": 18124, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 0, + "warmup": true, + "single_s": 0.367076107, + "multi_s": 0.449226482, + "client_wall_s": 0.8274886730000617, + "client_cpu_s": 0.7885909999999999, + "client_vcsw": 144, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.312735, + "broker_sys_s": 0.23962, + "broker_cpu_s": 0.5523549999999999, + "broker_vcsw": 255, + "broker_maxrss_kib": 4804, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.47523992, + "multi_s": 0.52061424, + "client_wall_s": 1.0163294610001685, + "client_cpu_s": 0.8810310000000001, + "client_vcsw": 245, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.23999999999999994, + "broker_user_s": 0.32272799999999996, + "broker_sys_s": 0.269999, + "broker_cpu_s": 0.592727, + "broker_vcsw": 1095, + "broker_maxrss_kib": 57576, + "broker_ru_maxrss_kib": 57576, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 1, + "warmup": true, + "single_s": 0.40370545399999996, + "multi_s": 0.498037109, + "client_wall_s": 0.9120145870001579, + "client_cpu_s": 0.8609970000000002, + "client_vcsw": 165, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.317073, + "broker_sys_s": 0.21866, + "broker_cpu_s": 0.535733, + "broker_vcsw": 285, + "broker_maxrss_kib": 4656, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.50589976, + "multi_s": 0.537869091, + "client_wall_s": 1.065229939999881, + "client_cpu_s": 0.9242100000000004, + "client_vcsw": 262, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.32048099999999996, + "broker_sys_s": 0.282391, + "broker_cpu_s": 0.602872, + "broker_vcsw": 1085, + "broker_maxrss_kib": 54036, + "broker_ru_maxrss_kib": 54036, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.39996479799999995, + "multi_s": 0.4435218, + "client_wall_s": 0.8568920500001695, + "client_cpu_s": 0.7899220000000007, + "client_vcsw": 291, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.38148, + "broker_sys_s": 0.22447699999999998, + "broker_cpu_s": 0.605957, + "broker_vcsw": 184, + "broker_maxrss_kib": 4656, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.651765767, + "multi_s": 0.48915389900000006, + "client_wall_s": 1.1624483420000615, + "client_cpu_s": 0.8913139999999999, + "client_vcsw": 221, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.335684, + "broker_sys_s": 0.439436, + "broker_cpu_s": 0.77512, + "broker_vcsw": 1113, + "broker_maxrss_kib": 49720, + "broker_ru_maxrss_kib": 49236, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.369534336, + "multi_s": 0.408459097, + "client_wall_s": 0.7875144629997521, + "client_cpu_s": 0.750789000000001, + "client_vcsw": 136, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.319497, + "broker_sys_s": 0.185769, + "broker_cpu_s": 0.505266, + "broker_vcsw": 259, + "broker_maxrss_kib": 4648, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 2, + "warmup": true, + "single_s": 0.40016254900000003, + "multi_s": 0.484497776, + "client_wall_s": 0.8954782079999859, + "client_cpu_s": 0.8503210000000001, + "client_vcsw": 220, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.292971, + "broker_sys_s": 0.25007199999999996, + "broker_cpu_s": 0.5430429999999999, + "broker_vcsw": 282, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 3, + "warmup": false, + "single_s": 0.34205271800000003, + "multi_s": 0.529004383, + "client_wall_s": 0.8827035630001774, + "client_cpu_s": 0.7756610000000013, + "client_vcsw": 177, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.294861, + "broker_sys_s": 0.2238, + "broker_cpu_s": 0.518661, + "broker_vcsw": 265, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.45874535, + "multi_s": 0.5474197799999999, + "client_wall_s": 1.0265985089999958, + "client_cpu_s": 0.9052839999999991, + "client_vcsw": 456, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.31, + "broker_user_s": 0.303632, + "broker_sys_s": 0.336213, + "broker_cpu_s": 0.639845, + "broker_vcsw": 882, + "broker_maxrss_kib": 55604, + "broker_ru_maxrss_kib": 55604, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.357543276, + "multi_s": 0.5287769680000001, + "client_wall_s": 0.8969634810000571, + "client_cpu_s": 0.8466740000000001, + "client_vcsw": 110, + "multi_client_cpu_s": 0.49999999999999994, + "multi_broker_cpu_s": 0.25000000000000006, + "broker_user_s": 0.29516899999999996, + "broker_sys_s": 0.259142, + "broker_cpu_s": 0.554311, + "broker_vcsw": 323, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.361222133, + "multi_s": 0.448557398, + "client_wall_s": 0.8203444720002153, + "client_cpu_s": 0.7877210000000003, + "client_vcsw": 210, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.30042399999999997, + "broker_sys_s": 0.26509099999999997, + "broker_cpu_s": 0.565515, + "broker_vcsw": 250, + "broker_maxrss_kib": 4720, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.46783011599999996, + "multi_s": 0.46461489699999997, + "client_wall_s": 0.9539302429998315, + "client_cpu_s": 0.8312150000000003, + "client_vcsw": 212, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.26999999999999996, + "broker_user_s": 0.300962, + "broker_sys_s": 0.31305499999999997, + "broker_cpu_s": 0.614017, + "broker_vcsw": 957, + "broker_maxrss_kib": 54208, + "broker_ru_maxrss_kib": 54208, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 4, + "warmup": false, + "single_s": 0.37221103699999997, + "multi_s": 0.480633664, + "client_wall_s": 0.8639727859999766, + "client_cpu_s": 0.8303600000000007, + "client_vcsw": 219, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.318133, + "broker_sys_s": 0.240368, + "broker_cpu_s": 0.558501, + "broker_vcsw": 290, + "broker_maxrss_kib": 4984, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.50607851, + "multi_s": 0.541853684, + "client_wall_s": 1.07186341500028, + "client_cpu_s": 0.9426919999999992, + "client_vcsw": 184, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.32289, + "broker_sys_s": 0.24853699999999998, + "broker_cpu_s": 0.571427, + "broker_vcsw": 1267, + "broker_maxrss_kib": 49796, + "broker_ru_maxrss_kib": 49796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.44848246799999997, + "multi_s": 0.444816468, + "client_wall_s": 0.90513977899991, + "client_cpu_s": 0.876589000000001, + "client_vcsw": 146, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.289153, + "broker_sys_s": 0.23124699999999998, + "broker_cpu_s": 0.5204, + "broker_vcsw": 631, + "broker_maxrss_kib": 4616, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 5, + "warmup": false, + "single_s": 0.366781898, + "multi_s": 0.46617984, + "client_wall_s": 0.843269756999689, + "client_cpu_s": 0.7983640000000012, + "client_vcsw": 182, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.301396, + "broker_sys_s": 0.208087, + "broker_cpu_s": 0.509483, + "broker_vcsw": 270, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.364121407, + "multi_s": 0.46073812700000005, + "client_wall_s": 0.8360976809999556, + "client_cpu_s": 0.7900479999999988, + "client_vcsw": 228, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.30893, + "broker_sys_s": 0.238309, + "broker_cpu_s": 0.547239, + "broker_vcsw": 235, + "broker_maxrss_kib": 4604, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 6, + "warmup": false, + "single_s": 0.400146912, + "multi_s": 0.456035284, + "client_wall_s": 0.868443759999991, + "client_cpu_s": 0.8231460000000013, + "client_vcsw": 159, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.290935, + "broker_sys_s": 0.250608, + "broker_cpu_s": 0.541543, + "broker_vcsw": 313, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.590890428, + "multi_s": 0.434845854, + "client_wall_s": 1.0520096400000511, + "client_cpu_s": 0.8104549999999993, + "client_vcsw": 257, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.313949, + "broker_sys_s": 0.392337, + "broker_cpu_s": 0.706286, + "broker_vcsw": 939, + "broker_maxrss_kib": 54836, + "broker_ru_maxrss_kib": 54836, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.374388449, + "multi_s": 0.46573287399999996, + "client_wall_s": 0.8523320680001234, + "client_cpu_s": 0.8377130000000026, + "client_vcsw": 82, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.264177, + "broker_sys_s": 0.222741, + "broker_cpu_s": 0.48691799999999996, + "broker_vcsw": 379, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.46057656500000005, + "multi_s": 0.48177599600000004, + "client_wall_s": 0.967087638999601, + "client_cpu_s": 0.8514320000000009, + "client_vcsw": 219, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.318201, + "broker_sys_s": 0.25329, + "broker_cpu_s": 0.571491, + "broker_vcsw": 1141, + "broker_maxrss_kib": 52620, + "broker_ru_maxrss_kib": 52620, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 7, + "warmup": false, + "single_s": 0.46325690500000005, + "multi_s": 0.474892018, + "client_wall_s": 0.9492942179999773, + "client_cpu_s": 0.9022480000000002, + "client_vcsw": 183, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.334914, + "broker_sys_s": 0.24132699999999999, + "broker_cpu_s": 0.576241, + "broker_vcsw": 344, + "broker_maxrss_kib": 4832, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.522181804, + "multi_s": 0.501699342, + "client_wall_s": 1.0488671960001739, + "client_cpu_s": 0.8984979999999982, + "client_vcsw": 185, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.298327, + "broker_sys_s": 0.305203, + "broker_cpu_s": 0.60353, + "broker_vcsw": 1105, + "broker_maxrss_kib": 50520, + "broker_ru_maxrss_kib": 50520, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.399196635, + "multi_s": 0.464399149, + "client_wall_s": 0.8741071059998831, + "client_cpu_s": 0.8232289999999978, + "client_vcsw": 250, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.33084199999999997, + "broker_sys_s": 0.234644, + "broker_cpu_s": 0.5654859999999999, + "broker_vcsw": 237, + "broker_maxrss_kib": 4784, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 8, + "warmup": false, + "single_s": 0.4026216, + "multi_s": 0.5526319570000001, + "client_wall_s": 0.9674276189998636, + "client_cpu_s": 0.9106299999999976, + "client_vcsw": 202, + "multi_client_cpu_s": 0.56, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.348195, + "broker_sys_s": 0.206609, + "broker_cpu_s": 0.554804, + "broker_vcsw": 306, + "broker_maxrss_kib": 4732, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 9, + "warmup": false, + "single_s": 0.38223684300000005, + "multi_s": 0.47770776200000004, + "client_wall_s": 0.8720220200002586, + "client_cpu_s": 0.8094260000000002, + "client_vcsw": 112, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.29798399999999997, + "broker_sys_s": 0.21703699999999998, + "broker_cpu_s": 0.515021, + "broker_vcsw": 339, + "broker_maxrss_kib": 4556, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.40674706400000005, + "multi_s": 0.486120395, + "client_wall_s": 0.9024052340000708, + "client_cpu_s": 0.8486799999999981, + "client_vcsw": 220, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.335899, + "broker_sys_s": 0.252123, + "broker_cpu_s": 0.588022, + "broker_vcsw": 231, + "broker_maxrss_kib": 4736, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.453727173, + "multi_s": 0.486773442, + "client_wall_s": 0.9627147829996829, + "client_cpu_s": 0.8502460000000003, + "client_vcsw": 214, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.25999999999999995, + "broker_user_s": 0.276064, + "broker_sys_s": 0.333356, + "broker_cpu_s": 0.60942, + "broker_vcsw": 959, + "broker_maxrss_kib": 51532, + "broker_ru_maxrss_kib": 51532, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.38592164900000003, + "multi_s": 0.550403308, + "client_wall_s": 0.9463610400002835, + "client_cpu_s": 0.8977549999999965, + "client_vcsw": 98, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.300795, + "broker_sys_s": 0.22527899999999998, + "broker_cpu_s": 0.5260739999999999, + "broker_vcsw": 352, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 10, + "warmup": false, + "single_s": 0.40294582100000004, + "multi_s": 0.455625655, + "client_wall_s": 0.8708314350001274, + "client_cpu_s": 0.8149460000000026, + "client_vcsw": 166, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.34108099999999997, + "broker_sys_s": 0.24420599999999998, + "broker_cpu_s": 0.5852869999999999, + "broker_vcsw": 283, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.43175219, + "multi_s": 0.454225376, + "client_wall_s": 0.9078199519999544, + "client_cpu_s": 0.7864809999999984, + "client_vcsw": 212, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.287175, + "broker_sys_s": 0.260943, + "broker_cpu_s": 0.548118, + "broker_vcsw": 1068, + "broker_maxrss_kib": 54560, + "broker_ru_maxrss_kib": 54324, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.379101977, + "multi_s": 0.44869471299999997, + "client_wall_s": 0.8376362580002024, + "client_cpu_s": 0.811477, + "client_vcsw": 109, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.287452, + "broker_sys_s": 0.218792, + "broker_cpu_s": 0.5062439999999999, + "broker_vcsw": 368, + "broker_maxrss_kib": 4692, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.47676681800000004, + "multi_s": 0.532528093, + "client_wall_s": 1.0316328510002677, + "client_cpu_s": 0.9257249999999999, + "client_vcsw": 216, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.261326, + "broker_sys_s": 0.313363, + "broker_cpu_s": 0.574689, + "broker_vcsw": 1320, + "broker_maxrss_kib": 50672, + "broker_ru_maxrss_kib": 50672, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 11, + "warmup": false, + "single_s": 0.34459450199999997, + "multi_s": 0.431894035, + "client_wall_s": 0.7864227779996327, + "client_cpu_s": 0.7563099999999991, + "client_vcsw": 158, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.287035, + "broker_sys_s": 0.216922, + "broker_cpu_s": 0.503957, + "broker_vcsw": 267, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.495760023, + "multi_s": 0.500546323, + "client_wall_s": 1.0159439290000591, + "client_cpu_s": 0.9096870000000017, + "client_vcsw": 188, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.29502999999999996, + "broker_sys_s": 0.272605, + "broker_cpu_s": 0.5676349999999999, + "broker_vcsw": 1226, + "broker_maxrss_kib": 43516, + "broker_ru_maxrss_kib": 43364, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.47675455899999997, + "multi_s": 0.40917374300000003, + "client_wall_s": 0.8990246420003132, + "client_cpu_s": 0.7788699999999977, + "client_vcsw": 186, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.29141, + "broker_sys_s": 0.240996, + "broker_cpu_s": 0.5324059999999999, + "broker_vcsw": 324, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 12, + "warmup": false, + "single_s": 0.37426475, + "multi_s": 0.49724634500000003, + "client_wall_s": 0.8828375769999184, + "client_cpu_s": 0.8593189999999957, + "client_vcsw": 109, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.289978, + "broker_sys_s": 0.21523299999999998, + "broker_cpu_s": 0.505211, + "broker_vcsw": 342, + "broker_maxrss_kib": 4592, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.574271747, + "multi_s": 0.443528099, + "client_wall_s": 1.0408805930001108, + "client_cpu_s": 0.8127400000000016, + "client_vcsw": 355, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.334217, + "broker_sys_s": 0.312631, + "broker_cpu_s": 0.646848, + "broker_vcsw": 1123, + "broker_maxrss_kib": 56388, + "broker_ru_maxrss_kib": 56388, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.342471822, + "multi_s": 0.41621632599999997, + "client_wall_s": 0.768029856999874, + "client_cpu_s": 0.745162999999998, + "client_vcsw": 154, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.270828, + "broker_sys_s": 0.233789, + "broker_cpu_s": 0.504617, + "broker_vcsw": 286, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 13, + "warmup": false, + "single_s": 0.450676771, + "multi_s": 0.49241545200000003, + "client_wall_s": 0.9564699249999649, + "client_cpu_s": 0.9000980000000034, + "client_vcsw": 173, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.29952999999999996, + "broker_sys_s": 0.255432, + "broker_cpu_s": 0.554962, + "broker_vcsw": 394, + "broker_maxrss_kib": 4848, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 14, + "warmup": false, + "single_s": 0.444500792, + "multi_s": 0.446948548, + "client_wall_s": 0.9029895909998231, + "client_cpu_s": 0.8448970000000067, + "client_vcsw": 222, + "multi_client_cpu_s": 0.42999999999999994, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.340016, + "broker_sys_s": 0.216463, + "broker_cpu_s": 0.556479, + "broker_vcsw": 334, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.859619778, + "multi_s": 0.50263649, + "client_wall_s": 1.3825912380002592, + "client_cpu_s": 0.8706269999999989, + "client_vcsw": 380, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.333017, + "broker_sys_s": 0.538872, + "broker_cpu_s": 0.871889, + "broker_vcsw": 1121, + "broker_maxrss_kib": 57860, + "broker_ru_maxrss_kib": 57860, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.38137858, + "multi_s": 0.537682847, + "client_wall_s": 0.9305542729998706, + "client_cpu_s": 0.8634999999999948, + "client_vcsw": 163, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.292089, + "broker_sys_s": 0.232948, + "broker_cpu_s": 0.525037, + "broker_vcsw": 279, + "broker_maxrss_kib": 4616, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.35987536000000003, + "multi_s": 0.449624762, + "client_wall_s": 0.8214913679998972, + "client_cpu_s": 0.7765950000000004, + "client_vcsw": 196, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.322775, + "broker_sys_s": 0.20496899999999998, + "broker_cpu_s": 0.527744, + "broker_vcsw": 267, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.8459168939999999, + "multi_s": 0.446224616, + "client_wall_s": 1.3136055600002692, + "client_cpu_s": 0.8349770000000056, + "client_vcsw": 412, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.312853, + "broker_sys_s": 0.61042, + "broker_cpu_s": 0.923273, + "broker_vcsw": 1023, + "broker_maxrss_kib": 58676, + "broker_ru_maxrss_kib": 58676, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 15, + "warmup": false, + "single_s": 0.375916652, + "multi_s": 0.439843745, + "client_wall_s": 0.8275519399999212, + "client_cpu_s": 0.7910329999999952, + "client_vcsw": 114, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27198, + "broker_sys_s": 0.22719699999999998, + "broker_cpu_s": 0.499177, + "broker_vcsw": 364, + "broker_maxrss_kib": 4648, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.685824505, + "multi_s": 0.504887632, + "client_wall_s": 1.2183247920002032, + "client_cpu_s": 0.8380510000000001, + "client_vcsw": 366, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.22000000000000008, + "broker_user_s": 0.35839699999999997, + "broker_sys_s": 0.44504299999999997, + "broker_cpu_s": 0.8034399999999999, + "broker_vcsw": 978, + "broker_maxrss_kib": 56636, + "broker_ru_maxrss_kib": 56636, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.378560295, + "multi_s": 0.533244542, + "client_wall_s": 0.9250519109996276, + "client_cpu_s": 0.8628019999999985, + "client_vcsw": 167, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.308666, + "broker_sys_s": 0.23482499999999998, + "broker_cpu_s": 0.543491, + "broker_vcsw": 288, + "broker_maxrss_kib": 4704, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 16, + "warmup": false, + "single_s": 0.40266052300000005, + "multi_s": 0.4557126, + "client_wall_s": 0.8713325039998381, + "client_cpu_s": 0.8179399999999966, + "client_vcsw": 151, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.2951, + "broker_sys_s": 0.238505, + "broker_cpu_s": 0.533605, + "broker_vcsw": 383, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 17, + "warmup": false, + "single_s": 0.404615104, + "multi_s": 0.438484037, + "client_wall_s": 0.8688424830002077, + "client_cpu_s": 0.804038000000002, + "client_vcsw": 182, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.22999999999999993, + "broker_user_s": 0.351081, + "broker_sys_s": 0.22835799999999998, + "broker_cpu_s": 0.5794389999999999, + "broker_vcsw": 316, + "broker_maxrss_kib": 4712, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.446118277, + "multi_s": 0.450492296, + "client_wall_s": 0.9075856449999264, + "client_cpu_s": 0.7900479999999988, + "client_vcsw": 189, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.352819, + "broker_sys_s": 0.19364499999999998, + "broker_cpu_s": 0.546464, + "broker_vcsw": 252, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.474179338, + "multi_s": 0.461321312, + "client_wall_s": 0.9588605399999324, + "client_cpu_s": 0.8371999999999957, + "client_vcsw": 244, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.297632, + "broker_sys_s": 0.23751799999999998, + "broker_cpu_s": 0.53515, + "broker_vcsw": 1099, + "broker_maxrss_kib": 55420, + "broker_ru_maxrss_kib": 55420, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 18, + "warmup": false, + "single_s": 0.34775625600000004, + "multi_s": 0.468593849, + "client_wall_s": 0.8277418950001447, + "client_cpu_s": 0.7787189999999988, + "client_vcsw": 179, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.337927, + "broker_sys_s": 0.197652, + "broker_cpu_s": 0.535579, + "broker_vcsw": 298, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.45609351800000003, + "multi_s": 0.434560932, + "client_wall_s": 0.9120186449999892, + "client_cpu_s": 0.8125559999999972, + "client_vcsw": 232, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.255094, + "broker_sys_s": 0.31348499999999996, + "broker_cpu_s": 0.568579, + "broker_vcsw": 1152, + "broker_maxrss_kib": 44564, + "broker_ru_maxrss_kib": 44564, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.438631604, + "multi_s": 0.466895927, + "client_wall_s": 0.9155800520002231, + "client_cpu_s": 0.7975509999999986, + "client_vcsw": 136, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.268617, + "broker_sys_s": 0.229454, + "broker_cpu_s": 0.498071, + "broker_vcsw": 279, + "broker_maxrss_kib": 4736, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.445429911, + "multi_s": 0.46009297299999996, + "client_wall_s": 0.9255008609998185, + "client_cpu_s": 0.8096100000000028, + "client_vcsw": 236, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.29967699999999997, + "broker_sys_s": 0.24434, + "broker_cpu_s": 0.544017, + "broker_vcsw": 1151, + "broker_maxrss_kib": 56212, + "broker_ru_maxrss_kib": 56212, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 19, + "warmup": false, + "single_s": 0.388623069, + "multi_s": 0.42878945900000004, + "client_wall_s": 0.8312985909997224, + "client_cpu_s": 0.7834489999999974, + "client_vcsw": 106, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.31690599999999997, + "broker_sys_s": 0.20557, + "broker_cpu_s": 0.5224759999999999, + "broker_vcsw": 319, + "broker_maxrss_kib": 4776, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.34387662, + "multi_s": 0.45932357500000004, + "client_wall_s": 0.8146536869999181, + "client_cpu_s": 0.7844009999999955, + "client_vcsw": 146, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.275024, + "broker_sys_s": 0.22810799999999998, + "broker_cpu_s": 0.5031319999999999, + "broker_vcsw": 283, + "broker_maxrss_kib": 4852, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.34203413, + "multi_s": 0.440282927, + "client_wall_s": 0.7942928060001577, + "client_cpu_s": 0.7676080000000027, + "client_vcsw": 150, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.279568, + "broker_sys_s": 0.229367, + "broker_cpu_s": 0.5089349999999999, + "broker_vcsw": 259, + "broker_maxrss_kib": 4660, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.452200776, + "multi_s": 0.428533739, + "client_wall_s": 0.9028134069999396, + "client_cpu_s": 0.8022650000000056, + "client_vcsw": 216, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.27614, + "broker_sys_s": 0.272877, + "broker_cpu_s": 0.549017, + "broker_vcsw": 1030, + "broker_maxrss_kib": 50756, + "broker_ru_maxrss_kib": 50560, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 20, + "warmup": false, + "single_s": 0.34328085399999997, + "multi_s": 0.487577309, + "client_wall_s": 0.8415061159998913, + "client_cpu_s": 0.8227960000000039, + "client_vcsw": 113, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.240469, + "broker_sys_s": 0.239637, + "broker_cpu_s": 0.480106, + "broker_vcsw": 320, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 21, + "warmup": false, + "single_s": 0.396765983, + "multi_s": 0.48632075500000005, + "client_wall_s": 0.894635653000023, + "client_cpu_s": 0.8622779999999963, + "client_vcsw": 152, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.326603, + "broker_sys_s": 0.22213, + "broker_cpu_s": 0.5487329999999999, + "broker_vcsw": 319, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.34350770599999997, + "multi_s": 0.418442399, + "client_wall_s": 0.7714021130000219, + "client_cpu_s": 0.7495979999999989, + "client_vcsw": 150, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.24323299999999998, + "broker_sys_s": 0.236922, + "broker_cpu_s": 0.480155, + "broker_vcsw": 260, + "broker_maxrss_kib": 4760, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.5823379360000001, + "multi_s": 0.5071892960000001, + "client_wall_s": 1.1135340369996811, + "client_cpu_s": 0.846584, + "client_vcsw": 317, + "multi_client_cpu_s": 0.48999999999999994, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.297633, + "broker_sys_s": 0.401003, + "broker_cpu_s": 0.698636, + "broker_vcsw": 1135, + "broker_maxrss_kib": 57780, + "broker_ru_maxrss_kib": 57780, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 22, + "warmup": false, + "single_s": 0.386633805, + "multi_s": 0.438480741, + "client_wall_s": 0.8372539789997973, + "client_cpu_s": 0.788921000000002, + "client_vcsw": 188, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.332914, + "broker_sys_s": 0.205165, + "broker_cpu_s": 0.538079, + "broker_vcsw": 287, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.545662745, + "multi_s": 0.42627427, + "client_wall_s": 0.9961039520003396, + "client_cpu_s": 0.8226530000000025, + "client_vcsw": 245, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.301753, + "broker_sys_s": 0.34964799999999996, + "broker_cpu_s": 0.6514009999999999, + "broker_vcsw": 1019, + "broker_maxrss_kib": 56468, + "broker_ru_maxrss_kib": 56468, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.410504735, + "multi_s": 0.5227767720000001, + "client_wall_s": 0.9471956630000022, + "client_cpu_s": 0.8457030000000003, + "client_vcsw": 281, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.38893099999999997, + "broker_sys_s": 0.186974, + "broker_cpu_s": 0.575905, + "broker_vcsw": 283, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.480757124, + "multi_s": 0.450309065, + "client_wall_s": 0.9570533050000449, + "client_cpu_s": 0.8481470000000044, + "client_vcsw": 262, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.26134799999999997, + "broker_sys_s": 0.28495699999999996, + "broker_cpu_s": 0.5463049999999999, + "broker_vcsw": 1128, + "broker_maxrss_kib": 54964, + "broker_ru_maxrss_kib": 54964, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 23, + "warmup": false, + "single_s": 0.37832784199999997, + "multi_s": 0.453992606, + "client_wall_s": 0.8461811080001098, + "client_cpu_s": 0.7771809999999988, + "client_vcsw": 270, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.371539, + "broker_sys_s": 0.174544, + "broker_cpu_s": 0.546083, + "broker_vcsw": 271, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.365135412, + "multi_s": 0.430939597, + "client_wall_s": 0.8089097490001222, + "client_cpu_s": 0.7810360000000074, + "client_vcsw": 129, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.32268199999999997, + "broker_sys_s": 0.20224499999999998, + "broker_cpu_s": 0.5249269999999999, + "broker_vcsw": 290, + "broker_maxrss_kib": 4864, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 24, + "warmup": false, + "single_s": 0.361191687, + "multi_s": 0.508832451, + "client_wall_s": 0.8828378430002886, + "client_cpu_s": 0.8460779999999986, + "client_vcsw": 127, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.292626, + "broker_sys_s": 0.242835, + "broker_cpu_s": 0.535461, + "broker_vcsw": 323, + "broker_maxrss_kib": 4892, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.437619575, + "multi_s": 0.510884114, + "client_wall_s": 0.9612928599999577, + "client_cpu_s": 0.9318030000000022, + "client_vcsw": 87, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.334995, + "broker_sys_s": 0.24490099999999998, + "broker_cpu_s": 0.579896, + "broker_vcsw": 334, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.454853213, + "multi_s": 0.451365895, + "client_wall_s": 0.9366106739998941, + "client_cpu_s": 0.815068999999994, + "client_vcsw": 240, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.23999999999999994, + "broker_user_s": 0.283396, + "broker_sys_s": 0.302656, + "broker_cpu_s": 0.586052, + "broker_vcsw": 832, + "broker_maxrss_kib": 54208, + "broker_ru_maxrss_kib": 54208, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 25, + "warmup": false, + "single_s": 0.337973524, + "multi_s": 0.437229227, + "client_wall_s": 0.7872129520001181, + "client_cpu_s": 0.7647720000000078, + "client_vcsw": 103, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.296062, + "broker_sys_s": 0.19025899999999998, + "broker_cpu_s": 0.486321, + "broker_vcsw": 307, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.462668708, + "multi_s": 0.47546676000000004, + "client_wall_s": 0.9565533679997316, + "client_cpu_s": 0.8356520000000032, + "client_vcsw": 214, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.272375, + "broker_sys_s": 0.28035099999999996, + "broker_cpu_s": 0.5527259999999999, + "broker_vcsw": 1117, + "broker_maxrss_kib": 53124, + "broker_ru_maxrss_kib": 53124, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.38869604199999996, + "multi_s": 0.44892049500000003, + "client_wall_s": 0.8526469970001926, + "client_cpu_s": 0.8194589999999948, + "client_vcsw": 144, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.291344, + "broker_sys_s": 0.22771, + "broker_cpu_s": 0.519054, + "broker_vcsw": 351, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.441125984, + "multi_s": 0.46393368, + "client_wall_s": 0.9266237010001532, + "client_cpu_s": 0.8200399999999988, + "client_vcsw": 223, + "multi_client_cpu_s": 0.4600000000000001, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.30963599999999997, + "broker_sys_s": 0.233958, + "broker_cpu_s": 0.5435939999999999, + "broker_vcsw": 1024, + "broker_maxrss_kib": 54040, + "broker_ru_maxrss_kib": 53952, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.372171317, + "multi_s": 0.473878107, + "client_wall_s": 0.8569900970001072, + "client_cpu_s": 0.8256239999999977, + "client_vcsw": 850, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.260202, + "broker_sys_s": 0.236198, + "broker_cpu_s": 0.49639999999999995, + "broker_vcsw": 348, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 26, + "warmup": false, + "single_s": 0.382488255, + "multi_s": 0.5365250650000001, + "client_wall_s": 0.9293937070001448, + "client_cpu_s": 0.7778220000000076, + "client_vcsw": 176, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.315206, + "broker_sys_s": 0.203672, + "broker_cpu_s": 0.518878, + "broker_vcsw": 296, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 27, + "warmup": false, + "single_s": 0.414885723, + "multi_s": 0.496704059, + "client_wall_s": 0.9227160239997829, + "client_cpu_s": 0.8537980000000047, + "client_vcsw": 100, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.347941, + "broker_sys_s": 0.199267, + "broker_cpu_s": 0.547208, + "broker_vcsw": 391, + "broker_maxrss_kib": 4664, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.37467150099999996, + "multi_s": 0.456738105, + "client_wall_s": 0.8408977940002842, + "client_cpu_s": 0.8021349999999998, + "client_vcsw": 175, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.306713, + "broker_sys_s": 0.22710799999999998, + "broker_cpu_s": 0.533821, + "broker_vcsw": 269, + "broker_maxrss_kib": 4696, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.516199887, + "multi_s": 0.441083935, + "client_wall_s": 0.980616641999859, + "client_cpu_s": 0.8020289999999832, + "client_vcsw": 285, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.32786899999999997, + "broker_sys_s": 0.28440499999999996, + "broker_cpu_s": 0.612274, + "broker_vcsw": 1104, + "broker_maxrss_kib": 56244, + "broker_ru_maxrss_kib": 56128, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.438890917, + "multi_s": 0.461713349, + "client_wall_s": 0.9230758399999104, + "client_cpu_s": 0.8035779999999946, + "client_vcsw": 226, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.300882, + "broker_sys_s": 0.23657099999999998, + "broker_cpu_s": 0.537453, + "broker_vcsw": 1131, + "broker_maxrss_kib": 52164, + "broker_ru_maxrss_kib": 52164, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 28, + "warmup": false, + "single_s": 0.343066463, + "multi_s": 0.44611501700000006, + "client_wall_s": 0.7996916820002298, + "client_cpu_s": 0.7750070000000022, + "client_vcsw": 150, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.273437, + "broker_sys_s": 0.207248, + "broker_cpu_s": 0.480685, + "broker_vcsw": 321, + "broker_maxrss_kib": 4840, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.41618439, + "multi_s": 0.46516904, + "client_wall_s": 0.8923972920001688, + "client_cpu_s": 0.8377290000000102, + "client_vcsw": 168, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.37095999999999996, + "broker_sys_s": 0.191487, + "broker_cpu_s": 0.5624469999999999, + "broker_vcsw": 268, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.358570463, + "multi_s": 0.485488203, + "client_wall_s": 0.8556958659996781, + "client_cpu_s": 0.8275060000000067, + "client_vcsw": 120, + "multi_client_cpu_s": 0.4799999999999999, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.282614, + "broker_sys_s": 0.229104, + "broker_cpu_s": 0.511718, + "broker_vcsw": 303, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 29, + "warmup": false, + "single_s": 0.49582344500000003, + "multi_s": 0.47098978799999996, + "client_wall_s": 0.9791913359999853, + "client_cpu_s": 0.8616140000000101, + "client_vcsw": 115, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.295954, + "broker_sys_s": 0.226674, + "broker_cpu_s": 0.522628, + "broker_vcsw": 402, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.483059464, + "multi_s": 0.480757217, + "client_wall_s": 0.986964055000044, + "client_cpu_s": 0.8789230000000003, + "client_vcsw": 171, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.267857, + "broker_sys_s": 0.287661, + "broker_cpu_s": 0.555518, + "broker_vcsw": 1251, + "broker_maxrss_kib": 49284, + "broker_ru_maxrss_kib": 49284, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 30, + "warmup": false, + "single_s": 0.356128881, + "multi_s": 0.473009685, + "client_wall_s": 0.8389684280000438, + "client_cpu_s": 0.7913849999999982, + "client_vcsw": 189, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28174499999999997, + "broker_sys_s": 0.216133, + "broker_cpu_s": 0.49787799999999993, + "broker_vcsw": 328, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.450367913, + "multi_s": 0.517684818, + "client_wall_s": 0.9895649029999731, + "client_cpu_s": 0.8569450000000032, + "client_vcsw": 218, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.285227, + "broker_sys_s": 0.288726, + "broker_cpu_s": 0.5739529999999999, + "broker_vcsw": 1199, + "broker_maxrss_kib": 51892, + "broker_ru_maxrss_kib": 51892, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.340642344, + "multi_s": 0.468710599, + "client_wall_s": 0.8193019020000065, + "client_cpu_s": 0.7972910000000013, + "client_vcsw": 144, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.28595899999999996, + "broker_sys_s": 0.195599, + "broker_cpu_s": 0.48155799999999993, + "broker_vcsw": 337, + "broker_maxrss_kib": 4780, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.377331961, + "multi_s": 0.453431372, + "client_wall_s": 0.8421752780000133, + "client_cpu_s": 0.7935940000000059, + "client_vcsw": 250, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.277545, + "broker_sys_s": 0.25917799999999996, + "broker_cpu_s": 0.536723, + "broker_vcsw": 270, + "broker_maxrss_kib": 4680, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.483036235, + "multi_s": 0.48495956300000004, + "client_wall_s": 0.9904141390002223, + "client_cpu_s": 0.9194229999999948, + "client_vcsw": 149, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.31945399999999996, + "broker_sys_s": 0.23751, + "broker_cpu_s": 0.556964, + "broker_vcsw": 1387, + "broker_maxrss_kib": 42176, + "broker_ru_maxrss_kib": 42176, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 31, + "warmup": false, + "single_s": 0.38505437000000003, + "multi_s": 0.43075694600000003, + "client_wall_s": 0.8268234070001199, + "client_cpu_s": 0.7804590000000005, + "client_vcsw": 234, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.304315, + "broker_sys_s": 0.250596, + "broker_cpu_s": 0.5549109999999999, + "broker_vcsw": 220, + "broker_maxrss_kib": 4580, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 32, + "warmup": false, + "single_s": 0.383343871, + "multi_s": 0.468176718, + "client_wall_s": 0.8633420169999226, + "client_cpu_s": 0.8272710000000032, + "client_vcsw": 198, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.316299, + "broker_sys_s": 0.20875, + "broker_cpu_s": 0.525049, + "broker_vcsw": 310, + "broker_maxrss_kib": 4672, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.41682127100000005, + "multi_s": 0.49532700999999996, + "client_wall_s": 0.924493196000185, + "client_cpu_s": 0.8426570000000027, + "client_vcsw": 247, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21999999999999997, + "broker_user_s": 0.35848399999999997, + "broker_sys_s": 0.232173, + "broker_cpu_s": 0.590657, + "broker_vcsw": 253, + "broker_maxrss_kib": 4656, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.545822001, + "multi_s": 0.478432281, + "client_wall_s": 1.0479598100000658, + "client_cpu_s": 0.8887689999999964, + "client_vcsw": 241, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.276387, + "broker_sys_s": 0.310375, + "broker_cpu_s": 0.586762, + "broker_vcsw": 1160, + "broker_maxrss_kib": 53572, + "broker_ru_maxrss_kib": 53572, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.377427281, + "multi_s": 0.482298029, + "client_wall_s": 0.8697065510000357, + "client_cpu_s": 0.7998069999999942, + "client_vcsw": 153, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.296992, + "broker_sys_s": 0.22261499999999998, + "broker_cpu_s": 0.5196069999999999, + "broker_vcsw": 266, + "broker_maxrss_kib": 4640, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 33, + "warmup": false, + "single_s": 0.443405733, + "multi_s": 0.456034053, + "client_wall_s": 0.909898905999853, + "client_cpu_s": 0.8253270000000015, + "client_vcsw": 182, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.31294099999999997, + "broker_sys_s": 0.256093, + "broker_cpu_s": 0.569034, + "broker_vcsw": 315, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.49143370399999997, + "multi_s": 0.426753253, + "client_wall_s": 0.9401838359999601, + "client_cpu_s": 0.810487000000002, + "client_vcsw": 265, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.28790299999999996, + "broker_sys_s": 0.275621, + "broker_cpu_s": 0.5635239999999999, + "broker_vcsw": 936, + "broker_maxrss_kib": 56004, + "broker_ru_maxrss_kib": 56004, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.407146697, + "multi_s": 0.476319032, + "client_wall_s": 0.8941221340000993, + "client_cpu_s": 0.8274320000000017, + "client_vcsw": 162, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.343167, + "broker_sys_s": 0.230562, + "broker_cpu_s": 0.5737289999999999, + "broker_vcsw": 275, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.48183037500000003, + "multi_s": 0.48366509100000005, + "client_wall_s": 0.9855700489997616, + "client_cpu_s": 0.8730280000000121, + "client_vcsw": 195, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.317094, + "broker_sys_s": 0.24128899999999998, + "broker_cpu_s": 0.558383, + "broker_vcsw": 1121, + "broker_maxrss_kib": 49204, + "broker_ru_maxrss_kib": 49204, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 34, + "warmup": false, + "single_s": 0.37163129300000003, + "multi_s": 0.55533462, + "client_wall_s": 0.940430145999926, + "client_cpu_s": 0.9034669999999991, + "client_vcsw": 232, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.317443, + "broker_sys_s": 0.21348999999999999, + "broker_cpu_s": 0.530933, + "broker_vcsw": 302, + "broker_maxrss_kib": 4860, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 35, + "warmup": false, + "single_s": 0.43963512600000004, + "multi_s": 0.464428339, + "client_wall_s": 0.9167366739998215, + "client_cpu_s": 0.8830420000000103, + "client_vcsw": 159, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.18000000000000005, + "broker_user_s": 0.29520399999999997, + "broker_sys_s": 0.249242, + "broker_cpu_s": 0.544446, + "broker_vcsw": 390, + "broker_maxrss_kib": 4636, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.379230218, + "multi_s": 0.45108919500000005, + "client_wall_s": 0.8408577609998247, + "client_cpu_s": 0.8050119999999907, + "client_vcsw": 123, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.30225799999999997, + "broker_sys_s": 0.224026, + "broker_cpu_s": 0.526284, + "broker_vcsw": 279, + "broker_maxrss_kib": 4740, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.46168463000000004, + "multi_s": 0.452010421, + "client_wall_s": 0.9355808010000146, + "client_cpu_s": 0.8257890000000003, + "client_vcsw": 212, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.285509, + "broker_sys_s": 0.282265, + "broker_cpu_s": 0.567774, + "broker_vcsw": 1218, + "broker_maxrss_kib": 47488, + "broker_ru_maxrss_kib": 47488, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.434633622, + "multi_s": 0.46613230800000005, + "client_wall_s": 0.9119636209998134, + "client_cpu_s": 0.8635819999999939, + "client_vcsw": 155, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.334124, + "broker_sys_s": 0.19295099999999998, + "broker_cpu_s": 0.527075, + "broker_vcsw": 469, + "broker_maxrss_kib": 4640, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.483648466, + "multi_s": 0.42545205199999997, + "client_wall_s": 0.9293879990000278, + "client_cpu_s": 0.8081460000000078, + "client_vcsw": 211, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.32886299999999996, + "broker_sys_s": 0.23948499999999998, + "broker_cpu_s": 0.568348, + "broker_vcsw": 1130, + "broker_maxrss_kib": 49760, + "broker_ru_maxrss_kib": 49760, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 36, + "warmup": false, + "single_s": 0.362652726, + "multi_s": 0.5387045140000001, + "client_wall_s": 0.9113457140001628, + "client_cpu_s": 0.793061999999999, + "client_vcsw": 165, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.278765, + "broker_sys_s": 0.244672, + "broker_cpu_s": 0.5234369999999999, + "broker_vcsw": 279, + "broker_maxrss_kib": 4800, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.362170241, + "multi_s": 0.42585884900000004, + "client_wall_s": 0.7998241789996428, + "client_cpu_s": 0.7682980000000015, + "client_vcsw": 189, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.29414, + "broker_sys_s": 0.217698, + "broker_cpu_s": 0.511838, + "broker_vcsw": 262, + "broker_maxrss_kib": 4600, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 37, + "warmup": false, + "single_s": 0.340449036, + "multi_s": 0.446608804, + "client_wall_s": 0.7979109079997215, + "client_cpu_s": 0.7682469999999881, + "client_vcsw": 189, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.298051, + "broker_sys_s": 0.191777, + "broker_cpu_s": 0.48982800000000004, + "broker_vcsw": 258, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.473946943, + "multi_s": 0.456932661, + "client_wall_s": 0.961638985999798, + "client_cpu_s": 0.8446990000000127, + "client_vcsw": 229, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.300688, + "broker_sys_s": 0.268408, + "broker_cpu_s": 0.569096, + "broker_vcsw": 1060, + "broker_maxrss_kib": 54732, + "broker_ru_maxrss_kib": 54732, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.47394695800000003, + "multi_s": 0.45053414900000005, + "client_wall_s": 0.9473140129998683, + "client_cpu_s": 0.831856000000009, + "client_vcsw": 198, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.302903, + "broker_sys_s": 0.240139, + "broker_cpu_s": 0.543042, + "broker_vcsw": 1352, + "broker_maxrss_kib": 52092, + "broker_ru_maxrss_kib": 52016, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 38, + "warmup": false, + "single_s": 0.366244735, + "multi_s": 0.416058808, + "client_wall_s": 0.7925425609996637, + "client_cpu_s": 0.750583000000006, + "client_vcsw": 202, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.282035, + "broker_sys_s": 0.233779, + "broker_cpu_s": 0.515814, + "broker_vcsw": 241, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.346325896, + "multi_s": 0.45084354400000004, + "client_wall_s": 0.8094200000000455, + "client_cpu_s": 0.7742139999999935, + "client_vcsw": 140, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.296817, + "broker_sys_s": 0.18906299999999998, + "broker_cpu_s": 0.48588, + "broker_vcsw": 335, + "broker_maxrss_kib": 4968, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 39, + "warmup": false, + "single_s": 0.34426870800000003, + "multi_s": 0.43373935999999996, + "client_wall_s": 0.7887459090002267, + "client_cpu_s": 0.7613409999999945, + "client_vcsw": 148, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.293389, + "broker_sys_s": 0.19475199999999998, + "broker_cpu_s": 0.488141, + "broker_vcsw": 295, + "broker_maxrss_kib": 4656, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.44782584100000006, + "multi_s": 0.504254603, + "client_wall_s": 0.9732873979996839, + "client_cpu_s": 0.8319570000000098, + "client_vcsw": 197, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.31112, + "broker_sys_s": 0.24747999999999998, + "broker_cpu_s": 0.5586, + "broker_vcsw": 1106, + "broker_maxrss_kib": 54020, + "broker_ru_maxrss_kib": 54020, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.352420574, + "multi_s": 0.464911147, + "client_wall_s": 0.8274855610002305, + "client_cpu_s": 0.7469910000000013, + "client_vcsw": 222, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.31925899999999996, + "broker_sys_s": 0.19549799999999998, + "broker_cpu_s": 0.5147569999999999, + "broker_vcsw": 240, + "broker_maxrss_kib": 4692, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.36777277500000005, + "multi_s": 0.479998111, + "client_wall_s": 0.8589416089998849, + "client_cpu_s": 0.8348830000000049, + "client_vcsw": 117, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.3064, + "broker_sys_s": 0.207569, + "broker_cpu_s": 0.513969, + "broker_vcsw": 354, + "broker_maxrss_kib": 4928, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.42011578600000005, + "multi_s": 0.47853476, + "client_wall_s": 0.9182363560003068, + "client_cpu_s": 0.7902639999999934, + "client_vcsw": 240, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.298232, + "broker_sys_s": 0.22141999999999998, + "broker_cpu_s": 0.519652, + "broker_vcsw": 1151, + "broker_maxrss_kib": 56996, + "broker_ru_maxrss_kib": 56900, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 40, + "warmup": false, + "single_s": 0.354231064, + "multi_s": 0.43107080600000003, + "client_wall_s": 0.795551284999874, + "client_cpu_s": 0.7664150000000092, + "client_vcsw": 114, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18999999999999995, + "broker_user_s": 0.28407099999999996, + "broker_sys_s": 0.19305, + "broker_cpu_s": 0.47712099999999996, + "broker_vcsw": 368, + "broker_maxrss_kib": 4888, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.43776442800000004, + "multi_s": 0.43028801099999997, + "client_wall_s": 0.8893256060000567, + "client_cpu_s": 0.7681119999999879, + "client_vcsw": 265, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.27430699999999997, + "broker_sys_s": 0.254459, + "broker_cpu_s": 0.528766, + "broker_vcsw": 1050, + "broker_maxrss_kib": 57240, + "broker_ru_maxrss_kib": 57240, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 41, + "warmup": false, + "single_s": 0.46507639300000003, + "multi_s": 0.481862137, + "client_wall_s": 0.9590527780001139, + "client_cpu_s": 0.9307169999999871, + "client_vcsw": 150, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.350068, + "broker_sys_s": 0.21412499999999998, + "broker_cpu_s": 0.564193, + "broker_vcsw": 411, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.39247583300000005, + "multi_s": 0.49696119099999997, + "client_wall_s": 0.9019585480000387, + "client_cpu_s": 0.8550359999999984, + "client_vcsw": 196, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.307431, + "broker_sys_s": 0.249103, + "broker_cpu_s": 0.556534, + "broker_vcsw": 245, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 42, + "warmup": false, + "single_s": 0.38067051199999996, + "multi_s": 0.42939106, + "client_wall_s": 0.8208086929998899, + "client_cpu_s": 0.7921799999999877, + "client_vcsw": 148, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.346198, + "broker_sys_s": 0.20148, + "broker_cpu_s": 0.547678, + "broker_vcsw": 279, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.5176427680000001, + "multi_s": 0.451020486, + "client_wall_s": 0.9942446900004143, + "client_cpu_s": 0.8197600000000023, + "client_vcsw": 327, + "multi_client_cpu_s": 0.45000000000000007, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.33452899999999997, + "broker_sys_s": 0.289446, + "broker_cpu_s": 0.623975, + "broker_vcsw": 1140, + "broker_maxrss_kib": 57196, + "broker_ru_maxrss_kib": 57196, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.398553249, + "multi_s": 0.430700173, + "client_wall_s": 0.8388847609999175, + "client_cpu_s": 0.8123760000000004, + "client_vcsw": 122, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.327493, + "broker_sys_s": 0.19530499999999998, + "broker_cpu_s": 0.522798, + "broker_vcsw": 372, + "broker_maxrss_kib": 4672, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.437947949, + "multi_s": 0.497998561, + "client_wall_s": 0.9616319110000404, + "client_cpu_s": 0.8455239999999975, + "client_vcsw": 265, + "multi_client_cpu_s": 0.49999999999999994, + "multi_broker_cpu_s": 0.25999999999999995, + "broker_user_s": 0.284983, + "broker_sys_s": 0.32875899999999997, + "broker_cpu_s": 0.613742, + "broker_vcsw": 811, + "broker_maxrss_kib": 52564, + "broker_ru_maxrss_kib": 52564, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 43, + "warmup": false, + "single_s": 0.420461071, + "multi_s": 0.6364293950000001, + "client_wall_s": 1.0698238159998255, + "client_cpu_s": 0.9961520000000093, + "client_vcsw": 348, + "multi_client_cpu_s": 0.63, + "multi_broker_cpu_s": 0.23000000000000004, + "broker_user_s": 0.371674, + "broker_sys_s": 0.28107499999999996, + "broker_cpu_s": 0.652749, + "broker_vcsw": 179, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.37065141999999995, + "multi_s": 0.428847896, + "client_wall_s": 0.8106880079999428, + "client_cpu_s": 0.781731999999991, + "client_vcsw": 144, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.30516099999999996, + "broker_sys_s": 0.20176, + "broker_cpu_s": 0.506921, + "broker_vcsw": 321, + "broker_maxrss_kib": 4716, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 44, + "warmup": false, + "single_s": 0.417850939, + "multi_s": 0.450478231, + "client_wall_s": 0.8774683439996807, + "client_cpu_s": 0.8008289999999789, + "client_vcsw": 77, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.30716099999999996, + "broker_sys_s": 0.190937, + "broker_cpu_s": 0.49809799999999993, + "broker_vcsw": 348, + "broker_maxrss_kib": 4732, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.41837372, + "multi_s": 0.451074362, + "client_wall_s": 0.8814560420000817, + "client_cpu_s": 0.8140420000000006, + "client_vcsw": 159, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.311944, + "broker_sys_s": 0.202616, + "broker_cpu_s": 0.51456, + "broker_vcsw": 325, + "broker_maxrss_kib": 4544, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.480678267, + "multi_s": 0.470614645, + "client_wall_s": 0.9782109610000589, + "client_cpu_s": 0.8228300000000104, + "client_vcsw": 222, + "multi_client_cpu_s": 0.44000000000000006, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.348977, + "broker_sys_s": 0.252118, + "broker_cpu_s": 0.6010949999999999, + "broker_vcsw": 982, + "broker_maxrss_kib": 53892, + "broker_ru_maxrss_kib": 53892, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.382712802, + "multi_s": 0.441668769, + "client_wall_s": 0.836472849999609, + "client_cpu_s": 0.7649389999999983, + "client_vcsw": 173, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.276712, + "broker_sys_s": 0.23457999999999998, + "broker_cpu_s": 0.511292, + "broker_vcsw": 224, + "broker_maxrss_kib": 4668, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 45, + "warmup": false, + "single_s": 0.406100014, + "multi_s": 0.431328399, + "client_wall_s": 0.8475206930002059, + "client_cpu_s": 0.8202429999999907, + "client_vcsw": 141, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.350444, + "broker_sys_s": 0.178134, + "broker_cpu_s": 0.528578, + "broker_vcsw": 363, + "broker_maxrss_kib": 4724, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.474098083, + "multi_s": 0.49884181, + "client_wall_s": 0.9957004599996253, + "client_cpu_s": 0.8871110000000044, + "client_vcsw": 209, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.331088, + "broker_sys_s": 0.266679, + "broker_cpu_s": 0.5977669999999999, + "broker_vcsw": 1193, + "broker_maxrss_kib": 50536, + "broker_ru_maxrss_kib": 50448, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.518943324, + "multi_s": 0.465915396, + "client_wall_s": 1.0146232629999759, + "client_cpu_s": 0.8551830000000109, + "client_vcsw": 284, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.288981, + "broker_sys_s": 0.352669, + "broker_cpu_s": 0.64165, + "broker_vcsw": 949, + "broker_maxrss_kib": 55572, + "broker_ru_maxrss_kib": 55572, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.383966573, + "multi_s": 0.391460905, + "client_wall_s": 0.7861486840001817, + "client_cpu_s": 0.7409219999999976, + "client_vcsw": 279, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.354105, + "broker_sys_s": 0.24279299999999998, + "broker_cpu_s": 0.5968979999999999, + "broker_vcsw": 164, + "broker_maxrss_kib": 4636, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 46, + "warmup": false, + "single_s": 0.408369844, + "multi_s": 0.5336364290000001, + "client_wall_s": 0.9579110750000837, + "client_cpu_s": 0.8926390000000026, + "client_vcsw": 241, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.305294, + "broker_sys_s": 0.296764, + "broker_cpu_s": 0.602058, + "broker_vcsw": 279, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.549888582, + "multi_s": 0.516395352, + "client_wall_s": 1.0783693029998176, + "client_cpu_s": 0.9572649999999925, + "client_vcsw": 128, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.3, + "broker_user_s": 0.425875, + "broker_sys_s": 0.301406, + "broker_cpu_s": 0.7272810000000001, + "broker_vcsw": 424, + "broker_maxrss_kib": 4596, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.56744801, + "multi_s": 0.513104487, + "client_wall_s": 1.1093652619997556, + "client_cpu_s": 0.933283000000003, + "client_vcsw": 249, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.24999999999999994, + "broker_user_s": 0.378553, + "broker_sys_s": 0.32578999999999997, + "broker_cpu_s": 0.7043429999999999, + "broker_vcsw": 1056, + "broker_maxrss_kib": 49304, + "broker_ru_maxrss_kib": 49304, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 47, + "warmup": false, + "single_s": 0.446826704, + "multi_s": 0.448456036, + "client_wall_s": 0.9064713759998995, + "client_cpu_s": 0.8730449999999905, + "client_vcsw": 126, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.315815, + "broker_sys_s": 0.23818999999999999, + "broker_cpu_s": 0.554005, + "broker_vcsw": 391, + "broker_maxrss_kib": 4652, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 48, + "warmup": false, + "single_s": 0.40377223700000003, + "multi_s": 0.53246685, + "client_wall_s": 0.9474814569998671, + "client_cpu_s": 0.8354499999999945, + "client_vcsw": 154, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.27999999999999997, + "broker_user_s": 0.374447, + "broker_sys_s": 0.24598399999999998, + "broker_cpu_s": 0.620431, + "broker_vcsw": 384, + "broker_maxrss_kib": 4820, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.443235412, + "multi_s": 0.491642966, + "client_wall_s": 0.9462339739998242, + "client_cpu_s": 0.8970690000000019, + "client_vcsw": 147, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.301037, + "broker_sys_s": 0.285399, + "broker_cpu_s": 0.586436, + "broker_vcsw": 293, + "broker_maxrss_kib": 4712, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.45652504499999996, + "multi_s": 0.436989687, + "client_wall_s": 0.9181662710002456, + "client_cpu_s": 0.7915810000000079, + "client_vcsw": 262, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.314849, + "broker_sys_s": 0.238652, + "broker_cpu_s": 0.553501, + "broker_vcsw": 1134, + "broker_maxrss_kib": 54184, + "broker_ru_maxrss_kib": 54128, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 49, + "warmup": false, + "single_s": 0.36868943200000004, + "multi_s": 0.431086469, + "client_wall_s": 0.8106862849999743, + "client_cpu_s": 0.7580070000000063, + "client_vcsw": 211, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.300295, + "broker_sys_s": 0.220881, + "broker_cpu_s": 0.521176, + "broker_vcsw": 253, + "broker_maxrss_kib": 4712, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.475166925, + "multi_s": 0.49939624, + "client_wall_s": 1.0017276839998885, + "client_cpu_s": 0.8539090000000158, + "client_vcsw": 227, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.326599, + "broker_sys_s": 0.240871, + "broker_cpu_s": 0.5674699999999999, + "broker_vcsw": 1101, + "broker_maxrss_kib": 54916, + "broker_ru_maxrss_kib": 54916, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.35812947300000003, + "multi_s": 0.42736663399999997, + "client_wall_s": 0.7967995500002871, + "client_cpu_s": 0.77040199999999, + "client_vcsw": 167, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.290408, + "broker_sys_s": 0.209868, + "broker_cpu_s": 0.5002759999999999, + "broker_vcsw": 306, + "broker_maxrss_kib": 4904, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.372978024, + "multi_s": 0.495312937, + "client_wall_s": 0.8794622099999287, + "client_cpu_s": 0.843125999999998, + "client_vcsw": 109, + "multi_client_cpu_s": 0.49, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.294641, + "broker_sys_s": 0.206956, + "broker_cpu_s": 0.501597, + "broker_vcsw": 335, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 50, + "warmup": false, + "single_s": 0.341798387, + "multi_s": 0.432335059, + "client_wall_s": 0.7846935870002198, + "client_cpu_s": 0.7609000000000066, + "client_vcsw": 141, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.302292, + "broker_sys_s": 0.187692, + "broker_cpu_s": 0.489984, + "broker_vcsw": 288, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.544444724, + "multi_s": 0.46768294, + "client_wall_s": 1.0337846520001222, + "client_cpu_s": 0.8880789999999905, + "client_vcsw": 243, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.325557, + "broker_sys_s": 0.290555, + "broker_cpu_s": 0.616112, + "broker_vcsw": 1044, + "broker_maxrss_kib": 53912, + "broker_ru_maxrss_kib": 53912, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 51, + "warmup": false, + "single_s": 0.338039591, + "multi_s": 0.456783355, + "client_wall_s": 0.8051677479998034, + "client_cpu_s": 0.7879810000000163, + "client_vcsw": 125, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.217609, + "broker_sys_s": 0.276269, + "broker_cpu_s": 0.493878, + "broker_vcsw": 303, + "broker_maxrss_kib": 4880, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.533240538, + "multi_s": 0.420927913, + "client_wall_s": 0.983460138999817, + "client_cpu_s": 0.8279899999999998, + "client_vcsw": 292, + "multi_client_cpu_s": 0.41999999999999993, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.30897399999999997, + "broker_sys_s": 0.31007, + "broker_cpu_s": 0.6190439999999999, + "broker_vcsw": 791, + "broker_maxrss_kib": 54356, + "broker_ru_maxrss_kib": 54356, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.351183797, + "multi_s": 0.508772481, + "client_wall_s": 0.8711604039999656, + "client_cpu_s": 0.781053, + "client_vcsw": 151, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.257766, + "broker_sys_s": 0.24332499999999999, + "broker_cpu_s": 0.501091, + "broker_vcsw": 300, + "broker_maxrss_kib": 4660, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.409650367, + "multi_s": 0.433456035, + "client_wall_s": 0.8566220059997249, + "client_cpu_s": 0.8219749999999948, + "client_vcsw": 117, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.34732799999999997, + "broker_sys_s": 0.183549, + "broker_cpu_s": 0.5308769999999999, + "broker_vcsw": 356, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.485874353, + "multi_s": 0.437925273, + "client_wall_s": 0.9433206789999531, + "client_cpu_s": 0.8516910000000024, + "client_vcsw": 207, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.329572, + "broker_sys_s": 0.23571299999999998, + "broker_cpu_s": 0.5652849999999999, + "broker_vcsw": 1157, + "broker_maxrss_kib": 51540, + "broker_ru_maxrss_kib": 51540, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 52, + "warmup": false, + "single_s": 0.349568022, + "multi_s": 0.461505314, + "client_wall_s": 0.8212996649999695, + "client_cpu_s": 0.7577069999999821, + "client_vcsw": 178, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.302749, + "broker_sys_s": 0.190569, + "broker_cpu_s": 0.493318, + "broker_vcsw": 289, + "broker_maxrss_kib": 4788, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.457471275, + "multi_s": 0.451894624, + "client_wall_s": 0.9313482270003988, + "client_cpu_s": 0.8097629999999896, + "client_vcsw": 221, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.338186, + "broker_sys_s": 0.21925699999999998, + "broker_cpu_s": 0.5574429999999999, + "broker_vcsw": 916, + "broker_maxrss_kib": 53664, + "broker_ru_maxrss_kib": 53636, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 53, + "warmup": false, + "single_s": 0.335307146, + "multi_s": 0.43328315900000003, + "client_wall_s": 0.7783401609999601, + "client_cpu_s": 0.7491590000000059, + "client_vcsw": 133, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.27108299999999996, + "broker_sys_s": 0.210834, + "broker_cpu_s": 0.48191699999999993, + "broker_vcsw": 261, + "broker_maxrss_kib": 4728, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.37035423900000003, + "multi_s": 0.421923378, + "client_wall_s": 0.805473604999861, + "client_cpu_s": 0.7833150000000018, + "client_vcsw": 130, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.320607, + "broker_sys_s": 0.21667699999999998, + "broker_cpu_s": 0.537284, + "broker_vcsw": 309, + "broker_maxrss_kib": 4748, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.5002417490000001, + "multi_s": 0.501017977, + "client_wall_s": 1.0222069890000967, + "client_cpu_s": 0.9161080000000084, + "client_vcsw": 178, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.289682, + "broker_sys_s": 0.280986, + "broker_cpu_s": 0.570668, + "broker_vcsw": 1382, + "broker_maxrss_kib": 42388, + "broker_ru_maxrss_kib": 42388, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 54, + "warmup": false, + "single_s": 0.35432017000000005, + "multi_s": 0.41037751200000006, + "client_wall_s": 0.7750439209999058, + "client_cpu_s": 0.7398180000000139, + "client_vcsw": 183, + "multi_client_cpu_s": 0.39999999999999997, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.286618, + "broker_sys_s": 0.209893, + "broker_cpu_s": 0.496511, + "broker_vcsw": 283, + "broker_maxrss_kib": 4660, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.37730142899999997, + "multi_s": 0.434744939, + "client_wall_s": 0.822553477999918, + "client_cpu_s": 0.7904459999999887, + "client_vcsw": 146, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.310043, + "broker_sys_s": 0.20601799999999998, + "broker_cpu_s": 0.516061, + "broker_vcsw": 288, + "broker_maxrss_kib": 4764, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.43380489899999997, + "multi_s": 0.421370784, + "client_wall_s": 0.8763498739999704, + "client_cpu_s": 0.7625120000000152, + "client_vcsw": 240, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.294135, + "broker_sys_s": 0.23610099999999998, + "broker_cpu_s": 0.5302359999999999, + "broker_vcsw": 1035, + "broker_maxrss_kib": 56036, + "broker_ru_maxrss_kib": 55760, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 55, + "warmup": false, + "single_s": 0.361076922, + "multi_s": 0.426864303, + "client_wall_s": 0.7991665519998605, + "client_cpu_s": 0.7800530000000094, + "client_vcsw": 156, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.340246, + "broker_sys_s": 0.195299, + "broker_cpu_s": 0.5355449999999999, + "broker_vcsw": 281, + "broker_maxrss_kib": 4708, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.435779919, + "multi_s": 0.47575212, + "client_wall_s": 0.9242145490002258, + "client_cpu_s": 0.8688539999999989, + "client_vcsw": 223, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.20000000000000007, + "broker_user_s": 0.31174999999999997, + "broker_sys_s": 0.258419, + "broker_cpu_s": 0.5701689999999999, + "broker_vcsw": 296, + "broker_maxrss_kib": 4660, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.409378232, + "multi_s": 0.462614739, + "client_wall_s": 0.8818940159999329, + "client_cpu_s": 0.8296099999999882, + "client_vcsw": 151, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.262711, + "broker_sys_s": 0.23293, + "broker_cpu_s": 0.495641, + "broker_vcsw": 383, + "broker_maxrss_kib": 4700, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 56, + "warmup": false, + "single_s": 0.373083418, + "multi_s": 0.505410246, + "client_wall_s": 0.8880095589997836, + "client_cpu_s": 0.809465000000003, + "client_vcsw": 228, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.349274, + "broker_sys_s": 0.19847299999999998, + "broker_cpu_s": 0.547747, + "broker_vcsw": 248, + "broker_maxrss_kib": 4632, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.498191396, + "multi_s": 0.476572547, + "client_wall_s": 0.9958805249998477, + "client_cpu_s": 0.8310100000000205, + "client_vcsw": 248, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.32255999999999996, + "broker_sys_s": 0.236842, + "broker_cpu_s": 0.559402, + "broker_vcsw": 1087, + "broker_maxrss_kib": 49688, + "broker_ru_maxrss_kib": 49668, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 57, + "warmup": false, + "single_s": 0.346554958, + "multi_s": 0.46461841500000006, + "client_wall_s": 0.8203951770001368, + "client_cpu_s": 0.7849400000000202, + "client_vcsw": 154, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.26963, + "broker_sys_s": 0.24471099999999998, + "broker_cpu_s": 0.5143409999999999, + "broker_vcsw": 279, + "broker_maxrss_kib": 4744, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.347505467, + "multi_s": 0.445088326, + "client_wall_s": 0.8030749810000088, + "client_cpu_s": 0.7726889999999997, + "client_vcsw": 134, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.290174, + "broker_sys_s": 0.194964, + "broker_cpu_s": 0.48513799999999996, + "broker_vcsw": 308, + "broker_maxrss_kib": 4884, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.482903636, + "multi_s": 0.544783498, + "client_wall_s": 1.0496191310003269, + "client_cpu_s": 0.9408800000000213, + "client_vcsw": 202, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.23999999999999994, + "broker_user_s": 0.29370799999999997, + "broker_sys_s": 0.28497, + "broker_cpu_s": 0.578678, + "broker_vcsw": 1245, + "broker_maxrss_kib": 55220, + "broker_ru_maxrss_kib": 55220, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.490522414, + "multi_s": 0.5565477449999999, + "client_wall_s": 1.0708728280001196, + "client_cpu_s": 0.966315999999992, + "client_vcsw": 189, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.36899, + "broker_sys_s": 0.225856, + "broker_cpu_s": 0.594846, + "broker_vcsw": 1345, + "broker_maxrss_kib": 45700, + "broker_ru_maxrss_kib": 45700, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 58, + "warmup": false, + "single_s": 0.37676640400000005, + "multi_s": 0.47091070700000004, + "client_wall_s": 0.8604288780002207, + "client_cpu_s": 0.8213109999999801, + "client_vcsw": 242, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.30652599999999997, + "broker_sys_s": 0.250382, + "broker_cpu_s": 0.556908, + "broker_vcsw": 281, + "broker_maxrss_kib": 4924, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.44840326199999997, + "multi_s": 0.47381769700000004, + "client_wall_s": 0.9334201079996092, + "client_cpu_s": 0.9013889999999947, + "client_vcsw": 97, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.337964, + "broker_sys_s": 0.195468, + "broker_cpu_s": 0.533432, + "broker_vcsw": 444, + "broker_maxrss_kib": 4620, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.508395045, + "multi_s": 0.46306727400000003, + "client_wall_s": 0.9947479879997445, + "client_cpu_s": 0.8102669999999819, + "client_vcsw": 281, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.20999999999999996, + "broker_user_s": 0.350669, + "broker_sys_s": 0.240754, + "broker_cpu_s": 0.591423, + "broker_vcsw": 918, + "broker_maxrss_kib": 55236, + "broker_ru_maxrss_kib": 55236, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.410551818, + "multi_s": 0.509874704, + "client_wall_s": 0.9323002950000046, + "client_cpu_s": 0.8959750000000071, + "client_vcsw": 105, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.289589, + "broker_sys_s": 0.259418, + "broker_cpu_s": 0.549007, + "broker_vcsw": 409, + "broker_maxrss_kib": 4924, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 59, + "warmup": false, + "single_s": 0.379166769, + "multi_s": 0.433388451, + "client_wall_s": 0.8271813540000039, + "client_cpu_s": 0.794327999999993, + "client_vcsw": 162, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27192099999999997, + "broker_sys_s": 0.227455, + "broker_cpu_s": 0.49937599999999993, + "broker_vcsw": 379, + "broker_maxrss_kib": 4812, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 60, + "warmup": false, + "single_s": 0.37653331500000004, + "multi_s": 0.479790795, + "client_wall_s": 0.8672109529998124, + "client_cpu_s": 0.838269000000011, + "client_vcsw": 235, + "multi_client_cpu_s": 0.48999999999999994, + "multi_broker_cpu_s": 0.19000000000000006, + "broker_user_s": 0.341811, + "broker_sys_s": 0.218004, + "broker_cpu_s": 0.559815, + "broker_vcsw": 204, + "broker_maxrss_kib": 4808, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.456500744, + "multi_s": 0.503538264, + "client_wall_s": 0.9724041139998008, + "client_cpu_s": 0.9340029999999899, + "client_vcsw": 146, + "multi_client_cpu_s": 0.5, + "multi_broker_cpu_s": 0.26, + "broker_user_s": 0.366386, + "broker_sys_s": 0.263667, + "broker_cpu_s": 0.630053, + "broker_vcsw": 376, + "broker_maxrss_kib": 4824, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.48262485400000005, + "multi_s": 0.48146943700000006, + "client_wall_s": 0.984197186000074, + "client_cpu_s": 0.8520610000000062, + "client_vcsw": 221, + "multi_client_cpu_s": 0.48, + "multi_broker_cpu_s": 0.19999999999999996, + "broker_user_s": 0.328092, + "broker_sys_s": 0.266043, + "broker_cpu_s": 0.594135, + "broker_vcsw": 1055, + "broker_maxrss_kib": 43828, + "broker_ru_maxrss_kib": 43608, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.5442671490000001, + "multi_s": 0.524230509, + "client_wall_s": 1.0965321139997286, + "client_cpu_s": 0.9253569999999911, + "client_vcsw": 250, + "multi_client_cpu_s": 0.52, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.35992799999999997, + "broker_sys_s": 0.299788, + "broker_cpu_s": 0.659716, + "broker_vcsw": 1136, + "broker_maxrss_kib": 58452, + "broker_ru_maxrss_kib": 58452, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 61, + "warmup": false, + "single_s": 0.390406912, + "multi_s": 0.549384363, + "client_wall_s": 0.9528003279997392, + "client_cpu_s": 0.8292629999999974, + "client_vcsw": 118, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.305494, + "broker_sys_s": 0.216908, + "broker_cpu_s": 0.522402, + "broker_vcsw": 325, + "broker_maxrss_kib": 4856, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.441033233, + "multi_s": 0.449833745, + "client_wall_s": 0.9028615259999242, + "client_cpu_s": 0.8293769999999938, + "client_vcsw": 187, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.21000000000000008, + "broker_user_s": 0.30795, + "broker_sys_s": 0.265731, + "broker_cpu_s": 0.573681, + "broker_vcsw": 331, + "broker_maxrss_kib": 4796, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.446207202, + "multi_s": 0.441900259, + "client_wall_s": 0.9116629889999786, + "client_cpu_s": 0.8261049999999983, + "client_vcsw": 168, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.27848, + "broker_sys_s": 0.28366399999999997, + "broker_cpu_s": 0.562144, + "broker_vcsw": 1034, + "broker_maxrss_kib": 49556, + "broker_ru_maxrss_kib": 49556, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.420007776, + "multi_s": 0.482007169, + "client_wall_s": 0.9136620650001532, + "client_cpu_s": 0.8723719999999986, + "client_vcsw": 121, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.30369599999999997, + "broker_sys_s": 0.255505, + "broker_cpu_s": 0.559201, + "broker_vcsw": 375, + "broker_maxrss_kib": 4688, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + }, + { + "label": "concurrent100", + "round": 62, + "warmup": false, + "single_s": 0.418767138, + "multi_s": 0.423380083, + "client_wall_s": 0.8564494069996726, + "client_cpu_s": 0.826281999999992, + "client_vcsw": 150, + "multi_client_cpu_s": 0.41999999999999993, + "multi_broker_cpu_s": 0.22999999999999998, + "broker_user_s": 0.37635199999999996, + "broker_sys_s": 0.210509, + "broker_cpu_s": 0.586861, + "broker_vcsw": 332, + "broker_maxrss_kib": 4816, + "broker_ru_maxrss_kib": 18616, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.50085773845, + "stddev": 0.08096093118384295, + "median": 0.48129374950000003, + "min": 0.42011578600000005, + "max": 0.859619778 + }, + "timeout": { + "n": 60, + "mean": 0.3927337616166667, + "stddev": 0.04008415492400917, + "median": 0.380304399, + "min": 0.340642344, + "max": 0.549888582 + }, + "concurrent100": { + "n": 60, + "mean": 0.38520919291666667, + "stddev": 0.03684189597274123, + "median": 0.3787473055, + "min": 0.335307146, + "max": 0.49582344500000003 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.4733155967, + "stddev": 0.03452779569636008, + "median": 0.466799168, + "min": 0.420927913, + "max": 0.5565477449999999 + }, + "timeout": { + "n": 60, + "mean": 0.46603645258333337, + "stddev": 0.03397721268275354, + "median": 0.46350694400000003, + "min": 0.391460905, + "max": 0.550403308 + }, + "concurrent100": { + "n": 60, + "mean": 0.4698749178666667, + "stddev": 0.042994125159073526, + "median": 0.45914433450000003, + "min": 0.41037751200000006, + "max": 0.6364293950000001 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.59883615, + "stddev": 0.07562406281382035, + "median": 0.5714589999999999, + "min": 0.519652, + "max": 0.923273 + }, + "timeout": { + "n": 60, + "mean": 0.5353789, + "stddev": 0.04131413640517112, + "median": 0.526179, + "min": 0.480155, + "max": 0.7272810000000001 + }, + "concurrent100": { + "n": 60, + "mean": 0.5323128166666666, + "stddev": 0.03609215182941693, + "median": 0.5297555, + "min": 0.47712099999999996, + "max": 0.652749 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 52759.46666666667, + "stddev": 4039.4409055435544, + "median": 53966.0, + "min": 42176, + "max": 58676 + }, + "timeout": { + "n": 60, + "mean": 4734.866666666667, + "stddev": 93.48424442012815, + "median": 4722.0, + "min": 4544, + "max": 4968 + }, + "concurrent100": { + "n": 60, + "mean": 4761.066666666667, + "stddev": 90.21215421638917, + "median": 4744.0, + "min": 4556, + "max": 4984 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.8478201833333348, + "stddev": 0.046169092039798826, + "median": 0.8364259999999994, + "min": 0.7625120000000152, + "max": 0.966315999999992 + }, + "timeout": { + "n": 60, + "mean": 0.8213124166666652, + "stddev": 0.04920520497281405, + "median": 0.8167504999999977, + "min": 0.7409219999999976, + "max": 0.9572649999999925 + }, + "concurrent100": { + "n": 60, + "mean": 0.8160031333333336, + "stddev": 0.05157350235671227, + "median": 0.8067320000000011, + "min": 0.7398180000000139, + "max": 0.9961520000000093 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.21, + "stddev": 0.023069533801759145, + "median": 0.20999999999999996, + "min": 0.18, + "max": 0.31 + }, + "timeout": { + "n": 60, + "mean": 0.20350000000000001, + "stddev": 0.020487697838260516, + "median": 0.2, + "min": 0.16999999999999998, + "max": 0.3 + }, + "concurrent100": { + "n": 60, + "mean": 0.20183333333333336, + "stddev": 0.017514320210313003, + "median": 0.2, + "min": 0.18, + "max": 0.27999999999999997 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.4625, + "stddev": 0.03286464279073655, + "median": 0.45999999999999996, + "min": 0.41999999999999993, + "max": 0.54 + }, + "timeout": { + "n": 60, + "mean": 0.4553333333333333, + "stddev": 0.030335226860871912, + "median": 0.45000000000000007, + "min": 0.38999999999999996, + "max": 0.53 + }, + "concurrent100": { + "n": 60, + "mean": 0.45383333333333337, + "stddev": 0.039147338661699414, + "median": 0.44999999999999996, + "min": 0.39999999999999997, + "max": 0.63 + } + } + } +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.md new file mode 100644 index 0000000..ceaebea --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/signals.md @@ -0,0 +1,61 @@ +rounds: 60 measured after 3 warmup; 4 CPUs, Intel(R) Xeon(R) Processor @ 2.10GHz +rustc: rustc 1.97.0 (2d8144b78 2026-07-07) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 8d57e20 (the code of e93cec5) +concurrent100: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.501 | 0.081 | 0.481 | 0.420 | 0.860 | +| timeout | 60 | 0.393 | 0.040 | 0.380 | 0.341 | 0.550 | +| concurrent100 | 60 | 0.385 | 0.037 | 0.379 | 0.335 | 0.496 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.473 | 0.035 | 0.467 | 0.421 | 0.557 | +| timeout | 60 | 0.466 | 0.034 | 0.464 | 0.391 | 0.550 | +| concurrent100 | 60 | 0.470 | 0.043 | 0.459 | 0.410 | 0.636 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.599 | 0.076 | 0.571 | 0.520 | 0.923 | +| timeout | 60 | 0.535 | 0.041 | 0.526 | 0.480 | 0.727 | +| concurrent100 | 60 | 0.532 | 0.036 | 0.530 | 0.477 | 0.653 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 52759 | 4039 | 53966 | 42176 | 58676 | +| timeout | 60 | 4735 | 93 | 4722 | 4544 | 4968 | +| concurrent100 | 60 | 4761 | 90 | 4744 | 4556 | 4984 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.848 | 0.046 | 0.836 | 0.763 | 0.966 | +| timeout | 60 | 0.821 | 0.049 | 0.817 | 0.741 | 0.957 | +| concurrent100 | 60 | 0.816 | 0.052 | 0.807 | 0.740 | 0.996 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.210 | 0.023 | 0.210 | 0.180 | 0.310 | +| timeout | 60 | 0.204 | 0.020 | 0.200 | 0.170 | 0.300 | +| concurrent100 | 60 | 0.202 | 0.018 | 0.200 | 0.180 | 0.280 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.463 | 0.033 | 0.460 | 0.420 | 0.540 | +| timeout | 60 | 0.455 | 0.030 | 0.450 | 0.390 | 0.530 | +| concurrent100 | 60 | 0.454 | 0.039 | 0.450 | 0.400 | 0.630 | diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.json new file mode 100644 index 0000000..7561519 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.json @@ -0,0 +1,705 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json", + "started": "2026-10-22T18:27:53+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "timeout", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.14846226295, + "median": 0.147818734 + }, + "candidate": { + "mean": 0.14875582441666665, + "median": 0.1493339485 + }, + "diff": { + "mean": 0.0002935614666666669, + "sd": 0.013453804592715295, + "se": 0.0017368787043571731, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0031819247930519787, + 0.0037690477263853128 + ] + }, + "pct": { + "value": 0.19773473799569175, + "ci95": [ + -2.058784489252441, + 2.480049011421376 + ], + "ci90": [ + -1.6898186112218654, + 2.122760320782489 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9908522412002738, + "wilcoxon": { + "p": 0.8945818202773307, + "z": 0.13250885402927717, + "w_plus": 933.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.68328492735, + "median": 0.6736767825000001 + }, + "candidate": { + "mean": 0.67010135725, + "median": 0.654642918 + }, + "diff": { + "mean": -0.013183570099999998, + "sd": 0.072819078899191, + "se": 0.009400902662091022, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03199473287670184, + 0.005627592676701846 + ] + }, + "pct": { + "value": -1.9294396191542273, + "ci95": [ + -4.491188105423032, + 0.8100539996927536 + ], + "ci90": [ + -4.096315775613652, + 0.33884454219032506 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9714053860657734, + "wilcoxon": { + "p": 0.1350696885833801, + "z": -1.4944054093301815, + "w_plus": 712.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8368534085500036, + "median": 0.826116815999967 + }, + "candidate": { + "mean": 0.8253978297500377, + "median": 0.8133569615001761 + }, + "diff": { + "mean": -0.01145557879996583, + "sd": 0.07149541997210218, + "se": 0.009230019029401897, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0299248042174658, + 0.00701364661753414 + ] + }, + "pct": { + "value": -1.3688871531054247, + "ci95": [ + -3.4754350441598163, + 0.8072310589601965 + ], + "ci90": [ + -3.1176486331855733, + 0.439407192434748 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.983907026589199, + "wilcoxon": { + "p": 0.1851417865563299, + "z": -1.3250885402927717, + "w_plus": 735.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7296369000000006, + "median": 0.7206380000000046 + }, + "candidate": { + "mean": 0.7159691833333333, + "median": 0.7001034999999973 + }, + "diff": { + "mean": -0.013667716666667395, + "sd": 0.05880151557256006, + "se": 0.007591243018142706, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.028857758859915796, + 0.0015223255265810077 + ] + }, + "pct": { + "value": -1.8732216896743203, + "ci95": [ + -3.8467239693599757, + 0.1763554762210122 + ], + "ci90": [ + -3.539611901944952, + -0.15345066010852992 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9898846050955472, + "wilcoxon": { + "p": 0.1511410846186406, + "z": -1.4355125853171693, + "w_plus": 720.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4381.45, + "median": 4345.5 + }, + "candidate": { + "mean": 4486.4, + "median": 4358.5 + }, + "diff": { + "mean": 104.95, + "sd": 685.5010396955856, + "se": 88.49780368496242, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -72.13369614457285, + 282.03369614457284 + ] + }, + "pct": { + "value": 2.3953257483253276, + "ci95": [ + -1.3073839607947246, + 6.656897018367192 + ], + "ci90": [ + -0.7732438155790216, + 5.956918323329689 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0332234428480334, + "wilcoxon": { + "p": 0.30099185926183625, + "z": 1.0343087250156016, + "w_plus": 1055.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.648, + "median": 0.6399999999999999 + }, + "candidate": { + "mean": 0.6330000000000001, + "median": 0.6100000000000001 + }, + "diff": { + "mean": -0.01499999999999998, + "sd": 0.06121648166236472, + "se": 0.007903013799725009, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.030813894086217535, + 0.0008138940862175755 + ] + }, + "pct": { + "value": -2.314814814814803, + "ci95": [ + -4.5925522726785015, + 0.10378894535034654 + ], + "ci90": [ + -4.235374823565486, + -0.28712755081744207 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9838709677419357, + "wilcoxon": { + "p": 0.1114789885102482, + "z": -1.5915805264287095, + "w_plus": 626.5, + "n_nonzero": 57, + "variance": 15790.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.47900000000000004, + "median": 0.47000000000000003 + }, + "candidate": { + "mean": 0.4761666666666667, + "median": 0.46 + }, + "diff": { + "mean": -0.0028333333333333366, + "sd": 0.04384455077621804, + "se": 0.005660307165941264, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01415958181094172, + 0.008492915144275045 + ] + }, + "pct": { + "value": -0.5915100904662518, + "ci95": [ + -2.86808140671611, + 1.729645796631833 + ], + "ci90": [ + -2.5026140457551476, + 1.389516388282599 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.531155388289325, + "z": -0.6262432724237103, + "w_plus": 670.0, + "n_nonzero": 54, + "variance": 13402.625 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.27563584999999996, + "median": 0.2703955 + }, + "candidate": { + "mean": 0.27649714999999997, + "median": 0.2671525 + }, + "diff": { + "mean": 0.0008613000000000001, + "sd": 0.04101824981445061, + "se": 0.005295433280731423, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009734837519718379, + 0.01145743751971838 + ] + }, + "pct": { + "value": 0.3124774952169673, + "ci95": [ + -3.3941386185549884, + 4.126256095807856 + ], + "ci90": [ + -2.8156216825846108, + 3.516033565625416 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9959685978016403, + "wilcoxon": { + "p": 0.819483226286342, + "z": 0.2282096930504218, + "w_plus": 946.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.283202, + "median": 0.2765275 + }, + "candidate": { + "mean": 0.2799172833333333, + "median": 0.280001 + }, + "diff": { + "mean": -0.003284716666666668, + "sd": 0.043328046039054526, + "se": 0.00559362669109888, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01447753782230671, + 0.007908104488973373 + ] + }, + "pct": { + "value": -1.159849389010914, + "ci95": [ + -4.918405230872774, + 2.703634241890883 + ], + "ci90": [ + -4.3095626990168014, + 2.0858138966094697 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.004904332292408, + "wilcoxon": { + "p": 0.5859195404873724, + "z": -0.5447586221203617, + "w_plus": 841.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.55883785, + "median": 0.554221 + }, + "candidate": { + "mean": 0.5564144333333333, + "median": 0.54048 + }, + "diff": { + "mean": -0.002423416666666664, + "sd": 0.04702503102812721, + "se": 0.006070905400894124, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01457127031466692, + 0.009724436981333592 + ] + }, + "pct": { + "value": -0.4336529221609986, + "ci95": [ + -2.5030968534950793, + 1.734858358875991 + ], + "ci90": [ + -2.170789668219964, + 1.3940414920536959 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9910414979646096, + "wilcoxon": { + "p": 0.46163314928530097, + "z": -0.736160300162651, + "w_plus": 815.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5326.7, + "median": 5453.5 + }, + "candidate": { + "mean": 5281.316666666667, + "median": 5494.5 + }, + "diff": { + "mean": -45.38333333333333, + "sd": 763.6986736431417, + "se": 98.59307481801936, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -242.66762035570105, + 151.9009536890344 + ] + }, + "pct": { + "value": -0.8519971714820329, + "ci95": [ + -4.382753913210308, + 2.7825006652181 + ], + "ci90": [ + -3.823280631697378, + 2.1475649175828044 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.013323024478471, + "wilcoxon": { + "p": 0.765591015817433, + "z": -0.2981469412647702, + "w_plus": 874.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4791.733333333334, + "median": 4792.0 + }, + "candidate": { + "mean": 4784.4, + "median": 4786.0 + }, + "diff": { + "mean": -7.333333333333333, + "sd": 128.58376767980656, + "se": 16.600093027216477, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -40.55004275662882, + 25.88337608996215 + ] + }, + "pct": { + "value": -0.15304134898993516, + "ci95": [ + -0.8248975128028413, + 0.5106144429529766 + ], + "ci90": [ + -0.7213250872384352, + 0.406631154578888 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9979591836734694, + "wilcoxon": { + "p": 0.6773548798404774, + "z": -0.41607533229154553, + "w_plus": 747.0, + "n_nonzero": 56, + "variance": 15024.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18643.466666666667, + "median": 18684.0 + }, + "candidate": { + "mean": 18645.6, + "median": 18684.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.011442793185811873, + "ci95": [ + 0.0, + 0.034348031428454995 + ], + "ci90": [ + 0.0, + 0.03432837955745782 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.md new file mode 100644 index 0000000..fa2184b --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100-vs-timeout.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline timeout, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1485 | 0.1488 | +0.20 | [-2.06, +2.48] | [-1.69, +2.12] | 0.991 | 0.8946 | no material change | +| multi_s | 60 | 0.6833 | 0.6701 | -1.93 | [-4.49, +0.81] | [-4.10, +0.34] | 0.971 | 0.1351 | no material change | +| client_wall_s | 60 | 0.8369 | 0.8254 | -1.37 | [-3.48, +0.81] | [-3.12, +0.44] | 0.984 | 0.1851 | no material change | +| client_cpu_s | 60 | 0.7296 | 0.7160 | -1.87 | [-3.85, +0.18] | [-3.54, -0.15] | 0.990 | 0.1511 | no material change | +| client_vcsw | 60 | 4381.4 | 4486.4 | +2.40 | [-1.31, +6.66] | [-0.77, +5.96] | 1.033 | 0.3010 | inconclusive | +| multi_client_cpu_s | 60 | 0.6480 | 0.6330 | -2.31 | [-4.59, +0.10] | [-4.24, -0.29] | 0.984 | 0.1115 | no material change | +| multi_broker_cpu_s | 60 | 0.4790 | 0.4762 | -0.59 | [-2.87, +1.73] | [-2.50, +1.39] | 1.000 | 0.5312 | no material change | +| broker_user_s | 60 | 0.2756 | 0.2765 | +0.31 | [-3.39, +4.13] | [-2.82, +3.52] | 0.996 | 0.8195 | no material change | +| broker_sys_s | 60 | 0.2832 | 0.2799 | -1.16 | [-4.92, +2.70] | [-4.31, +2.09] | 1.005 | 0.5859 | no material change | +| broker_cpu_s | 60 | 0.5588 | 0.5564 | -0.43 | [-2.50, +1.73] | [-2.17, +1.39] | 0.991 | 0.4616 | no material change | +| broker_vcsw | 60 | 5326.7 | 5281.3 | -0.85 | [-4.38, +2.78] | [-3.82, +2.15] | 1.013 | 0.7656 | no material change | +| broker_maxrss_kib | 60 | 4792 | 4784 | -0.15 | [-0.82, +0.51] | [-0.72, +0.41] | 0.998 | 0.6774 | no material change | +| broker_ru_maxrss_kib | 60 | 18643 | 18646 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1478 | 0.1493 | +0.0003 | [-0.0032, +0.0038] | +| multi_s | 0.6737 | 0.6546 | -0.0132 | [-0.0320, +0.0056] | +| client_wall_s | 0.8261 | 0.8134 | -0.0115 | [-0.0299, +0.0070] | +| client_cpu_s | 0.7206 | 0.7001 | -0.0137 | [-0.0289, +0.0015] | +| client_vcsw | 4345.5 | 4358.5 | +105.0 | [-72.1, +282.0] | +| multi_client_cpu_s | 0.6400 | 0.6100 | -0.0150 | [-0.0308, +0.0008] | +| multi_broker_cpu_s | 0.4700 | 0.4600 | -0.0028 | [-0.0142, +0.0085] | +| broker_user_s | 0.2704 | 0.2672 | +0.0009 | [-0.0097, +0.0115] | +| broker_sys_s | 0.2765 | 0.2800 | -0.0033 | [-0.0145, +0.0079] | +| broker_cpu_s | 0.5542 | 0.5405 | -0.0024 | [-0.0146, +0.0097] | +| broker_vcsw | 5453.5 | 5494.5 | -45.4 | [-242.7, +151.9] | +| broker_maxrss_kib | 4792 | 4786 | -7 | [-41, +26] | +| broker_ru_maxrss_kib | 18684 | 18684 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.json new file mode 100644 index 0000000..e50895d --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.json @@ -0,0 +1,705 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json", + "started": "2026-10-22T18:27:53+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.15126146253333334, + "median": 0.1466207135 + }, + "candidate": { + "mean": 0.14875582441666665, + "median": 0.1493339485 + }, + "diff": { + "mean": -0.002505638116666666, + "sd": 0.015953608470847452, + "se": 0.0020596019973168583, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.006626892193999068, + 0.0016156159606657361 + ] + }, + "pct": { + "value": -1.6564947044026557, + "ci95": [ + -4.310380407244237, + 0.8342340327618918 + ], + "ci90": [ + -3.837424729871016, + 0.4746375272574821 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9808985339103422, + "wilcoxon": { + "p": 0.3498276834612277, + "z": -0.9349235812065667, + "w_plus": 788.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.66427605865, + "median": 0.658454404 + }, + "candidate": { + "mean": 0.67010135725, + "median": 0.654642918 + }, + "diff": { + "mean": 0.0058252986000000085, + "sd": 0.07758803717933674, + "se": 0.010016572528683102, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014217816734180811, + 0.025868413934180826 + ] + }, + "pct": { + "value": 0.8769394176027845, + "ci95": [ + -1.9159855944634927, + 3.9310282531469514 + ], + "ci90": [ + -1.5116613227813496, + 3.413908098283592 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.994599713562548, + "wilcoxon": { + "p": 0.9296070550032541, + "z": -0.08833923601951811, + "w_plus": 903.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8206024688999832, + "median": 0.8154424684998958 + }, + "candidate": { + "mean": 0.8253978297500377, + "median": 0.8133569615001761 + }, + "diff": { + "mean": 0.0047953608500544455, + "sd": 0.08090162238978366, + "se": 0.010444354539893105, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016103744311386895, + 0.025694466011495786 + ] + }, + "pct": { + "value": 0.5843707558524258, + "ci95": [ + -1.779949077747478, + 3.1555892524139164 + ], + "ci90": [ + -1.4059203254351615, + 2.728866370998428 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9955375663819237, + "wilcoxon": { + "p": 0.8023596079110755, + "z": -0.2502945020553013, + "w_plus": 881.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7122217499999998, + "median": 0.6994175000000027 + }, + "candidate": { + "mean": 0.7159691833333333, + "median": 0.7001034999999973 + }, + "diff": { + "mean": 0.0037474333333334573, + "sd": 0.06570967114160571, + "se": 0.008483082067206833, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0132271746750909, + 0.020722041341757813 + ] + }, + "pct": { + "value": 0.526161035286199, + "ci95": [ + -1.7160489493565803, + 2.870308449931628 + ], + "ci90": [ + -1.3526882326260885, + 2.517447342863509 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.004724122876453, + "wilcoxon": { + "p": 0.8655474079727468, + "z": 0.16931686903740972, + "w_plus": 938.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4403.15, + "median": 4396.5 + }, + "candidate": { + "mean": 4486.4, + "median": 4358.5 + }, + "diff": { + "mean": 83.25, + "sd": 537.1647358025567, + "se": 69.34766919777364, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -55.51436554593931, + 222.0143655459393 + ] + }, + "pct": { + "value": 1.8906918910325476, + "ci95": [ + -0.9987412065425127, + 5.084780933996923 + ], + "ci90": [ + -0.5514759128088847, + 4.575147458105357 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0305718962574604, + "wilcoxon": { + "p": 0.21210424950962112, + "z": 1.247800161589594, + "w_plus": 1084.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6308333333333334, + "median": 0.62 + }, + "candidate": { + "mean": 0.6330000000000001, + "median": 0.6100000000000001 + }, + "diff": { + "mean": 0.0021666666666666705, + "sd": 0.06607883495778755, + "se": 0.008530740910943321, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01490330646779943, + 0.01923663980113277 + ] + }, + "pct": { + "value": 0.3434610303830965, + "ci95": [ + -2.2007302134319238, + 3.0312286002593742 + ], + "ci90": [ + -1.8318911268987614, + 2.610593718937573 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9856048053024025, + "wilcoxon": { + "p": 0.8796740655184092, + "z": 0.15138240850130674, + "w_plus": 845.5, + "n_nonzero": 57, + "variance": 15752.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.47883333333333333, + "median": 0.48000000000000004 + }, + "candidate": { + "mean": 0.4761666666666667, + "median": 0.46 + }, + "diff": { + "mean": -0.0026666666666666718, + "sd": 0.04943294265172811, + "se": 0.006381765454805642, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015436549845776146, + 0.010103216512442803 + ] + }, + "pct": { + "value": -0.5569091541942184, + "ci95": [ + -3.06946410103295, + 2.0562094484039415 + ], + "ci90": [ + -2.653479811594058, + 1.6429260449373841 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9791576204950065, + "wilcoxon": { + "p": 0.5906292783919846, + "z": -0.5379243478230514, + "w_plus": 706.0, + "n_nonzero": 55, + "variance": 14155.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.28056586666666666, + "median": 0.27642449999999996 + }, + "candidate": { + "mean": 0.27649714999999997, + "median": 0.2671525 + }, + "diff": { + "mean": -0.0040687166666666654, + "sd": 0.049640602717319016, + "se": 0.006408574253995839, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016892244129047822, + 0.008754810795714489 + ] + }, + "pct": { + "value": -1.4501823457735985, + "ci95": [ + -5.798683442692493, + 2.905975393398037 + ], + "ci90": [ + -5.085869079431337, + 2.2338885441774767 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9840174751296143, + "wilcoxon": { + "p": 0.5171006897852737, + "z": -0.6478210641431328, + "w_plus": 827.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.2781889166666666, + "median": 0.27612000000000003 + }, + "candidate": { + "mean": 0.2799172833333333, + "median": 0.280001 + }, + "diff": { + "mean": 0.0017283666666666675, + "sd": 0.039881183117859306, + "se": 0.005148638601417249, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008574035378216101, + 0.012030768711549435 + ] + }, + "pct": { + "value": 0.6212924250816432, + "ci95": [ + -2.8713067832068706, + 4.254090442891462 + ], + "ci90": [ + -2.3054662989162873, + 3.621596713066079 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0099601213056801, + "wilcoxon": { + "p": 0.8539820165033121, + "z": 0.18404007504066275, + "w_plus": 940.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5587547833333333, + "median": 0.5534585 + }, + "candidate": { + "mean": 0.5564144333333333, + "median": 0.54048 + }, + "diff": { + "mean": -0.0023403500000000067, + "sd": 0.05155737883201556, + "se": 0.006656028986350102, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015659033238108112, + 0.010978333238108097 + ] + }, + "pct": { + "value": -0.4188510004403567, + "ci95": [ + -2.6725958598486286, + 1.9263902695391841 + ], + "ci90": [ + -2.3219892174454926, + 1.5311969560191963 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9892957087562573, + "wilcoxon": { + "p": 0.470640630974582, + "z": -0.7214370941593979, + "w_plus": 817.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5162.916666666667, + "median": 5287.0 + }, + "candidate": { + "mean": 5281.316666666667, + "median": 5494.5 + }, + "diff": { + "mean": 118.4, + "sd": 885.6589082117987, + "se": 114.33807339748465, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -110.38995640788411, + 347.1899564078841 + ] + }, + "pct": { + "value": 2.293277378742631, + "ci95": [ + -1.9494934106380564, + 6.723603250761098 + ], + "ci90": [ + -1.2898756411704564, + 5.951076360897291 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0029984240343448, + "wilcoxon": { + "p": 0.4483027238557477, + "z": 0.7582476774135728, + "w_plus": 1018.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4806.933333333333, + "median": 4814.0 + }, + "candidate": { + "mean": 4784.4, + "median": 4786.0 + }, + "diff": { + "mean": -22.533333333333335, + "sd": 102.20873734031042, + "se": 13.19509125186368, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.93664994176552, + 3.86998327509885 + ] + }, + "pct": { + "value": -0.46876733607013055, + "ci95": [ + -0.9930846408216645, + 0.06677982338252172 + ], + "ci90": [ + -0.9172288160178937, + -0.02503776635911061 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9954318052305156, + "wilcoxon": { + "p": 0.0785980921375945, + "z": -1.7588788270726208, + "w_plus": 652.0, + "n_nonzero": 59, + "variance": 17548.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18643.466666666667, + "median": 18684.0 + }, + "candidate": { + "mean": 18645.6, + "median": 18684.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.011442793185811873, + "ci95": [ + 0.0, + 0.034348031428454995 + ], + "ci90": [ + 0.0, + 0.03432837955745782 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.md new file mode 100644 index 0000000..9602679 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-concurrent100.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1513 | 0.1488 | -1.66 | [-4.31, +0.83] | [-3.84, +0.47] | 0.981 | 0.3498 | no material change | +| multi_s | 60 | 0.6643 | 0.6701 | +0.88 | [-1.92, +3.93] | [-1.51, +3.41] | 0.995 | 0.9296 | no material change | +| client_wall_s | 60 | 0.8206 | 0.8254 | +0.58 | [-1.78, +3.16] | [-1.41, +2.73] | 0.996 | 0.8024 | no material change | +| client_cpu_s | 60 | 0.7122 | 0.7160 | +0.53 | [-1.72, +2.87] | [-1.35, +2.52] | 1.005 | 0.8655 | no material change | +| client_vcsw | 60 | 4403.1 | 4486.4 | +1.89 | [-1.00, +5.08] | [-0.55, +4.58] | 1.031 | 0.2121 | no material change | +| multi_client_cpu_s | 60 | 0.6308 | 0.6330 | +0.34 | [-2.20, +3.03] | [-1.83, +2.61] | 0.986 | 0.8797 | no material change | +| multi_broker_cpu_s | 60 | 0.4788 | 0.4762 | -0.56 | [-3.07, +2.06] | [-2.65, +1.64] | 0.979 | 0.5906 | no material change | +| broker_user_s | 60 | 0.2806 | 0.2765 | -1.45 | [-5.80, +2.91] | [-5.09, +2.23] | 0.984 | 0.5171 | inconclusive | +| broker_sys_s | 60 | 0.2782 | 0.2799 | +0.62 | [-2.87, +4.25] | [-2.31, +3.62] | 1.010 | 0.8540 | no material change | +| broker_cpu_s | 60 | 0.5588 | 0.5564 | -0.42 | [-2.67, +1.93] | [-2.32, +1.53] | 0.989 | 0.4706 | no material change | +| broker_vcsw | 60 | 5162.9 | 5281.3 | +2.29 | [-1.95, +6.72] | [-1.29, +5.95] | 1.003 | 0.4483 | inconclusive | +| broker_maxrss_kib | 60 | 4807 | 4784 | -0.47 | [-0.99, +0.07] | [-0.92, -0.03] | 0.995 | 0.0786 | no material change | +| broker_ru_maxrss_kib | 60 | 18643 | 18646 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1466 | 0.1493 | -0.0025 | [-0.0066, +0.0016] | +| multi_s | 0.6585 | 0.6546 | +0.0058 | [-0.0142, +0.0259] | +| client_wall_s | 0.8154 | 0.8134 | +0.0048 | [-0.0161, +0.0257] | +| client_cpu_s | 0.6994 | 0.7001 | +0.0037 | [-0.0132, +0.0207] | +| client_vcsw | 4396.5 | 4358.5 | +83.2 | [-55.5, +222.0] | +| multi_client_cpu_s | 0.6200 | 0.6100 | +0.0022 | [-0.0149, +0.0192] | +| multi_broker_cpu_s | 0.4800 | 0.4600 | -0.0027 | [-0.0154, +0.0101] | +| broker_user_s | 0.2764 | 0.2672 | -0.0041 | [-0.0169, +0.0088] | +| broker_sys_s | 0.2761 | 0.2800 | +0.0017 | [-0.0086, +0.0120] | +| broker_cpu_s | 0.5535 | 0.5405 | -0.0023 | [-0.0157, +0.0110] | +| broker_vcsw | 5287.0 | 5494.5 | +118.4 | [-110.4, +347.2] | +| broker_maxrss_kib | 4814 | 4786 | -23 | [-49, +4] | +| broker_ru_maxrss_kib | 18684 | 18684 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.json new file mode 100644 index 0000000..e730c9e --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.json @@ -0,0 +1,699 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json", + "started": "2026-10-22T18:27:53+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.15126146253333334, + "median": 0.1466207135 + }, + "candidate": { + "mean": 0.14846226295, + "median": 0.147818734 + }, + "diff": { + "mean": -0.002799199583333333, + "sd": 0.018509404988154267, + "se": 0.002389553908910999, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0075806859107569995, + 0.001982286744090334 + ] + }, + "pct": { + "value": -1.8505702222180176, + "ci95": [ + -5.052703939997794, + 0.9502153013699904 + ], + "ci90": [ + -4.428691028920982, + 0.5786096404441171 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9976995477267294, + "wilcoxon": { + "p": 0.43087716628697226, + "z": -0.7876915211740365, + "w_plus": 808.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.66427605865, + "median": 0.658454404 + }, + "candidate": { + "mean": 0.68328492735, + "median": 0.6736767825000001 + }, + "diff": { + "mean": 0.019008868700000008, + "sd": 0.07471468106751299, + "se": 0.009645623849722547, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0002919800420727904, + 0.0383097174420728 + ] + }, + "pct": { + "value": 2.861591721163581, + "ci95": [ + 0.11570457074933983, + 5.8132945757328205 + ], + "ci90": [ + 0.5650121558107135, + 5.3154644075498485 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0423801659529175, + "wilcoxon": { + "p": 0.05196021848138869, + "z": 1.9434631924293986, + "w_plus": 1179.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8206024688999832, + "median": 0.8154424684998958 + }, + "candidate": { + "mean": 0.8368534085500036, + "median": 0.826116815999967 + }, + "diff": { + "mean": 0.016250939650020276, + "sd": 0.07422758284054307, + "se": 0.009582739739021824, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0029240782771851846, + 0.03542595757722573 + ] + }, + "pct": { + "value": 1.980366896995167, + "ci95": [ + -0.2328885476477138, + 4.362395936837121 + ], + "ci90": [ + 0.1036409046691389, + 3.953089095687521 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0291533322505433, + "wilcoxon": { + "p": 0.0904233623845697, + "z": 1.6931686903740972, + "w_plus": 1145.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7122217499999998, + "median": 0.6994175000000027 + }, + "candidate": { + "mean": 0.7296369000000006, + "median": 0.7206380000000046 + }, + "diff": { + "mean": 0.017415150000000854, + "sd": 0.062174498644724026, + "se": 0.008026693260327058, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0013537738847541475, + 0.03347652611524756 + ] + }, + "pct": { + "value": 2.4451864886183117, + "ci95": [ + 0.30220995234105485, + 4.745378458473087 + ], + "ci90": [ + 0.6077857173767554, + 4.332547969839997 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0235988174370407, + "wilcoxon": { + "p": 0.050208144556511035, + "z": 1.9581863984326515, + "w_plus": 1181.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 4403.15, + "median": 4396.5 + }, + "candidate": { + "mean": 4381.45, + "median": 4345.5 + }, + "diff": { + "mean": -21.7, + "sd": 431.61086915517006, + "se": 55.72072360933607, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -133.1969104060154, + 89.7969104060154 + ] + }, + "pct": { + "value": -0.492828997422301, + "ci95": [ + -2.9326529207983976, + 1.9855895982790794 + ], + "ci90": [ + -2.51140267242147, + 1.596455498930304 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9860807210893806, + "wilcoxon": { + "p": 0.401337948306983, + "z": -0.8392341124577107, + "w_plus": 801.0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6308333333333334, + "median": 0.62 + }, + "candidate": { + "mean": 0.648, + "median": 0.6399999999999999 + }, + "diff": { + "mean": 0.01716666666666665, + "sd": 0.064310994043027, + "se": 0.00830251363022293, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0005533752660757049, + 0.033779958067257594 + ] + }, + "pct": { + "value": 2.721268163804491, + "ci95": [ + 0.20703665977964025, + 5.401069518716595 + ], + "ci90": [ + 0.5717033024875207, + 4.931742913770136 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0305503731343282, + "wilcoxon": { + "p": 0.061391397504291116, + "z": 1.8706659477844934, + "w_plus": 1027.0, + "n_nonzero": 56, + "variance": 14985.75 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.47883333333333333, + "median": 0.48000000000000004 + }, + "candidate": { + "mean": 0.47900000000000004, + "median": 0.47000000000000003 + }, + "diff": { + "mean": 0.00016666666666666495, + "sd": 0.04212538453947775, + "se": 0.005438363759132691, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010715474079720596, + 0.011048807413053927 + ] + }, + "pct": { + "value": 0.03480682213714559, + "ci95": [ + -2.0746887966805017, + 2.344698743706709 + ], + "ci90": [ + -1.7489963916174838, + 1.9629149745208363 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.6041296829582058, + "z": -0.5184710080153363, + "w_plus": 682.5, + "n_nonzero": 54, + "variance": 13392.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.28056586666666666, + "median": 0.27642449999999996 + }, + "candidate": { + "mean": 0.27563584999999996, + "median": 0.2703955 + }, + "diff": { + "mean": -0.004930016666666665, + "sd": 0.044938221714528534, + "se": 0.005801499476951517, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016538790306028166, + 0.006678756972694835 + ] + }, + "pct": { + "value": -1.7571690830531228, + "ci95": [ + -5.5996708595532505, + 2.305638613498619 + ], + "ci90": [ + -5.042516368263754, + 1.6551218377137649 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.951802043280473, + "wilcoxon": { + "p": 0.3574680582888259, + "z": -0.9202003752033137, + "w_plus": 790.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.2781889166666666, + "median": 0.27612000000000003 + }, + "candidate": { + "mean": 0.283202, + "median": 0.2765275 + }, + "diff": { + "mean": 0.0050130833333333355, + "sd": 0.0392048802052524, + "se": 0.005061328270833312, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.005114611143591615, + 0.015140777810258285 + ] + }, + "pct": { + "value": 1.802042796456993, + "ci95": [ + -1.779639862096412, + 5.369093259356651 + ], + "ci90": [ + -1.1721583715037136, + 4.7888005262285365 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0299887224935493, + "wilcoxon": { + "p": 0.10853134200482333, + "z": 1.6048294543545791, + "w_plus": 1133.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5587547833333333, + "median": 0.5534585 + }, + "candidate": { + "mean": 0.55883785, + "median": 0.554221 + }, + "diff": { + "mean": 8.306666666665722e-05, + "sd": 0.041746885030194684, + "se": 0.005389499682599324, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010701297288422786, + 0.0108674306217561 + ] + }, + "pct": { + "value": 0.014866390256407236, + "ci95": [ + -1.804363031586436, + 1.988917521588005 + ], + "ci90": [ + -1.5184928763195165, + 1.6418931947417834 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9974525133106598, + "wilcoxon": { + "p": 0.596087375770981, + "z": -0.5300354161171087, + "w_plus": 843.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5162.916666666667, + "median": 5287.0 + }, + "candidate": { + "mean": 5326.7, + "median": 5453.5 + }, + "diff": { + "mean": 163.78333333333333, + "sd": 763.288849331709, + "se": 98.5401667269177, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33.39508484327649, + 360.96175150994316 + ] + }, + "pct": { + "value": 3.1723024776046937, + "ci95": [ + -0.541896074171447, + 7.026306875608731 + ], + "ci90": [ + 0.01182512275311858, + 6.391059623777498 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0325731738547836, + "wilcoxon": { + "p": 0.09470511066470205, + "z": 1.6710838813692177, + "w_plus": 1142.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4806.933333333333, + "median": 4814.0 + }, + "candidate": { + "mean": 4791.733333333334, + "median": 4792.0 + }, + "diff": { + "mean": -15.2, + "sd": 127.43689697989514, + "se": 16.45203265651614, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.12044130584607, + 17.72044130584607 + ] + }, + "pct": { + "value": -0.31620991900587203, + "ci95": [ + -0.9899776841954613, + 0.3254891497445193 + ], + "ci90": [ + -0.8717646528852562, + 0.22913707222261928 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9979757085020242, + "wilcoxon": { + "p": 0.5561804334344855, + "z": -0.5885242922051337, + "w_plus": 779.5, + "n_nonzero": 58, + "variance": 16676.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18643.466666666667, + "median": 18684.0 + }, + "candidate": { + "mean": 18643.466666666667, + "median": 18684.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.md new file mode 100644 index 0000000..2fa9239 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/calls-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1513 | 0.1485 | -1.85 | [-5.05, +0.95] | [-4.43, +0.58] | 0.998 | 0.4309 | no material change | +| multi_s | 60 | 0.6643 | 0.6833 | +2.86 | [+0.12, +5.81] | [+0.57, +5.32] | 1.042 | 0.0520 | inconclusive; repeatable change (+) | +| client_wall_s | 60 | 0.8206 | 0.8369 | +1.98 | [-0.23, +4.36] | [+0.10, +3.95] | 1.029 | 0.0904 | no material change | +| client_cpu_s | 60 | 0.7122 | 0.7296 | +2.45 | [+0.30, +4.75] | [+0.61, +4.33] | 1.024 | 0.0502 | no material change; repeatable change (+) | +| client_vcsw | 60 | 4403.1 | 4381.4 | -0.49 | [-2.93, +1.99] | [-2.51, +1.60] | 0.986 | 0.4013 | no material change | +| multi_client_cpu_s | 60 | 0.6308 | 0.6480 | +2.72 | [+0.21, +5.40] | [+0.57, +4.93] | 1.031 | 0.0614 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 60 | 0.4788 | 0.4790 | +0.03 | [-2.07, +2.34] | [-1.75, +1.96] | 1.000 | 0.6041 | no material change | +| broker_user_s | 60 | 0.2806 | 0.2756 | -1.76 | [-5.60, +2.31] | [-5.04, +1.66] | 0.952 | 0.3575 | inconclusive | +| broker_sys_s | 60 | 0.2782 | 0.2832 | +1.80 | [-1.78, +5.37] | [-1.17, +4.79] | 1.030 | 0.1085 | no material change | +| broker_cpu_s | 60 | 0.5588 | 0.5588 | +0.01 | [-1.80, +1.99] | [-1.52, +1.64] | 0.997 | 0.5961 | no material change | +| broker_vcsw | 60 | 5162.9 | 5326.7 | +3.17 | [-0.54, +7.03] | [+0.01, +6.39] | 1.033 | 0.0947 | inconclusive | +| broker_maxrss_kib | 60 | 4807 | 4792 | -0.32 | [-0.99, +0.33] | [-0.87, +0.23] | 0.998 | 0.5562 | no material change | +| broker_ru_maxrss_kib | 60 | 18643 | 18643 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1466 | 0.1478 | -0.0028 | [-0.0076, +0.0020] | +| multi_s | 0.6585 | 0.6737 | +0.0190 | [-0.0003, +0.0383] | +| client_wall_s | 0.8154 | 0.8261 | +0.0163 | [-0.0029, +0.0354] | +| client_cpu_s | 0.6994 | 0.7206 | +0.0174 | [+0.0014, +0.0335] | +| client_vcsw | 4396.5 | 4345.5 | -21.7 | [-133.2, +89.8] | +| multi_client_cpu_s | 0.6200 | 0.6400 | +0.0172 | [+0.0006, +0.0338] | +| multi_broker_cpu_s | 0.4800 | 0.4700 | +0.0002 | [-0.0107, +0.0110] | +| broker_user_s | 0.2764 | 0.2704 | -0.0049 | [-0.0165, +0.0067] | +| broker_sys_s | 0.2761 | 0.2765 | +0.0050 | [-0.0051, +0.0151] | +| broker_cpu_s | 0.5535 | 0.5542 | +0.0001 | [-0.0107, +0.0109] | +| broker_vcsw | 5287.0 | 5453.5 | +163.8 | [-33.4, +361.0] | +| broker_maxrss_kib | 4814 | 4792 | -15 | [-48, +18] | +| broker_ru_maxrss_kib | 18684 | 18684 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.json new file mode 100644 index 0000000..df26b40 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.json @@ -0,0 +1,1533 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json", + "started": "2026-10-22T18:33:34+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "timeout", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6899239166666666, + "median": 0.6836979999999999 + }, + "candidate": { + "mean": 0.6821098, + "median": 0.6828339999999999 + }, + "diff": { + "mean": -0.007814116666666673, + "sd": 0.042722529792458615, + "se": 0.005515454879801414, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.018850516389203695, + 0.003222283055870351 + ] + }, + "pct": { + "value": -1.132605563874367, + "ci95": [ + -2.6961910454434412, + 0.4027240011375176 + ], + "ci90": [ + -2.45415214405859, + 0.1564086251584388 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9883529293394611, + "wilcoxon": { + "p": 0.1925734877008251, + "z": -1.3030037312878922, + "w_plus": 738.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 137.89655, + "median": 136.659 + }, + "candidate": { + "mean": 136.3294, + "median": 136.48399999999998 + }, + "diff": { + "mean": -1.5671500000000012, + "sd": 8.541649352150012, + "se": 1.1027221896673456, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.7736920048397358, + 0.6393920048397335 + ] + }, + "pct": { + "value": -1.1364678811761397, + "ci95": [ + -2.701239095681836, + 0.3998881369612648 + ], + "ci90": [ + -2.4550069951568085, + 0.15318977540262788 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9883349836334978, + "wilcoxon": { + "p": 0.1925734877008251, + "z": -1.3030037312878922, + "w_plus": 738.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 126.93981666666667, + "median": 126.19300000000001 + }, + "candidate": { + "mean": 125.90889999999999, + "median": 125.31049999999999 + }, + "diff": { + "mean": -1.0309166666666656, + "sd": 7.082670276610026, + "se": 0.9143688009329636, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.860564411201639, + 0.7987310778683077 + ] + }, + "pct": { + "value": -0.812130262779398, + "ci95": [ + -2.196188244763339, + 0.5999429923602295 + ], + "ci90": [ + -1.9635871019862527, + 0.36415855847475687 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9934089383490254, + "wilcoxon": { + "p": 0.309676430601908, + "z": -1.0159012142244583, + "w_plus": 777.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 159.02781666666667, + "median": 157.2895 + }, + "candidate": { + "mean": 156.53268333333332, + "median": 156.108 + }, + "diff": { + "mean": -2.4951333333333325, + "sd": 12.472440825733047, + "se": 1.610185186820719, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.717106450027789, + 0.7268397833611235 + ] + }, + "pct": { + "value": -1.5689917560544275, + "ci95": [ + -3.500583581270234, + 0.4157650910066835 + ], + "ci90": [ + -3.190045422181732, + 0.1148297666256607 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.974437226697658, + "wilcoxon": { + "p": 0.13315729045791627, + "z": -1.5017670123318079, + "w_plus": 711.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 272.7399, + "median": 255.91 + }, + "candidate": { + "mean": 270.70236666666665, + "median": 267.38599999999997 + }, + "diff": { + "mean": -2.0375333333333345, + "sd": 85.03838413098546, + "se": 10.978408184256526, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -24.005277368797078, + 19.930210702130406 + ] + }, + "pct": { + "value": -0.7470609666327954, + "ci95": [ + -8.392371620907268, + 7.275943837406287 + ], + "ci90": [ + -7.131769750820426, + 5.937574612369878 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0134036468410295, + "wilcoxon": { + "p": 0.9706380833283096, + "z": 0.03680801500813255, + "w_plus": 920.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 967.42375, + "median": 855.597 + }, + "candidate": { + "mean": 963.4964833333332, + "median": 915.6334999999999 + }, + "diff": { + "mean": -3.927266666666672, + "sd": 565.6940375823302, + "se": 73.03078622017325, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -150.06153235138584, + 142.2069990180525 + ] + }, + "pct": { + "value": -0.40595102887094336, + "ci95": [ + -14.173778598972016, + 15.258282476646608 + ], + "ci90": [ + -11.901479896191326, + 12.637658018076337 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.02570818816036, + "wilcoxon": { + "p": 0.8252107174911253, + "z": 0.22084809004879527, + "w_plus": 945.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 8062.292016666667, + "median": 2547.361 + }, + "candidate": { + "mean": 6872.201566666667, + "median": 2480.6440000000002 + }, + "diff": { + "mean": -1190.09045, + "sd": 21234.221045041915, + "se": 2741.326149237813, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6675.4714044573775, + 4295.290504457378 + ] + }, + "pct": { + "value": -14.76119256831434, + "ci95": [ + -58.13490171120484, + 82.7693891144513 + ], + "ci90": [ + -53.46490010541824, + 60.52003417127607 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8217603043571138, + "wilcoxon": { + "p": 0.20282034641554808, + "z": -1.273557319281386, + "w_plus": 742.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6681138166666667, + "median": 0.6552225 + }, + "candidate": { + "mean": 0.6586093333333333, + "median": 0.6487175000000001 + }, + "diff": { + "mean": -0.009504483333333338, + "sd": 0.0870282194625986, + "se": 0.01123529482095762, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03198625634152861, + 0.012977289674861933 + ] + }, + "pct": { + "value": -1.4225844603473314, + "ci95": [ + -4.633252435512367, + 1.9362472145941274 + ], + "ci90": [ + -4.10300964255948, + 1.3660304533717746 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9907507233767328, + "wilcoxon": { + "p": 0.3931349390093537, + "z": -0.8539459481886751, + "w_plus": 799.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 644.6999500000001, + "median": 633.531 + }, + "candidate": { + "mean": 635.6673166666666, + "median": 625.683 + }, + "diff": { + "mean": -9.032633333333335, + "sd": 83.92226468684196, + "se": 10.83431778360499, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -30.712053143066463, + 12.646786476399795 + ] + }, + "pct": { + "value": -1.4010600331725631, + "ci95": [ + -4.615368168371117, + 1.961313430509118 + ], + "ci90": [ + -4.074647267088049, + 1.396181239374974 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9933053540559993, + "wilcoxon": { + "p": 0.4265826005770049, + "z": -0.795053124175663, + "w_plus": 807.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 608.8182166666667, + "median": 594.1769999999999 + }, + "candidate": { + "mean": 602.43255, + "median": 592.7915 + }, + "diff": { + "mean": -6.385666666666663, + "sd": 65.65977246398741, + "se": 8.476640175626386, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -23.347384479812398, + 10.576051146479074 + ] + }, + "pct": { + "value": -1.048862614793089, + "ci95": [ + -3.7182317664175866, + 1.7364745719022499 + ], + "ci90": [ + -3.2740026733378502, + 1.2746870107330017 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9909926427126156, + "wilcoxon": { + "p": 0.4138496072273814, + "z": -0.8171379331805425, + "w_plus": 804.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 825.27115, + "median": 806.0525 + }, + "candidate": { + "mean": 820.0163, + "median": 803.4245000000001 + }, + "diff": { + "mean": -5.254849999999993, + "sd": 165.9726576326808, + "se": 21.426977964571936, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.13013387350763, + 37.62043387350765 + ] + }, + "pct": { + "value": -0.636742239202237, + "ci95": [ + -5.606820171742136, + 4.486257169191871 + ], + "ci90": [ + -4.787690988183958, + 3.676400281015675 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.989364445258681, + "wilcoxon": { + "p": 0.6693990124745206, + "z": -0.42697297409433754, + "w_plus": 857.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1445.7287333333334, + "median": 1363.3780000000002 + }, + "candidate": { + "mean": 1405.40065, + "median": 1368.7235 + }, + "diff": { + "mean": -40.32808333333334, + "sd": 510.41964056919824, + "se": 65.89489225005602, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -172.18345816531996, + 91.5272914986533 + ] + }, + "pct": { + "value": -2.789464053906654, + "ci95": [ + -11.308018193294151, + 6.126645189827655 + ], + "ci90": [ + -9.926163544319635, + 4.773887078836137 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9851130467533054, + "wilcoxon": { + "p": 0.8080573790843986, + "z": -0.24293289905367482, + "w_plus": 882.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 3351.67815, + "median": 3032.6285 + }, + "candidate": { + "mean": 3129.367133333333, + "median": 2912.8975 + }, + "diff": { + "mean": -222.3110166666667, + "sd": 1988.7932562139324, + "se": 256.75210534553935, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -736.0707927775234, + 291.44875944419005 + ] + }, + "pct": { + "value": -6.632827100855943, + "ci95": [ + -19.593527249055697, + 8.669291543432895 + ], + "ci90": [ + -17.799457980819927, + 6.530462354328282 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1023327010853192, + "wilcoxon": { + "p": 0.8482109054822544, + "z": -0.19140167804228925, + "w_plus": 889.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 7579.77055, + "median": 4481.423000000001 + }, + "candidate": { + "mean": 5526.780583333334, + "median": 4312.4875 + }, + "diff": { + "mean": -2052.9899666666665, + "sd": 14729.117345671544, + "se": 1901.5208728040227, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5857.924444485889, + 1751.9445111525556 + ] + }, + "pct": { + "value": -27.08512023054136, + "ci95": [ + -55.86318017065985, + 25.14564291296261 + ], + "ci90": [ + -52.53240372281946, + 16.27089458476618 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0628095104733963, + "wilcoxon": { + "p": 0.7073319576077103, + "z": -0.37544175308295197, + "w_plus": 864.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.2470773, + "median": 0.2366095 + }, + "candidate": { + "mean": 0.2393565666666667, + "median": 0.2331975 + }, + "diff": { + "mean": -0.007720733333333333, + "sd": 0.0320337616601169, + "se": 0.0041355408475336804, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015995931455143473, + 0.0005544647884768066 + ] + }, + "pct": { + "value": -3.1248250378862474, + "ci95": [ + -6.3115592279303865, + 0.18607080022887787 + ], + "ci90": [ + -5.778077218102247, + -0.30590191832266245 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.982411108951655, + "wilcoxon": { + "p": 0.0736358300576992, + "z": -1.7888695293952417, + "w_plus": 672.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 22073.821816666667, + "median": 21197.076 + }, + "candidate": { + "mean": 21363.94123333333, + "median": 20846.1005 + }, + "diff": { + "mean": -709.8805833333332, + "sd": 3044.8516693691745, + "se": 393.0886602379555, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1496.4491756483922, + 76.68800898172583 + ] + }, + "pct": { + "value": -3.2159387224796054, + "ci95": [ + -6.606169822597356, + 0.32116892244292833 + ], + "ci90": [ + -6.029209358731447, + -0.24425191705563332 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9778129413176248, + "wilcoxon": { + "p": 0.06048948663461343, + "z": -1.87720876541476, + "w_plus": 660.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 21801.137483333336, + "median": 20757.625 + }, + "candidate": { + "mean": 21068.2356, + "median": 20161.674 + }, + "diff": { + "mean": -732.9018833333331, + "sd": 3314.660126781864, + "se": 427.9207823121308, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1589.1693909278233, + 123.36562426115722 + ] + }, + "pct": { + "value": -3.3617598342913446, + "ci95": [ + -7.103909348304414, + 0.5799379442507026 + ], + "ci90": [ + -6.423371465520308, + -0.09864868686427447 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9738524014467018, + "wilcoxon": { + "p": 0.06789884760236099, + "z": -1.8256775444033744, + "w_plus": 667.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 27296.352033333333, + "median": 25625.842 + }, + "candidate": { + "mean": 26591.962566666665, + "median": 25301.3655 + }, + "diff": { + "mean": -704.389466666667, + "sd": 5051.970830122363, + "se": 652.2066296863189, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2009.4519182275187, + 600.6729848941848 + ] + }, + "pct": { + "value": -2.5805260197644397, + "ci95": [ + -7.080028252202974, + 2.207604920180736 + ], + "ci90": [ + -6.433397343193658, + 1.4198851573818247 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9842884491684283, + "wilcoxon": { + "p": 0.24777456331209202, + "z": -1.155771671255362, + "w_plus": 758.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 31702.890949999997, + "median": 28560.787 + }, + "candidate": { + "mean": 30241.64675, + "median": 28682.855499999998 + }, + "diff": { + "mean": -1461.2442000000003, + "sd": 11732.659475535698, + "se": 1514.6798251824134, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -4492.111529473558, + 1569.6231294735574 + ] + }, + "pct": { + "value": -4.609182810187839, + "ci95": [ + -13.24868014726446, + 4.723210922379623 + ], + "ci90": [ + -11.919864230600432, + 3.325134477772701 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9870202032474173, + "wilcoxon": { + "p": 0.3275339316212873, + "z": -0.9790931992163258, + "w_plus": 782.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 33220.813083333334, + "median": 29684.3085 + }, + "candidate": { + "mean": 31479.508433333333, + "median": 30180.366 + }, + "diff": { + "mean": -1741.3046500000003, + "sd": 12960.230801927459, + "se": 1673.1586019623146, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5089.287279335223, + 1606.6779793352223 + ] + }, + "pct": { + "value": -5.241607559790895, + "ci95": [ + -14.389703746278087, + 4.675792261782873 + ], + "ci90": [ + -12.912733604019637, + 2.9343841460778393 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0039522434212085, + "wilcoxon": { + "p": 0.43087716628697226, + "z": -0.7876915211740365, + "w_plus": 808.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 34159.90933333334, + "median": 30372.02 + }, + "candidate": { + "mean": 32301.36016666667, + "median": 30420.4135 + }, + "diff": { + "mean": -1858.5491666666667, + "sd": 12871.520507041472, + "se": 1661.7061521379621, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5183.615496835571, + 1466.5171635022384 + ] + }, + "pct": { + "value": -5.440732141677818, + "ci95": [ + -14.315652136013657, + 4.136069879046941 + ], + "ci90": [ + -12.830499289757144, + 2.432017088791727 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9810439812736221, + "wilcoxon": { + "p": 0.2958623332952983, + "z": -1.0453476262309644, + "w_plus": 773.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.6227661128833082, + "median": 1.6027464090000194 + }, + "candidate": { + "mean": 1.5974689173000343, + "median": 1.5822624755001016 + }, + "diff": { + "mean": -0.02529719558327391, + "sd": 0.11259325987512267, + "se": 0.014535727346385129, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.05438311882054182, + 0.0037887276539940035 + ] + }, + "pct": { + "value": -1.5588935079699273, + "ci95": [ + -3.3023755655690867, + 0.22213512703994445 + ], + "ci90": [ + -3.023694383153524, + -0.06989378814307261 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9840494527694839, + "wilcoxon": { + "p": 0.11181085778953138, + "z": -1.590106248351326, + "w_plus": 699.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.2566421166666657, + "median": 1.2376015000000073 + }, + "candidate": { + "mean": 1.245776916666666, + "median": 1.2350080000000077 + }, + "diff": { + "mean": -0.010865199999999752, + "sd": 0.0995507258174099, + "se": 0.012851943439789642, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03658187942247068, + 0.014851479422471177 + ] + }, + "pct": { + "value": -0.8646216656195249, + "ci95": [ + -2.8468061685804438, + 1.1656782338330711 + ], + "ci90": [ + -2.5544206271928154, + 0.8357502419969364 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9860135990621752, + "wilcoxon": { + "p": 0.33856302016511614, + "z": -0.9570083902114462, + "w_plus": 785.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.42438391666666664, + "median": 0.41862999999999995 + }, + "candidate": { + "mean": 0.41467034999999997, + "median": 0.41196299999999997 + }, + "diff": { + "mean": -0.009713566666666663, + "sd": 0.049431729955760284, + "se": 0.0063816088964293955, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022483136573188865, + 0.0030560032398555415 + ] + }, + "pct": { + "value": -2.2888630518710817, + "ci95": [ + -5.1164487506069225, + 0.6278627521311522 + ], + "ci90": [ + -4.679848729429352, + 0.17601190115335938 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9810905891237665, + "wilcoxon": { + "p": 0.1827123141853601, + "z": -1.3324501432943983, + "w_plus": 734.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.49459021666666664, + "median": 0.4932775 + }, + "candidate": { + "mean": 0.49600033333333327, + "median": 0.5009385 + }, + "diff": { + "mean": 0.00141011666666667, + "sd": 0.04460034520581295, + "se": 0.005757879807240512, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01011137421520937, + 0.012931607548542712 + ] + }, + "pct": { + "value": 0.2851080792034777, + "ci95": [ + -1.9728117776149867, + 2.588463058136612 + ], + "ci90": [ + -1.6289247603902368, + 2.207222904300258 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0087742161946642, + "wilcoxon": { + "p": 0.590993401935496, + "z": 0.5373970191187352, + "w_plus": 988.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9189741333333333, + "median": 0.902079 + }, + "candidate": { + "mean": 0.9106706833333332, + "median": 0.905457 + }, + "diff": { + "mean": -0.008303449999999987, + "sd": 0.05480076581625756, + "se": 0.007074748445525941, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022459988940634563, + 0.005853088940634592 + ] + }, + "pct": { + "value": -0.9035564439536015, + "ci95": [ + -2.4058189144030138, + 0.5326709763403121 + ], + "ci90": [ + -2.1501808736149974, + 0.3167847328966277 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0003009940880063, + "wilcoxon": { + "p": 0.6218519187915734, + "z": -0.4932274011089761, + "w_plus": 848.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13514.816666666668, + "median": 13560.0 + }, + "candidate": { + "mean": 13485.583333333334, + "median": 13490.5 + }, + "diff": { + "mean": -29.233333333333334, + "sd": 654.0262879355344, + "se": 84.43443070520604, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -198.18623892596491, + 139.71957225929822 + ] + }, + "pct": { + "value": -0.2163058075766222, + "ci95": [ + -1.4463902725161835, + 0.9991954012996931 + ], + "ci90": [ + -1.242249496659507, + 0.7966259528758334 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9992218419119117, + "wilcoxon": { + "p": 0.8945818202773307, + "z": -0.13250885402927717, + "w_plus": 897.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4945.533333333334, + "median": 4946.0 + }, + "candidate": { + "mean": 4972.0, + "median": 4964.0 + }, + "diff": { + "mean": 26.466666666666665, + "sd": 146.4649511688853, + "se": 18.908543889339178, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -11.369242262280228, + 64.30257559561356 + ] + }, + "pct": { + "value": 0.5351630427456344, + "ci95": [ + -0.1976925676193605, + 1.2936217610666678 + ], + "ci90": [ + -0.08869956088796759, + 1.171825333874776 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0057306676675202, + "wilcoxon": { + "p": 0.21614127476282174, + "z": 1.236854041640526, + "w_plus": 1083.0, + "n_nonzero": 60, + "variance": 18449.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.md new file mode 100644 index 0000000..2d257cd --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100-vs-timeout.stats.md @@ -0,0 +1,77 @@ +candidate concurrent100 against baseline timeout, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.6899 | 0.6821 | -1.13 | [-2.70, +0.40] | [-2.45, +0.16] | 0.988 | 0.1926 | no material change | +| single_rtt_mean_us | 60 | 137.9 | 136.3 | -1.14 | [-2.70, +0.40] | [-2.46, +0.15] | 0.988 | 0.1926 | no material change | +| single_rtt_p50_us | 60 | 126.9 | 125.9 | -0.81 | [-2.20, +0.60] | [-1.96, +0.36] | 0.993 | 0.3097 | no material change | +| single_rtt_p90_us | 60 | 159.0 | 156.5 | -1.57 | [-3.50, +0.42] | [-3.19, +0.11] | 0.974 | 0.1332 | no material change | +| single_rtt_p99_us | 60 | 272.7 | 270.7 | -0.75 | [-8.39, +7.28] | [-7.13, +5.94] | 1.013 | 0.9706 | inconclusive | +| single_rtt_p999_us | 60 | 967.4 | 963.5 | -0.41 | [-14.17, +15.26] | [-11.90, +12.64] | 1.026 | 0.8252 | inconclusive | +| single_rtt_max_us | 60 | 8062.3 | 6872.2 | -14.76 | [-58.13, +82.77] | [-53.46, +60.52] | 0.822 | 0.2028 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.6681 | 0.6586 | -1.42 | [-4.63, +1.94] | [-4.10, +1.37] | 0.991 | 0.3931 | no material change | +| multi_rtt_mean_us | 60 | 644.7 | 635.7 | -1.40 | [-4.62, +1.96] | [-4.07, +1.40] | 0.993 | 0.4266 | no material change | +| multi_rtt_p50_us | 60 | 608.8 | 602.4 | -1.05 | [-3.72, +1.74] | [-3.27, +1.27] | 0.991 | 0.4138 | no material change | +| multi_rtt_p90_us | 60 | 825.3 | 820.0 | -0.64 | [-5.61, +4.49] | [-4.79, +3.68] | 0.989 | 0.6694 | no material change | +| multi_rtt_p99_us | 60 | 1445.7 | 1405.4 | -2.79 | [-11.31, +6.13] | [-9.93, +4.77] | 0.985 | 0.8081 | inconclusive | +| multi_rtt_p999_us | 60 | 3351.7 | 3129.4 | -6.63 | [-19.59, +8.67] | [-17.80, +6.53] | 1.102 | 0.8482 | inconclusive | +| multi_rtt_max_us | 60 | 7579.8 | 5526.8 | -27.09 | [-55.86, +25.15] | [-52.53, +16.27] | 1.063 | 0.7073 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2471 | 0.2394 | -3.12 | [-6.31, +0.19] | [-5.78, -0.31] | 0.982 | 0.0736 | inconclusive | +| fanout_delivery_mean_us | 60 | 22073.8 | 21363.9 | -3.22 | [-6.61, +0.32] | [-6.03, -0.24] | 0.978 | 0.0605 | inconclusive | +| fanout_delivery_p50_us | 60 | 21801.1 | 21068.2 | -3.36 | [-7.10, +0.58] | [-6.42, -0.10] | 0.974 | 0.0679 | inconclusive | +| fanout_delivery_p90_us | 60 | 27296.4 | 26592.0 | -2.58 | [-7.08, +2.21] | [-6.43, +1.42] | 0.984 | 0.2478 | inconclusive | +| fanout_delivery_p99_us | 60 | 31702.9 | 30241.6 | -4.61 | [-13.25, +4.72] | [-11.92, +3.33] | 0.987 | 0.3275 | inconclusive | +| fanout_delivery_p999_us | 60 | 33220.8 | 31479.5 | -5.24 | [-14.39, +4.68] | [-12.91, +2.93] | 1.004 | 0.4309 | inconclusive | +| fanout_delivery_max_us | 60 | 34159.9 | 32301.4 | -5.44 | [-14.32, +4.14] | [-12.83, +2.43] | 0.981 | 0.2959 | inconclusive | +| client_wall_s | 60 | 1.6228 | 1.5975 | -1.56 | [-3.30, +0.22] | [-3.02, -0.07] | 0.984 | 0.1118 | no material change | +| client_cpu_s | 60 | 1.2566 | 1.2458 | -0.86 | [-2.85, +1.17] | [-2.55, +0.84] | 0.986 | 0.3386 | no material change | +| broker_user_s | 60 | 0.4244 | 0.4147 | -2.29 | [-5.12, +0.63] | [-4.68, +0.18] | 0.981 | 0.1827 | no material change | +| broker_sys_s | 60 | 0.4946 | 0.4960 | +0.29 | [-1.97, +2.59] | [-1.63, +2.21] | 1.009 | 0.5910 | no material change | +| broker_cpu_s | 60 | 0.9190 | 0.9107 | -0.90 | [-2.41, +0.53] | [-2.15, +0.32] | 1.000 | 0.6219 | no material change | +| broker_vcsw | 60 | 13514.8 | 13485.6 | -0.22 | [-1.45, +1.00] | [-1.24, +0.80] | 0.999 | 0.8946 | no material change | +| broker_maxrss_kib | 60 | 4946 | 4972 | +0.54 | [-0.20, +1.29] | [-0.09, +1.17] | 1.006 | 0.2161 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.6837 | 0.6828 | -0.0078 | [-0.0189, +0.0032] | +| single_rtt_mean_us | 136.7 | 136.5 | -1.6 | [-3.8, +0.6] | +| single_rtt_p50_us | 126.2 | 125.3 | -1.0 | [-2.9, +0.8] | +| single_rtt_p90_us | 157.3 | 156.1 | -2.5 | [-5.7, +0.7] | +| single_rtt_p99_us | 255.9 | 267.4 | -2.0 | [-24.0, +19.9] | +| single_rtt_p999_us | 855.6 | 915.6 | -3.9 | [-150.1, +142.2] | +| single_rtt_max_us | 2547.4 | 2480.6 | -1190.1 | [-6675.5, +4295.3] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.6552 | 0.6487 | -0.0095 | [-0.0320, +0.0130] | +| multi_rtt_mean_us | 633.5 | 625.7 | -9.0 | [-30.7, +12.6] | +| multi_rtt_p50_us | 594.2 | 592.8 | -6.4 | [-23.3, +10.6] | +| multi_rtt_p90_us | 806.1 | 803.4 | -5.3 | [-48.1, +37.6] | +| multi_rtt_p99_us | 1363.4 | 1368.7 | -40.3 | [-172.2, +91.5] | +| multi_rtt_p999_us | 3032.6 | 2912.9 | -222.3 | [-736.1, +291.4] | +| multi_rtt_max_us | 4481.4 | 4312.5 | -2053.0 | [-5857.9, +1751.9] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2366 | 0.2332 | -0.0077 | [-0.0160, +0.0006] | +| fanout_delivery_mean_us | 21197.1 | 20846.1 | -709.9 | [-1496.4, +76.7] | +| fanout_delivery_p50_us | 20757.6 | 20161.7 | -732.9 | [-1589.2, +123.4] | +| fanout_delivery_p90_us | 25625.8 | 25301.4 | -704.4 | [-2009.5, +600.7] | +| fanout_delivery_p99_us | 28560.8 | 28682.9 | -1461.2 | [-4492.1, +1569.6] | +| fanout_delivery_p999_us | 29684.3 | 30180.4 | -1741.3 | [-5089.3, +1606.7] | +| fanout_delivery_max_us | 30372.0 | 30420.4 | -1858.5 | [-5183.6, +1466.5] | +| client_wall_s | 1.6027 | 1.5823 | -0.0253 | [-0.0544, +0.0038] | +| client_cpu_s | 1.2376 | 1.2350 | -0.0109 | [-0.0366, +0.0149] | +| broker_user_s | 0.4186 | 0.4120 | -0.0097 | [-0.0225, +0.0031] | +| broker_sys_s | 0.4933 | 0.5009 | +0.0014 | [-0.0101, +0.0129] | +| broker_cpu_s | 0.9021 | 0.9055 | -0.0083 | [-0.0225, +0.0059] | +| broker_vcsw | 13560.0 | 13490.5 | -29.2 | [-198.2, +139.7] | +| broker_maxrss_kib | 4946 | 4964 | +26 | [-11, +64] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.json new file mode 100644 index 0000000..637e95e --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.json @@ -0,0 +1,1533 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json", + "started": "2026-10-22T18:33:34+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6870362666666666, + "median": 0.6799580000000001 + }, + "candidate": { + "mean": 0.6821098, + "median": 0.6828339999999999 + }, + "diff": { + "mean": -0.004926466666666665, + "sd": 0.044047407182572565, + "se": 0.0056864958153906835, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01630511851078171, + 0.006452185177448379 + ] + }, + "pct": { + "value": -0.7170606423105852, + "ci95": [ + -2.3512347755179737, + 0.85946386491669 + ], + "ci90": [ + -2.081872243317671, + 0.5803726648896057 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9916794608761289, + "wilcoxon": { + "p": 0.5758329296396949, + "z": -0.5594818281236147, + "w_plus": 839.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 137.31876666666668, + "median": 135.9115 + }, + "candidate": { + "mean": 136.3294, + "median": 136.48399999999998 + }, + "diff": { + "mean": -0.989366666666668, + "sd": 8.807072285167084, + "se": 1.1369881429765671, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.2644746857039437, + 1.2857413523706076 + ] + }, + "pct": { + "value": -0.720489042162975, + "ci95": [ + -2.355348941221566, + 0.8537129657127743 + ], + "ci90": [ + -2.0844129698718135, + 0.5777386891317079 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9917314598115388, + "wilcoxon": { + "p": 0.565829063139037, + "z": -0.5742050341268677, + "w_plus": 837.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 127.8353, + "median": 127.166 + }, + "candidate": { + "mean": 125.90889999999999, + "median": 125.31049999999999 + }, + "diff": { + "mean": -1.9263999999999983, + "sd": 7.035898984156483, + "se": 0.9083306530411913, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.7439654385113217, + -0.10883456148867476 + ] + }, + "pct": { + "value": -1.5069390066750121, + "ci95": [ + -2.8627763337375574, + -0.16142319950076858 + ], + "ci90": [ + -2.639903384914566, + -0.38072328142314604 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9780709444232984, + "wilcoxon": { + "p": 0.046042752184306285, + "z": -1.9950011706706623, + "w_plus": 644.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 158.15476666666666, + "median": 155.9325 + }, + "candidate": { + "mean": 156.53268333333332, + "median": 156.108 + }, + "diff": { + "mean": -1.6220833333333313, + "sd": 12.249153064173377, + "se": 1.5813588607563014, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -4.786375104805622, + 1.5422084381389591 + ] + }, + "pct": { + "value": -1.0256303793562571, + "ci95": [ + -2.9506904548589934, + 0.8639041078058627 + ], + "ci90": [ + -2.6288718649025866, + 0.5621614263576314 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9894551880558529, + "wilcoxon": { + "p": 0.3239099840893077, + "z": -0.9864548022179522, + "w_plus": 781.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 260.83745, + "median": 254.2995 + }, + "candidate": { + "mean": 270.70236666666665, + "median": 267.38599999999997 + }, + "diff": { + "mean": 9.864916666666664, + "sd": 68.87655846347579, + "se": 8.891925462437442, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -7.927785085976057, + 27.657618419309387 + ] + }, + "pct": { + "value": 3.782016986696757, + "ci95": [ + -3.0875167592912955, + 10.574742267937916 + ], + "ci90": [ + -1.8892077277859831, + 9.43992052134725 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0456728400598618, + "wilcoxon": { + "p": 0.1851417865563299, + "z": 1.3250885402927717, + "w_plus": 1095.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 942.3923166666666, + "median": 905.1565 + }, + "candidate": { + "mean": 963.4964833333332, + "median": 915.6334999999999 + }, + "diff": { + "mean": 21.104166666666668, + "sd": 452.4043911978798, + "se": 58.405155762016456, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -95.76428006965372, + 137.97261340298707 + ] + }, + "pct": { + "value": 2.239424737811335, + "ci95": [ + -9.328600178223994, + 15.315146652227277 + ], + "ci90": [ + -7.543390303850102, + 12.897804041411174 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.030347732157793, + "wilcoxon": { + "p": 0.48894318056906516, + "z": 0.6919906821528918, + "w_plus": 1009.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 4199.283733333334, + "median": 2584.047 + }, + "candidate": { + "mean": 6872.201566666667, + "median": 2480.6440000000002 + }, + "diff": { + "mean": 2672.9178333333334, + "sd": 17187.946247674874, + "se": 2218.9543190917684, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1767.1995033582984, + 7113.035170024965 + ] + }, + "pct": { + "value": 63.65175594390256, + "ci95": [ + -24.875666790940837, + 228.4747823569183 + ], + "ci90": [ + -14.70765085656982, + 196.6197887377207 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9321136815182522, + "wilcoxon": { + "p": 0.9413159156405683, + "z": 0.0736160300162651, + "w_plus": 925.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.664671, + "median": 0.6553995 + }, + "candidate": { + "mean": 0.6586093333333333, + "median": 0.6487175000000001 + }, + "diff": { + "mean": -0.006061666666666673, + "sd": 0.06975848004623941, + "se": 0.009005781049194254, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.024082192922179304, + 0.011958859588845957 + ] + }, + "pct": { + "value": -0.9119800121664356, + "ci95": [ + -3.5118126278026507, + 1.7531700430267605 + ], + "ci90": [ + -3.0858960722149384, + 1.2794560313284238 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9926922876856068, + "wilcoxon": { + "p": 0.7018655729035307, + "z": -0.3828033560845785, + "w_plus": 863.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 643.4821, + "median": 637.106 + }, + "candidate": { + "mean": 635.6673166666666, + "median": 625.683 + }, + "diff": { + "mean": -7.814783333333333, + "sd": 67.51721713833295, + "se": 8.716435251967784, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -25.256329985926534, + 9.626763319259867 + ] + }, + "pct": { + "value": -1.2144523263869167, + "ci95": [ + -3.8131472032168983, + 1.4362923730877633 + ], + "ci90": [ + -3.3973420082389603, + 0.9693293619842837 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9892247575969008, + "wilcoxon": { + "p": 0.5123501525422911, + "z": -0.6551826671447594, + "w_plus": 826.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 608.3874500000001, + "median": 592.519 + }, + "candidate": { + "mean": 602.43255, + "median": 592.7915 + }, + "diff": { + "mean": -5.954899999999998, + "sd": 58.43305543567915, + "se": 7.543675019013337, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -21.049758846845624, + 9.13995884684563 + ] + }, + "pct": { + "value": -0.9788005982043324, + "ci95": [ + -3.3852584821406335, + 1.4260445659859382 + ], + "ci90": [ + -2.974315469633172, + 1.0027167644787298 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9938400494930375, + "wilcoxon": { + "p": 0.6270623191759824, + "z": -0.48586579810734964, + "w_plus": 849.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 833.0666, + "median": 843.5074999999999 + }, + "candidate": { + "mean": 820.0163, + "median": 803.4245000000001 + }, + "diff": { + "mean": -13.050299999999998, + "sd": 142.5573924053046, + "se": 18.40408022215001, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -49.87677946248791, + 23.77617946248791 + ] + }, + "pct": { + "value": -1.5665374172965318, + "ci95": [ + -5.833194047939245, + 2.713351018020739 + ], + "ci90": [ + -5.142772489481326, + 2.004292857981157 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9838273675326701, + "wilcoxon": { + "p": 0.7460057700658305, + "z": -0.3239105320715664, + "w_plus": 871.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1418.3975333333333, + "median": 1343.098 + }, + "candidate": { + "mean": 1405.40065, + "median": 1368.7235 + }, + "diff": { + "mean": -12.996883333333356, + "sd": 381.5753162234868, + "se": 49.26116150191311, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -111.5682398179213, + 85.57447315125458 + ] + }, + "pct": { + "value": -0.9163075250694819, + "ci95": [ + -7.433782696265158, + 5.9947223007847725 + ], + "ci90": [ + -6.4111094182390715, + 4.872529363564705 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9904092273210281, + "wilcoxon": { + "p": 0.6640454984139775, + "z": -0.43433457709596407, + "w_plus": 856.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 3140.516183333333, + "median": 2979.9845 + }, + "candidate": { + "mean": 3129.367133333333, + "median": 2912.8975 + }, + "diff": { + "mean": -11.149050000000061, + "sd": 1739.5946397485184, + "se": 224.5807022965901, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -460.5339973032945, + 438.2358973032944 + ] + }, + "pct": { + "value": -0.3550069271786582, + "ci95": [ + -12.978662180084951, + 14.290156293012158 + ], + "ci90": [ + -11.19338382697405, + 11.909897533816428 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0416724130914508, + "wilcoxon": { + "p": 0.9647691997243222, + "z": 0.044169618009759055, + "w_plus": 921.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 4806.144533333334, + "median": 3763.929 + }, + "candidate": { + "mean": 5526.780583333334, + "median": 4312.4875 + }, + "diff": { + "mean": 720.63605, + "sd": 8504.745098737752, + "se": 1097.957871038349, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1476.3725752833725, + 2917.6446752833726 + ] + }, + "pct": { + "value": 14.994056982722448, + "ci95": [ + -20.916702629701163, + 71.660934948072 + ], + "ci90": [ + -16.87121803149087, + 60.88956712666566 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.076983786029655, + "wilcoxon": { + "p": 0.4843318991490297, + "z": 0.6993522851545184, + "w_plus": 1010.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.24915008333333333, + "median": 0.244135 + }, + "candidate": { + "mean": 0.2393565666666667, + "median": 0.2331975 + }, + "diff": { + "mean": -0.009793516666666668, + "sd": 0.03071513353574035, + "se": 0.003965306688681977, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.017728077023421808, + -0.0018589563099115306 + ] + }, + "pct": { + "value": -3.930769974322701, + "ci95": [ + -6.938078536539846, + -0.8562365871381981 + ], + "ci90": [ + -6.475500697433095, + -1.3663526601802582 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9700784179244226, + "wilcoxon": { + "p": 0.008044959221114745, + "z": -2.6501770805855434, + "w_plus": 555.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 54698.71286666666, + "median": 52867.460999999996 + }, + "candidate": { + "mean": 21363.94123333333, + "median": 20846.1005 + }, + "diff": { + "mean": -33334.77163333333, + "sd": 6183.445896612133, + "se": 798.2794326584459, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34932.1250885058, + -31737.418178160853 + ] + }, + "pct": { + "value": -60.942515621144544, + "ci95": [ + -62.22589923671595, + -59.60982843560697 + ], + "ci90": [ + -62.04173967890029, + -59.840535956520505 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3975653700102482, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 56451.66925, + "median": 53231.7465 + }, + "candidate": { + "mean": 21068.2356, + "median": 20161.674 + }, + "diff": { + "mean": -35383.43365, + "sd": 7845.606022240743, + "se": 1012.8633821681004, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -37410.16859635322, + -33356.698703646776 + ] + }, + "pct": { + "value": -62.67916276009854, + "ci95": [ + -64.1921373283878, + -61.12716510526704 + ], + "ci90": [ + -63.96315681856245, + -61.391192268981136 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.38411886045767035, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 85919.91466666666, + "median": 81248.728 + }, + "candidate": { + "mean": 26591.962566666665, + "median": 25301.3655 + }, + "diff": { + "mean": -59327.9521, + "sd": 11677.406004592895, + "se": 1507.546632756359, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -62344.54594439801, + -56311.358255602 + ] + }, + "pct": { + "value": -69.05029215888732, + "ci95": [ + -70.33522276705209, + -67.69941242798042 + ], + "ci90": [ + -70.14839376679959, + -67.91670886053869 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.31303649358840524, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 94109.19911666666, + "median": 89099.5045 + }, + "candidate": { + "mean": 30241.64675, + "median": 28682.855499999998 + }, + "diff": { + "mean": -63867.55236666666, + "sd": 14595.257740834784, + "se": 1884.2396721286002, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67637.90724180655, + -60097.19749152678 + ] + }, + "pct": { + "value": -67.86536594312147, + "ci95": [ + -69.78652821241504, + -65.48469969597367 + ], + "ci90": [ + -69.5493292854462, + -65.92290908762703 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.30831746900813395, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 96679.0055, + "median": 92217.3955 + }, + "candidate": { + "mean": 31479.508433333333, + "median": 30180.366 + }, + "diff": { + "mean": -65199.49706666667, + "sd": 15164.451285640056, + "se": 1957.7222427885863, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -69116.89022606723, + -61282.10390726611 + ] + }, + "pct": { + "value": -67.43914744413321, + "ci95": [ + -69.4752233160073, + -65.03806229336381 + ], + "ci90": [ + -69.1850807158866, + -65.45862236632115 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.31035698927711286, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 97487.7623, + "median": 93498.445 + }, + "candidate": { + "mean": 32301.36016666667, + "median": 30420.4135 + }, + "diff": { + "mean": -65186.40213333334, + "sd": 15103.159717205961, + "se": 1949.8095353283136, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -69087.96200167773, + -61284.84226498895 + ] + }, + "pct": { + "value": -66.86624104955308, + "ci95": [ + -68.86947812832086, + -64.46893813216593 + ], + "ci90": [ + -68.5762877031584, + -64.91764440745058 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.32151860478237293, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.6178315793666647, + "median": 1.6055103125002006 + }, + "candidate": { + "mean": 1.5974689173000343, + "median": 1.5822624755001016 + }, + "diff": { + "mean": -0.02036266206663034, + "sd": 0.09537322961016792, + "se": 0.012312630998473214, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.045000179786681596, + 0.004274855653420916 + ] + }, + "pct": { + "value": -1.2586391764340399, + "ci95": [ + -2.7314398118653713, + 0.23732551040156533 + ], + "ci90": [ + -2.489006548425337, + -0.029787836595098382 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9901622032603756, + "wilcoxon": { + "p": 0.07482951116086291, + "z": -1.7815079263936153, + "w_plus": 673.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.258402416666665, + "median": 1.237134000000001 + }, + "candidate": { + "mean": 1.245776916666666, + "median": 1.2350080000000077 + }, + "diff": { + "mean": -0.012625499999999068, + "sd": 0.08602621783719959, + "se": 0.011105936967356182, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03484842854101844, + 0.009597428541020307 + ] + }, + "pct": { + "value": -1.0032959117674212, + "ci95": [ + -2.7243862419179994, + 0.699996659941716 + ], + "ci90": [ + -2.4376828775166444, + 0.4141124478131516 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9965597710430016, + "wilcoxon": { + "p": 0.3536348282095313, + "z": -0.9275619782049402, + "w_plus": 789.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.4235143333333333, + "median": 0.4187565 + }, + "candidate": { + "mean": 0.41467034999999997, + "median": 0.41196299999999997 + }, + "diff": { + "mean": -0.008843983333333333, + "sd": 0.04902705264477577, + "se": 0.006329365280228361, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.021509014005302647, + 0.003821047338635983 + ] + }, + "pct": { + "value": -2.088237076588517, + "ci95": [ + -4.949832639166585, + 0.7736558050046493 + ], + "ci90": [ + -4.497321094996575, + 0.29890691340464587 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.972402936372881, + "wilcoxon": { + "p": 0.11687612899840598, + "z": -1.5680214393464464, + "w_plus": 702.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.5090917333333332, + "median": 0.5099155 + }, + "candidate": { + "mean": 0.49600033333333327, + "median": 0.5009385 + }, + "diff": { + "mean": -0.013091400000000005, + "sd": 0.04632596516659906, + "se": 0.0059806563862407685, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.025058665786801874, + -0.0011241342131981334 + ] + }, + "pct": { + "value": -2.571520836585306, + "ci95": [ + -4.778497977050226, + -0.2779173468822599 + ], + "ci90": [ + -4.427317556319224, + -0.6268701383217348 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9604686201950996, + "wilcoxon": { + "p": 0.02474959116379572, + "z": -2.2452889154960856, + "w_plus": 610.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9326060666666667, + "median": 0.927435 + }, + "candidate": { + "mean": 0.9106706833333332, + "median": 0.905457 + }, + "diff": { + "mean": -0.02193538333333333, + "sd": 0.04934470370841133, + "se": 0.006370373856207215, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.03468247197629831, + -0.009188294690368345 + ] + }, + "pct": { + "value": -2.352052395684623, + "ci95": [ + -3.6639794645367787, + -1.0414627721521725 + ], + "ci90": [ + -3.4524277699614996, + -1.2564374335646864 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9761557745701898, + "wilcoxon": { + "p": 0.0014347169120967405, + "z": -3.1875740997042787, + "w_plus": 482.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13618.65, + "median": 13687.5 + }, + "candidate": { + "mean": 13485.583333333334, + "median": 13490.5 + }, + "diff": { + "mean": -133.06666666666666, + "sd": 742.8953177314719, + "se": 95.90737311831526, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -324.97687700100266, + 58.84354366766934 + ] + }, + "pct": { + "value": -0.9770914640339967, + "ci95": [ + -2.364272374073035, + 0.3918471264606487 + ], + "ci90": [ + -2.1454994999067067, + 0.16527764579072182 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9972496813393584, + "wilcoxon": { + "p": 0.2315917613900037, + "z": -1.1962685914944484, + "w_plus": 752.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6236.6, + "median": 6282.0 + }, + "candidate": { + "mean": 4972.0, + "median": 4964.0 + }, + "diff": { + "mean": -1264.6, + "sd": 190.94743264547523, + "se": 24.651207554566266, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1313.9269523809817, + -1215.2730476190181 + ] + }, + "pct": { + "value": -20.277074046756248, + "ci95": [ + -20.915187902000795, + -19.602722484922094 + ], + "ci90": [ + -20.821518749861408, + -19.71717425437803 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7928782755705832, + "wilcoxon": { + "p": 1.6267450251745744e-11, + "z": -6.736117724253362, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.md new file mode 100644 index 0000000..1b9bc12 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-concurrent100.stats.md @@ -0,0 +1,77 @@ +candidate concurrent100 against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.6870 | 0.6821 | -0.72 | [-2.35, +0.86] | [-2.08, +0.58] | 0.992 | 0.5758 | no material change | +| single_rtt_mean_us | 60 | 137.3 | 136.3 | -0.72 | [-2.36, +0.85] | [-2.08, +0.58] | 0.992 | 0.5658 | no material change | +| single_rtt_p50_us | 60 | 127.8 | 125.9 | -1.51 | [-2.86, -0.16] | [-2.64, -0.38] | 0.978 | 0.0460 | no material change; repeatable change (-) | +| single_rtt_p90_us | 60 | 158.2 | 156.5 | -1.03 | [-2.95, +0.86] | [-2.63, +0.56] | 0.989 | 0.3239 | no material change | +| single_rtt_p99_us | 60 | 260.8 | 270.7 | +3.78 | [-3.09, +10.57] | [-1.89, +9.44] | 1.046 | 0.1851 | inconclusive | +| single_rtt_p999_us | 60 | 942.4 | 963.5 | +2.24 | [-9.33, +15.32] | [-7.54, +12.90] | 1.030 | 0.4889 | inconclusive | +| single_rtt_max_us | 60 | 4199.3 | 6872.2 | +63.65 | [-24.88, +228.47] | [-14.71, +196.62] | 0.932 | 0.9413 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.6647 | 0.6586 | -0.91 | [-3.51, +1.75] | [-3.09, +1.28] | 0.993 | 0.7019 | no material change | +| multi_rtt_mean_us | 60 | 643.5 | 635.7 | -1.21 | [-3.81, +1.44] | [-3.40, +0.97] | 0.989 | 0.5124 | no material change | +| multi_rtt_p50_us | 60 | 608.4 | 602.4 | -0.98 | [-3.39, +1.43] | [-2.97, +1.00] | 0.994 | 0.6271 | no material change | +| multi_rtt_p90_us | 60 | 833.1 | 820.0 | -1.57 | [-5.83, +2.71] | [-5.14, +2.00] | 0.984 | 0.7460 | inconclusive | +| multi_rtt_p99_us | 60 | 1418.4 | 1405.4 | -0.92 | [-7.43, +5.99] | [-6.41, +4.87] | 0.990 | 0.6640 | inconclusive | +| multi_rtt_p999_us | 60 | 3140.5 | 3129.4 | -0.36 | [-12.98, +14.29] | [-11.19, +11.91] | 1.042 | 0.9648 | inconclusive | +| multi_rtt_max_us | 60 | 4806.1 | 5526.8 | +14.99 | [-20.92, +71.66] | [-16.87, +60.89] | 1.077 | 0.4843 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2492 | 0.2394 | -3.93 | [-6.94, -0.86] | [-6.48, -1.37] | 0.970 | 0.0080 | inconclusive; repeatable change (-) | +| fanout_delivery_mean_us | 60 | 54698.7 | 21363.9 | -60.94 | [-62.23, -59.61] | [-62.04, -59.84] | 0.398 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 56451.7 | 21068.2 | -62.68 | [-64.19, -61.13] | [-63.96, -61.39] | 0.384 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 85919.9 | 26592.0 | -69.05 | [-70.34, -67.70] | [-70.15, -67.92] | 0.313 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 94109.2 | 30241.6 | -67.87 | [-69.79, -65.48] | [-69.55, -65.92] | 0.308 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 96679.0 | 31479.5 | -67.44 | [-69.48, -65.04] | [-69.19, -65.46] | 0.310 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 97487.8 | 32301.4 | -66.87 | [-68.87, -64.47] | [-68.58, -64.92] | 0.322 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.6178 | 1.5975 | -1.26 | [-2.73, +0.24] | [-2.49, -0.03] | 0.990 | 0.0748 | no material change | +| client_cpu_s | 60 | 1.2584 | 1.2458 | -1.00 | [-2.72, +0.70] | [-2.44, +0.41] | 0.997 | 0.3536 | no material change | +| broker_user_s | 60 | 0.4235 | 0.4147 | -2.09 | [-4.95, +0.77] | [-4.50, +0.30] | 0.972 | 0.1169 | no material change | +| broker_sys_s | 60 | 0.5091 | 0.4960 | -2.57 | [-4.78, -0.28] | [-4.43, -0.63] | 0.960 | 0.0247 | no material change; repeatable change (-) | +| broker_cpu_s | 60 | 0.9326 | 0.9107 | -2.35 | [-3.66, -1.04] | [-3.45, -1.26] | 0.976 | 0.0014 | no material change; repeatable change (-) | +| broker_vcsw | 60 | 13618.6 | 13485.6 | -0.98 | [-2.36, +0.39] | [-2.15, +0.17] | 0.997 | 0.2316 | no material change | +| broker_maxrss_kib | 60 | 6237 | 4972 | -20.28 | [-20.92, -19.60] | [-20.82, -19.72] | 0.793 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.6800 | 0.6828 | -0.0049 | [-0.0163, +0.0065] | +| single_rtt_mean_us | 135.9 | 136.5 | -1.0 | [-3.3, +1.3] | +| single_rtt_p50_us | 127.2 | 125.3 | -1.9 | [-3.7, -0.1] | +| single_rtt_p90_us | 155.9 | 156.1 | -1.6 | [-4.8, +1.5] | +| single_rtt_p99_us | 254.3 | 267.4 | +9.9 | [-7.9, +27.7] | +| single_rtt_p999_us | 905.2 | 915.6 | +21.1 | [-95.8, +138.0] | +| single_rtt_max_us | 2584.0 | 2480.6 | +2672.9 | [-1767.2, +7113.0] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.6554 | 0.6487 | -0.0061 | [-0.0241, +0.0120] | +| multi_rtt_mean_us | 637.1 | 625.7 | -7.8 | [-25.3, +9.6] | +| multi_rtt_p50_us | 592.5 | 592.8 | -6.0 | [-21.0, +9.1] | +| multi_rtt_p90_us | 843.5 | 803.4 | -13.1 | [-49.9, +23.8] | +| multi_rtt_p99_us | 1343.1 | 1368.7 | -13.0 | [-111.6, +85.6] | +| multi_rtt_p999_us | 2980.0 | 2912.9 | -11.1 | [-460.5, +438.2] | +| multi_rtt_max_us | 3763.9 | 4312.5 | +720.6 | [-1476.4, +2917.6] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2441 | 0.2332 | -0.0098 | [-0.0177, -0.0019] | +| fanout_delivery_mean_us | 52867.5 | 20846.1 | -33334.8 | [-34932.1, -31737.4] | +| fanout_delivery_p50_us | 53231.7 | 20161.7 | -35383.4 | [-37410.2, -33356.7] | +| fanout_delivery_p90_us | 81248.7 | 25301.4 | -59328.0 | [-62344.5, -56311.4] | +| fanout_delivery_p99_us | 89099.5 | 28682.9 | -63867.6 | [-67637.9, -60097.2] | +| fanout_delivery_p999_us | 92217.4 | 30180.4 | -65199.5 | [-69116.9, -61282.1] | +| fanout_delivery_max_us | 93498.4 | 30420.4 | -65186.4 | [-69088.0, -61284.8] | +| client_wall_s | 1.6055 | 1.5823 | -0.0204 | [-0.0450, +0.0043] | +| client_cpu_s | 1.2371 | 1.2350 | -0.0126 | [-0.0348, +0.0096] | +| broker_user_s | 0.4188 | 0.4120 | -0.0088 | [-0.0215, +0.0038] | +| broker_sys_s | 0.5099 | 0.5009 | -0.0131 | [-0.0251, -0.0011] | +| broker_cpu_s | 0.9274 | 0.9055 | -0.0219 | [-0.0347, -0.0092] | +| broker_vcsw | 13687.5 | 13490.5 | -133.1 | [-325.0, +58.8] | +| broker_maxrss_kib | 6282 | 4964 | -1265 | [-1314, -1215] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.json new file mode 100644 index 0000000..834eb1c --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.json @@ -0,0 +1,1533 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json", + "started": "2026-10-22T18:33:34+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6870362666666666, + "median": 0.6799580000000001 + }, + "candidate": { + "mean": 0.6899239166666666, + "median": 0.6836979999999999 + }, + "diff": { + "mean": 0.002887650000000008, + "sd": 0.04871507933245054, + "se": 0.0062890896987918025, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009696789419664936, + 0.015472089419664953 + ] + }, + "pct": { + "value": 0.420305323037784, + "ci95": [ + -1.41125805776829, + 2.1827782183879383 + ], + "ci90": [ + -1.1048706614263597, + 1.888760528709849 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0102779373276487, + "wilcoxon": { + "p": 0.48894318056906516, + "z": 0.6919906821528918, + "w_plus": 1009.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 137.31876666666668, + "median": 135.9115 + }, + "candidate": { + "mean": 137.89655, + "median": 136.659 + }, + "diff": { + "mean": 0.5777833333333331, + "sd": 9.737306893003375, + "se": 1.2570809144504251, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.9376297663649433, + 3.0931964330316095 + ] + }, + "pct": { + "value": 0.4207606486416049, + "ci95": [ + -1.4108237354015865, + 2.183302190757017 + ], + "ci90": [ + -1.1047038282578363, + 1.8896654468766088 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0102099289832394, + "wilcoxon": { + "p": 0.49357801242517585, + "z": 0.6846290791512654, + "w_plus": 1008.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 127.8353, + "median": 127.166 + }, + "candidate": { + "mean": 126.93981666666667, + "median": 126.19300000000001 + }, + "diff": { + "mean": -0.8954833333333329, + "sd": 7.996405814418754, + "se": 1.032331551625333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.9611739967903166, + 1.1702073301236506 + ] + }, + "pct": { + "value": -0.7004976976886179, + "ci95": [ + -2.267884156361897, + 0.8496184683627741 + ], + "ci90": [ + -2.0132083669685383, + 0.6019821608424275 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9943453955083557, + "wilcoxon": { + "p": 0.42231309685542107, + "z": -0.8024147271772896, + "w_plus": 806.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 158.15476666666666, + "median": 155.9325 + }, + "candidate": { + "mean": 159.02781666666667, + "median": 157.2895 + }, + "diff": { + "mean": 0.8730500000000011, + "sd": 13.269063996244824, + "se": 1.7130287959072212, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.5547127031424623, + 4.300812703142465 + ] + }, + "pct": { + "value": 0.5520225652383193, + "ci95": [ + -1.6120965760292227, + 2.6033364009864153 + ], + "ci90": [ + -1.2586633136817509, + 2.2841418137486387 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0223197734626122, + "wilcoxon": { + "p": 0.4527227675249116, + "z": 0.7508835061659039, + "w_plus": 1017.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 260.83745, + "median": 254.2995 + }, + "candidate": { + "mean": 272.7399, + "median": 255.91 + }, + "diff": { + "mean": 11.902449999999998, + "sd": 87.34093544061413, + "se": 11.275666280122522, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -10.66010611139092, + 34.46500611139092 + ] + }, + "pct": { + "value": 4.563167597290962, + "ci95": [ + -3.7544932020885855, + 13.066158554501447 + ], + "ci90": [ + -2.4539234182832774, + 11.735114769922367 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0728347032405754, + "wilcoxon": { + "p": 0.28246695020720936, + "z": 1.0747940382374703, + "w_plus": 1061.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 942.3923166666666, + "median": 905.1565 + }, + "candidate": { + "mean": 967.42375, + "median": 855.597 + }, + "diff": { + "mean": 25.031433333333332, + "sd": 521.7562510448585, + "se": 67.35844236921176, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -109.75249852268448, + 159.81536518935113 + ] + }, + "pct": { + "value": 2.656158469316905, + "ci95": [ + -10.636463959942159, + 17.21979925082762 + ], + "ci90": [ + -8.693590562804502, + 14.923496787938673 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0652015245892357, + "wilcoxon": { + "p": 0.6693990124745206, + "z": 0.42697297409433754, + "w_plus": 973.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 4199.283733333334, + "median": 2584.047 + }, + "candidate": { + "mean": 8062.292016666667, + "median": 2547.361 + }, + "diff": { + "mean": 3863.008283333334, + "sd": 18381.006546671375, + "se": 2372.9777413929246, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -885.3092095002489, + 8611.325776166917 + ] + }, + "pct": { + "value": 91.99207599784953, + "ci95": [ + -9.9571636051677, + 264.2231845592636 + ], + "ci90": [ + 2.337179865574752, + 232.60982277715107 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1568393854948207, + "wilcoxon": { + "p": 0.12211987290128477, + "z": 1.545936630341567, + "w_plus": 1125.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.664671, + "median": 0.6553995 + }, + "candidate": { + "mean": 0.6681138166666667, + "median": 0.6552225 + }, + "diff": { + "mean": 0.003442816666666665, + "sd": 0.0746710365526499, + "se": 0.009639989367081945, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01584675750168437, + 0.0227323908350177 + ] + }, + "pct": { + "value": 0.5179730523321657, + "ci95": [ + -2.347678431296407, + 3.408301028314889 + ], + "ci90": [ + -1.8615420077923832, + 2.9266180031675892 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0064166135229913, + "wilcoxon": { + "p": 0.606334867988235, + "z": 0.5153122101138556, + "w_plus": 985.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 643.4821, + "median": 637.106 + }, + "candidate": { + "mean": 644.6999500000001, + "median": 633.531 + }, + "diff": { + "mean": 1.2178500000000023, + "sd": 71.1912208039263, + "se": 9.190747085659385, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -17.17279243958266, + 19.608492439582665 + ] + }, + "pct": { + "value": 0.18925934381082143, + "ci95": [ + -2.6452138006662773, + 3.042390315324191 + ], + "ci90": [ + -2.159457812424071, + 2.535501978227951 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0032452670930643, + "wilcoxon": { + "p": 0.7684032766789929, + "z": 0.2944641200650604, + "w_plus": 955.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 608.3874500000001, + "median": 592.519 + }, + "candidate": { + "mean": 608.8182166666667, + "median": 594.1769999999999 + }, + "diff": { + "mean": 0.43076666666666485, + "sd": 60.118751411126034, + "se": 7.761297433669159, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -15.099553626073671, + 15.961086959407002 + ] + }, + "pct": { + "value": 0.07080466019913079, + "ci95": [ + -2.4372746060240282, + 2.580190699059282 + ], + "ci90": [ + -2.0314221205989025, + 2.1762754092815206 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0099739013441609, + "wilcoxon": { + "p": 0.5171006897852737, + "z": 0.6478210641431328, + "w_plus": 1003.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 833.0666, + "median": 843.5074999999999 + }, + "candidate": { + "mean": 825.27115, + "median": 806.0525 + }, + "diff": { + "mean": -7.795450000000005, + "sd": 145.81865517983314, + "se": 18.825107435928523, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -45.46440297130809, + 29.87350297130808 + ] + }, + "pct": { + "value": -0.9357535159853936, + "ci95": [ + -5.325626903160946, + 3.5927982449795772 + ], + "ci90": [ + -4.591117491569744, + 2.8937843984578557 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9987417378716631, + "wilcoxon": { + "p": 0.7740338249385742, + "z": -0.28710251706343387, + "w_plus": 876.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1418.3975333333333, + "median": 1343.098 + }, + "candidate": { + "mean": 1445.7287333333334, + "median": 1363.3780000000002 + }, + "diff": { + "mean": 27.33119999999998, + "sd": 405.3789785665018, + "se": 52.3342010963545, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -77.38929450974743, + 132.0516945097474 + ] + }, + "pct": { + "value": 1.9269069042844311, + "ci95": [ + -4.915458160732739, + 9.503369546791005 + ], + "ci90": [ + -3.9000413858393777, + 8.10666389255956 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9985162629878294, + "wilcoxon": { + "p": 0.8713410812388083, + "z": 0.1619552660357832, + "w_plus": 937.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 3140.516183333333, + "median": 2979.9845 + }, + "candidate": { + "mean": 3351.67815, + "median": 3032.6285 + }, + "diff": { + "mean": 211.16196666666667, + "sd": 2096.9948208207907, + "se": 270.7208672707376, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -330.54923749412717, + 752.8731708274605 + ] + }, + "pct": { + "value": 6.723798074574483, + "ci95": [ + -9.478084441839808, + 25.1681701506372 + ], + "ci90": [ + -7.120832260876282, + 22.124056676893293 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0955006991975178, + "wilcoxon": { + "p": 0.6166604026909047, + "z": 0.5005890041106026, + "w_plus": 983.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 4806.144533333334, + "median": 3763.929 + }, + "candidate": { + "mean": 7579.77055, + "median": 4481.423000000001 + }, + "diff": { + "mean": 2773.626016666667, + "sd": 13793.241738640989, + "se": 1780.6998514656527, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -789.5461558785723, + 6336.798189211906 + ] + }, + "pct": { + "value": 57.71000013482739, + "ci95": [ + -4.428112226090938, + 154.77976885701304 + ], + "ci90": [ + 2.9447503606825354, + 134.93305017344613 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3941017424198585, + "wilcoxon": { + "p": 0.046043489170276744, + "z": 1.994994413440784, + "w_plus": 1186.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.24915008333333333, + "median": 0.244135 + }, + "candidate": { + "mean": 0.2470773, + "median": 0.2366095 + }, + "diff": { + "mean": -0.0020727833333333344, + "sd": 0.033396268990885526, + "se": 0.004311439787572094, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010699954421170966, + 0.006554387754504296 + ] + }, + "pct": { + "value": -0.8319416576554772, + "ci95": [ + -4.237913147086755, + 2.5198148528137385 + ], + "ci90": [ + -3.688281159691424, + 1.9670351266371084 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9995594981648095, + "wilcoxon": { + "p": 0.7460057700658305, + "z": -0.3239105320715664, + "w_plus": 871.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 54698.71286666666, + "median": 52867.460999999996 + }, + "candidate": { + "mean": 22073.821816666667, + "median": 21197.076 + }, + "diff": { + "mean": -32624.89105, + "sd": 6244.07030378284, + "se": 806.1060099699741, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34237.90545019909, + -31011.876649800903 + ] + }, + "pct": { + "value": -59.644714363802834, + "ci95": [ + -61.093367055986874, + -58.19847788420885 + ], + "ci90": [ + -60.87573648099242, + -58.4305519775902 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4054877348813075, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 56451.66925, + "median": 53231.7465 + }, + "candidate": { + "mean": 21801.137483333336, + "median": 20757.625 + }, + "diff": { + "mean": -34650.53176666667, + "sd": 8195.337259824426, + "se": 1058.0134907951042, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -36767.611871702706, + -32533.45166163063 + ] + }, + "pct": { + "value": -61.38088071977901, + "ci95": [ + -63.11564507230666, + -59.655346036103964 + ], + "ci90": [ + -62.8567572972038, + -59.91397239451063 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3916285595870005, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 85919.91466666666, + "median": 81248.728 + }, + "candidate": { + "mean": 27296.352033333333, + "median": 25625.842 + }, + "diff": { + "mean": -58623.562633333335, + "sd": 11778.028766249587, + "se": 1520.5369754278845, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -61666.15009337685, + -55580.97517328982 + ] + }, + "pct": { + "value": -68.23047120189567, + "ci95": [ + -69.62484345304287, + -66.83176682195152 + ], + "ci90": [ + -69.40500092370127, + -67.04864770557815 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3168820650418812, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 94109.19911666666, + "median": 89099.5045 + }, + "candidate": { + "mean": 31702.890949999997, + "median": 28560.787 + }, + "diff": { + "mean": -62406.30816666667, + "sd": 15235.729089921928, + "se": 1966.9241677531836, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -66342.1143353909, + -58470.50199794243 + ] + }, + "pct": { + "value": -66.3126546102065, + "ci95": [ + -68.56938567414922, + -63.45940844545773 + ], + "ci90": [ + -68.2787716062826, + -64.04119962529371 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.317686884238474, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 96679.0055, + "median": 92217.3955 + }, + "candidate": { + "mean": 33220.813083333334, + "median": 29684.3085 + }, + "diff": { + "mean": -63458.192416666665, + "sd": 16201.77848503714, + "se": 2091.640608383016, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67643.55560666282, + -59272.82922667051 + ] + }, + "pct": { + "value": -65.63802770671515, + "ci95": [ + -68.10482446075342, + -62.56999830147716 + ], + "ci90": [ + -67.76745494747826, + -63.19880838381589 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.32491095221475047, + "wilcoxon": { + "p": 1.6295557943119322e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 97487.7623, + "median": 93498.445 + }, + "candidate": { + "mean": 34159.90933333334, + "median": 30372.02 + }, + "diff": { + "mean": -63327.852966666665, + "sd": 16385.701795037636, + "se": 2115.385005603391, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67560.72858575628, + -59094.97734757705 + ] + }, + "pct": { + "value": -64.95979748902973, + "ci95": [ + -67.46429603971775, + -61.81718493120123 + ], + "ci90": [ + -67.11281727400186, + -62.45792378133279 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.32532114845766336, + "wilcoxon": { + "p": 1.7141493981716185e-11, + "z": -6.72850514348663, + "w_plus": 1.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.6178315793666647, + "median": 1.6055103125002006 + }, + "candidate": { + "mean": 1.6227661128833082, + "median": 1.6027464090000194 + }, + "diff": { + "mean": 0.004934533516643569, + "sd": 0.10889574658408877, + "se": 0.014058380433099966, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02319622075339603, + 0.03306528778668317 + ] + }, + "pct": { + "value": 0.3050090985722509, + "ci95": [ + -1.4489204498133645, + 1.9810415404083264 + ], + "ci90": [ + -1.1509069820728794, + 1.722947195100547 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0041252469758895, + "wilcoxon": { + "p": 0.470640630974582, + "z": 0.7214370941593979, + "w_plus": 1013.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.258402416666665, + "median": 1.237134000000001 + }, + "candidate": { + "mean": 1.2566421166666657, + "median": 1.2376015000000073 + }, + "diff": { + "mean": -0.0017602999999993152, + "sd": 0.09576127687106453, + "se": 0.01236272768443968, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.026498060957127013, + 0.02297746095712838 + ] + }, + "pct": { + "value": -0.13988371102005015, + "ci95": [ + -2.12331934236111, + 1.7767599877493117 + ], + "ci90": [ + -1.7778503624139912, + 1.4705754089959613 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.008322501799288, + "wilcoxon": { + "p": 0.976508557408465, + "z": -0.029446412006506037, + "w_plus": 911.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.4235143333333333, + "median": 0.4187565 + }, + "candidate": { + "mean": 0.42438391666666664, + "median": 0.41862999999999995 + }, + "diff": { + "mean": 0.0008695833333333282, + "sd": 0.04463164526006246, + "se": 0.005761920626868637, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01065999320994228, + 0.012399159876608936 + ] + }, + "pct": { + "value": 0.20532559700852104, + "ci95": [ + -2.466366307220982, + 2.887871329249962 + ], + "ci90": [ + -2.031279128903574, + 2.468388680081289 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0072337484116027, + "wilcoxon": { + "p": 0.740438937130804, + "z": 0.3312721350731929, + "w_plus": 960.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.5090917333333332, + "median": 0.5099155 + }, + "candidate": { + "mean": 0.49459021666666664, + "median": 0.4932775 + }, + "diff": { + "mean": -0.014501516666666676, + "sd": 0.05587110276174327, + "se": 0.00721292835101583, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.028934552959531193, + -6.848037380215687e-05 + ] + }, + "pct": { + "value": -2.8485075905115065, + "ci95": [ + -5.52881190252199, + -0.07701210187387822 + ], + "ci90": [ + -5.099233018544993, + -0.48621398861647164 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9757870233493325, + "wilcoxon": { + "p": 0.05948786601845171, + "z": -1.8845703684163864, + "w_plus": 659.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9326060666666667, + "median": 0.927435 + }, + "candidate": { + "mean": 0.9189741333333333, + "median": 0.902079 + }, + "diff": { + "mean": -0.013631933333333344, + "sd": 0.0608793944937668, + "se": 0.00785949603338501, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02935874857023984, + 0.002094881903573152 + ] + }, + "pct": { + "value": -1.4617032657804563, + "ci95": [ + -3.0776915799402045, + 0.2262791898192159 + ], + "ci90": [ + -2.8124184141494846, + -0.05550329308535665 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.977737791788091, + "wilcoxon": { + "p": 0.05468402173269245, + "z": -1.921378383424519, + "w_plus": 654.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 13618.65, + "median": 13687.5 + }, + "candidate": { + "mean": 13514.816666666668, + "median": 13560.0 + }, + "diff": { + "mean": -103.83333333333333, + "sd": 717.8345063669435, + "se": 92.67203628307314, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -289.2696496137911, + 81.60298294712446 + ] + }, + "pct": { + "value": -0.7624348473110887, + "ci95": [ + -2.093061451157043, + 0.5552540328881453 + ], + "ci90": [ + -1.8750473556328744, + 0.34718609403852846 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9931800689595414, + "wilcoxon": { + "p": 0.18392110917566856, + "z": -1.3287783431676796, + "w_plus": 734.5, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6236.6, + "median": 6282.0 + }, + "candidate": { + "mean": 4945.533333333334, + "median": 4946.0 + }, + "diff": { + "mean": -1291.0666666666666, + "sd": 202.37420170101794, + "se": 26.126397096335438, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1343.3454665025326, + -1238.7878668308006 + ] + }, + "pct": { + "value": -20.701450576703117, + "ci95": [ + -21.37473760025072, + -19.994183726272208 + ], + "ci90": [ + -21.273634758621245, + -20.11413463270313 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7901174614391386, + "wilcoxon": { + "p": 1.627766609627589e-11, + "z": -6.736026456365596, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.md new file mode 100644 index 0000000..af895c5 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/latency-timeout.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.6870 | 0.6899 | +0.42 | [-1.41, +2.18] | [-1.10, +1.89] | 1.010 | 0.4889 | no material change | +| single_rtt_mean_us | 60 | 137.3 | 137.9 | +0.42 | [-1.41, +2.18] | [-1.10, +1.89] | 1.010 | 0.4936 | no material change | +| single_rtt_p50_us | 60 | 127.8 | 126.9 | -0.70 | [-2.27, +0.85] | [-2.01, +0.60] | 0.994 | 0.4223 | no material change | +| single_rtt_p90_us | 60 | 158.2 | 159.0 | +0.55 | [-1.61, +2.60] | [-1.26, +2.28] | 1.022 | 0.4527 | no material change | +| single_rtt_p99_us | 60 | 260.8 | 272.7 | +4.56 | [-3.75, +13.07] | [-2.45, +11.74] | 1.073 | 0.2825 | inconclusive | +| single_rtt_p999_us | 60 | 942.4 | 967.4 | +2.66 | [-10.64, +17.22] | [-8.69, +14.92] | 1.065 | 0.6694 | inconclusive | +| single_rtt_max_us | 60 | 4199.3 | 8062.3 | +91.99 | [-9.96, +264.22] | [+2.34, +232.61] | 1.157 | 0.1221 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.6647 | 0.6681 | +0.52 | [-2.35, +3.41] | [-1.86, +2.93] | 1.006 | 0.6063 | no material change | +| multi_rtt_mean_us | 60 | 643.5 | 644.7 | +0.19 | [-2.65, +3.04] | [-2.16, +2.54] | 1.003 | 0.7684 | no material change | +| multi_rtt_p50_us | 60 | 608.4 | 608.8 | +0.07 | [-2.44, +2.58] | [-2.03, +2.18] | 1.010 | 0.5171 | no material change | +| multi_rtt_p90_us | 60 | 833.1 | 825.3 | -0.94 | [-5.33, +3.59] | [-4.59, +2.89] | 0.999 | 0.7740 | no material change | +| multi_rtt_p99_us | 60 | 1418.4 | 1445.7 | +1.93 | [-4.92, +9.50] | [-3.90, +8.11] | 0.999 | 0.8713 | inconclusive | +| multi_rtt_p999_us | 60 | 3140.5 | 3351.7 | +6.72 | [-9.48, +25.17] | [-7.12, +22.12] | 1.096 | 0.6167 | inconclusive | +| multi_rtt_max_us | 60 | 4806.1 | 7579.8 | +57.71 | [-4.43, +154.78] | [+2.94, +134.93] | 1.394 | 0.0460 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2492 | 0.2471 | -0.83 | [-4.24, +2.52] | [-3.69, +1.97] | 1.000 | 0.7460 | no material change | +| fanout_delivery_mean_us | 60 | 54698.7 | 22073.8 | -59.64 | [-61.09, -58.20] | [-60.88, -58.43] | 0.405 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 56451.7 | 21801.1 | -61.38 | [-63.12, -59.66] | [-62.86, -59.91] | 0.392 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 85919.9 | 27296.4 | -68.23 | [-69.62, -66.83] | [-69.41, -67.05] | 0.317 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 94109.2 | 31702.9 | -66.31 | [-68.57, -63.46] | [-68.28, -64.04] | 0.318 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 96679.0 | 33220.8 | -65.64 | [-68.10, -62.57] | [-67.77, -63.20] | 0.325 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 97487.8 | 34159.9 | -64.96 | [-67.46, -61.82] | [-67.11, -62.46] | 0.325 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.6178 | 1.6228 | +0.31 | [-1.45, +1.98] | [-1.15, +1.72] | 1.004 | 0.4706 | no material change | +| client_cpu_s | 60 | 1.2584 | 1.2566 | -0.14 | [-2.12, +1.78] | [-1.78, +1.47] | 1.008 | 0.9765 | no material change | +| broker_user_s | 60 | 0.4235 | 0.4244 | +0.21 | [-2.47, +2.89] | [-2.03, +2.47] | 1.007 | 0.7404 | no material change | +| broker_sys_s | 60 | 0.5091 | 0.4946 | -2.85 | [-5.53, -0.08] | [-5.10, -0.49] | 0.976 | 0.0595 | inconclusive; repeatable change (-) | +| broker_cpu_s | 60 | 0.9326 | 0.9190 | -1.46 | [-3.08, +0.23] | [-2.81, -0.06] | 0.978 | 0.0547 | no material change | +| broker_vcsw | 60 | 13618.6 | 13514.8 | -0.76 | [-2.09, +0.56] | [-1.88, +0.35] | 0.993 | 0.1839 | no material change | +| broker_maxrss_kib | 60 | 6237 | 4946 | -20.70 | [-21.37, -19.99] | [-21.27, -20.11] | 0.790 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.6800 | 0.6837 | +0.0029 | [-0.0097, +0.0155] | +| single_rtt_mean_us | 135.9 | 136.7 | +0.6 | [-1.9, +3.1] | +| single_rtt_p50_us | 127.2 | 126.2 | -0.9 | [-3.0, +1.2] | +| single_rtt_p90_us | 155.9 | 157.3 | +0.9 | [-2.6, +4.3] | +| single_rtt_p99_us | 254.3 | 255.9 | +11.9 | [-10.7, +34.5] | +| single_rtt_p999_us | 905.2 | 855.6 | +25.0 | [-109.8, +159.8] | +| single_rtt_max_us | 2584.0 | 2547.4 | +3863.0 | [-885.3, +8611.3] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.6554 | 0.6552 | +0.0034 | [-0.0158, +0.0227] | +| multi_rtt_mean_us | 637.1 | 633.5 | +1.2 | [-17.2, +19.6] | +| multi_rtt_p50_us | 592.5 | 594.2 | +0.4 | [-15.1, +16.0] | +| multi_rtt_p90_us | 843.5 | 806.1 | -7.8 | [-45.5, +29.9] | +| multi_rtt_p99_us | 1343.1 | 1363.4 | +27.3 | [-77.4, +132.1] | +| multi_rtt_p999_us | 2980.0 | 3032.6 | +211.2 | [-330.5, +752.9] | +| multi_rtt_max_us | 3763.9 | 4481.4 | +2773.6 | [-789.5, +6336.8] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2441 | 0.2366 | -0.0021 | [-0.0107, +0.0066] | +| fanout_delivery_mean_us | 52867.5 | 21197.1 | -32624.9 | [-34237.9, -31011.9] | +| fanout_delivery_p50_us | 53231.7 | 20757.6 | -34650.5 | [-36767.6, -32533.5] | +| fanout_delivery_p90_us | 81248.7 | 25625.8 | -58623.6 | [-61666.2, -55581.0] | +| fanout_delivery_p99_us | 89099.5 | 28560.8 | -62406.3 | [-66342.1, -58470.5] | +| fanout_delivery_p999_us | 92217.4 | 29684.3 | -63458.2 | [-67643.6, -59272.8] | +| fanout_delivery_max_us | 93498.4 | 30372.0 | -63327.9 | [-67560.7, -59095.0] | +| client_wall_s | 1.6055 | 1.6027 | +0.0049 | [-0.0232, +0.0331] | +| client_cpu_s | 1.2371 | 1.2376 | -0.0018 | [-0.0265, +0.0230] | +| broker_user_s | 0.4188 | 0.4186 | +0.0009 | [-0.0107, +0.0124] | +| broker_sys_s | 0.5099 | 0.4933 | -0.0145 | [-0.0289, -0.0001] | +| broker_cpu_s | 0.9274 | 0.9021 | -0.0136 | [-0.0294, +0.0021] | +| broker_vcsw | 13687.5 | 13560.0 | -103.8 | [-289.3, +81.6] | +| broker_maxrss_kib | 6282 | 4946 | -1291 | [-1343, -1239] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.json new file mode 100644 index 0000000..ecd7210 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.json @@ -0,0 +1,685 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json", + "started": "2026-10-22T18:38:45+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "timeout", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 3.295520243625, + "median": 3.2545475495 + }, + "candidate": { + "mean": 3.28884521875, + "median": 3.275082094 + }, + "diff": { + "mean": -0.006675024874999991, + "sd": 0.24741908665736498, + "se": 0.03912039252179248, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.08580348761710356, + 0.07245343786710358 + ] + }, + "pct": { + "value": -0.20254844096049274, + "ci95": [ + -2.5675576580999744, + 2.0728023797152955 + ], + "ci90": [ + -2.178222854046519, + 1.7225880660039126 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9977007965566916, + "wilcoxon": { + "p": 0.798426026207522, + "z": 0.2553846488727454, + "w_plus": 429.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 3.76786193055, + "median": 3.709618957 + }, + "candidate": { + "mean": 3.7541803539, + "median": 3.727679555 + }, + "diff": { + "mean": -0.013681576649999982, + "sd": 0.3211109261186445, + "se": 0.05077209540504842, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.11637783301703146, + 0.08901467971703149 + ] + }, + "pct": { + "value": -0.36311247339159136, + "ci95": [ + -2.954273111846396, + 2.2354658295855043 + ], + "ci90": [ + -2.541113633342526, + 1.8143348801469235 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.000328085020151, + "wilcoxon": { + "p": 0.7674526741308423, + "z": -0.295708540800021, + "w_plus": 388.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 7.0693940410001685, + "median": 7.032672993999768 + }, + "candidate": { + "mean": 7.04924757455002, + "median": 7.0256653069998265 + }, + "diff": { + "mean": -0.020146466450148635, + "sd": 0.46186606886319637, + "se": 0.0730274375777938, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.16785840135230334, + 0.12756546845200606 + ] + }, + "pct": { + "value": -0.28498151798167504, + "ci95": [ + -2.31850472796079, + 1.7004671102642681 + ], + "ci90": [ + -1.99636006476313, + 1.3612271628592623 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0018206141607529, + "wilcoxon": { + "p": 0.9785533759834825, + "z": -0.02688259461818373, + "w_plus": 408.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 6.479006999999993, + "median": 6.4900239999999485 + }, + "candidate": { + "mean": 6.474342999999995, + "median": 6.44360549999999 + }, + "diff": { + "mean": -0.0046639999999978695, + "sd": 0.3284116091294176, + "se": 0.05192643474449535, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.10969512806756987, + 0.10036712806757414 + ] + }, + "pct": { + "value": -0.07198633988199088, + "ci95": [ + -1.6416092352129668, + 1.47033400767638 + ], + "ci90": [ + -1.390212123483761, + 1.237586436265303 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.004049763624351, + "wilcoxon": { + "p": 0.8507369906100234, + "z": 0.1881781623272861, + "w_plus": 424.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 10539.7, + "median": 10375.5 + }, + "candidate": { + "mean": 10262.725, + "median": 10515.0 + }, + "diff": { + "mean": -276.975, + "sd": 4039.559873763223, + "se": 638.7104972857019, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -1568.8889233919522, + 1014.938923391952 + ] + }, + "pct": { + "value": -2.6279210983234824, + "ci95": [ + -13.237525201420384, + 9.777207531013426 + ], + "ci90": [ + -11.766529837001132, + 7.561250218846428 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9374461148432294, + "wilcoxon": { + "p": 0.609512610057225, + "z": -0.5107692977454908, + "w_plus": 372.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.4219999999999997, + "median": 3.415 + }, + "candidate": { + "mean": 3.4299999999999997, + "median": 3.435 + }, + "diff": { + "mean": 0.008000000000000063, + "sd": 0.2239757312860663, + "se": 0.035413672573290166, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.06363091395914874, + 0.07963091395914887 + ] + }, + "pct": { + "value": 0.23378141437755406, + "ci95": [ + -1.7457139601662408, + 2.244751909483288 + ], + "ci90": [ + -1.4571330991827607, + 1.9360280094478306 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9941848179797316, + "wilcoxon": { + "p": 0.8889766235880754, + "z": 0.13959926220588895, + "w_plus": 400.0, + "n_nonzero": 39, + "variance": 5131.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 2.9739999999999998, + "median": 2.95 + }, + "candidate": { + "mean": 2.94475, + "median": 2.9350000000000005 + }, + "diff": { + "mean": -0.029249999999999943, + "sd": 0.28618075245711944, + "se": 0.045249150013266286, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.12077504487121483, + 0.06227504487121495 + ] + }, + "pct": { + "value": -0.9835238735709462, + "ci95": [ + -3.863508951109968, + 1.9917569989478876 + ], + "ci90": [ + -3.4094420101924285, + 1.5050894101555994 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9690485109571081, + "wilcoxon": { + "p": 0.5363225890460284, + "z": -0.6183834736945498, + "w_plus": 364.0, + "n_nonzero": 40, + "variance": 5533.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.52463055, + "median": 2.4939590000000003 + }, + "candidate": { + "mean": 2.52183685, + "median": 2.5115540000000003 + }, + "diff": { + "mean": -0.0027936999999999546, + "sd": 0.1994934526074503, + "se": 0.03154268442651997, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.06659480138310676, + 0.061007401383106855 + ] + }, + "pct": { + "value": -0.11065777525348652, + "ci95": [ + -2.5566616448319377, + 2.2561235986508685 + ], + "ci90": [ + -2.153187108678909, + 1.9057012241186835 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0037278017629738, + "wilcoxon": { + "p": 0.8192559592995199, + "z": 0.2285020542545617, + "w_plus": 427.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.393683675, + "median": 2.3989765 + }, + "candidate": { + "mean": 2.3555023250000002, + "median": 2.3654665 + }, + "diff": { + "mean": -0.03818134999999998, + "sd": 0.208282282683683, + "se": 0.0329323204769743, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.10479325560451652, + 0.02843055560451655 + ] + }, + "pct": { + "value": -1.5950875380390417, + "ci95": [ + -4.186735795038623, + 1.1030078437538964 + ], + "ci90": [ + -3.7749558990618297, + 0.6491120747619171 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9818359340642397, + "wilcoxon": { + "p": 0.3006783015654063, + "z": -1.0349798928000735, + "w_plus": 333.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 4.918314225, + "median": 4.905546 + }, + "candidate": { + "mean": 4.877339175, + "median": 4.8919125 + }, + "diff": { + "mean": -0.0409750499999999, + "sd": 0.3449640839447545, + "se": 0.05454361081094732, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.15129991633332185, + 0.06934981633332203 + ] + }, + "pct": { + "value": -0.8331116745595724, + "ci95": [ + -2.980681782095838, + 1.3263517050994893 + ], + "ci90": [ + -2.625610218427435, + 0.9546433236294902 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9859335553613446, + "wilcoxon": { + "p": 0.46794295980814443, + "z": -0.7258300546909606, + "w_plus": 356.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 18466.075, + "median": 18437.5 + }, + "candidate": { + "mean": 18648.375, + "median": 18653.0 + }, + "diff": { + "mean": 182.3, + "sd": 1146.9311382543574, + "se": 181.34573581266224, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -184.50637321565677, + 549.1063732156567 + ] + }, + "pct": { + "value": 0.9872157456308317, + "ci95": [ + -0.8559634749066233, + 2.9199657067564595 + ], + "ci90": [ + -0.5677487162470796, + 2.6249760776957465 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0115000826917089, + "wilcoxon": { + "p": 0.33315754806905185, + "z": 0.9677734062546143, + "w_plus": 482.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 6997.1, + "median": 6982.0 + }, + "candidate": { + "mean": 7053.9, + "median": 7024.0 + }, + "diff": { + "mean": 56.8, + "sd": 315.863261554743, + "se": 49.942366784124275, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -44.21797181939358, + 157.81797181939356 + ] + }, + "pct": { + "value": 0.8117648740192163, + "ci95": [ + -0.5854200767929421, + 2.1892964702371382 + ], + "ci90": [ + -0.3733342127305356, + 1.9805988798810146 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.007999213836478, + "wilcoxon": { + "p": 0.26721891783901186, + "z": 1.1094898566167624, + "w_plus": 469.5, + "n_nonzero": 39, + "variance": 5134.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18703.2, + "median": 18700.0 + }, + "candidate": { + "mean": 18700.0, + "median": 18700.0 + }, + "diff": { + "mean": -3.2, + "sd": 20.23857702507763, + "se": 3.1999999999999997, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -9.672610944117627, + 3.272610944117627 + ] + }, + "pct": { + "value": -0.017109371658330375, + "ci95": [ + -0.05131055714713284, + 0.0 + ], + "ci90": [ + -0.05131055714713284, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.md new file mode 100644 index 0000000..56ee9ee --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100-vs-timeout.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline timeout, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 3.2955 | 3.2888 | -0.20 | [-2.57, +2.07] | [-2.18, +1.72] | 0.998 | 0.7984 | no material change | +| multi_s | 40 | 3.7679 | 3.7542 | -0.36 | [-2.95, +2.24] | [-2.54, +1.81] | 1.000 | 0.7675 | no material change | +| client_wall_s | 40 | 7.0694 | 7.0492 | -0.28 | [-2.32, +1.70] | [-2.00, +1.36] | 1.002 | 0.9786 | no material change | +| client_cpu_s | 40 | 6.4790 | 6.4743 | -0.07 | [-1.64, +1.47] | [-1.39, +1.24] | 1.004 | 0.8507 | no material change | +| client_vcsw | 40 | 10539.7 | 10262.7 | -2.63 | [-13.24, +9.78] | [-11.77, +7.56] | 0.937 | 0.6095 | inconclusive | +| multi_client_cpu_s | 40 | 3.4220 | 3.4300 | +0.23 | [-1.75, +2.24] | [-1.46, +1.94] | 0.994 | 0.8890 | no material change | +| multi_broker_cpu_s | 40 | 2.9740 | 2.9447 | -0.98 | [-3.86, +1.99] | [-3.41, +1.51] | 0.969 | 0.5363 | no material change | +| broker_user_s | 40 | 2.5246 | 2.5218 | -0.11 | [-2.56, +2.26] | [-2.15, +1.91] | 1.004 | 0.8193 | no material change | +| broker_sys_s | 40 | 2.3937 | 2.3555 | -1.60 | [-4.19, +1.10] | [-3.77, +0.65] | 0.982 | 0.3007 | no material change | +| broker_cpu_s | 40 | 4.9183 | 4.8773 | -0.83 | [-2.98, +1.33] | [-2.63, +0.95] | 0.986 | 0.4679 | no material change | +| broker_vcsw | 40 | 18466.1 | 18648.4 | +0.99 | [-0.86, +2.92] | [-0.57, +2.62] | 1.012 | 0.3332 | no material change | +| broker_maxrss_kib | 40 | 6997 | 7054 | +0.81 | [-0.59, +2.19] | [-0.37, +1.98] | 1.008 | 0.2672 | no material change | +| broker_ru_maxrss_kib | 40 | 18703 | 18700 | -0.02 | [-0.05, +0.00] | [-0.05, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 3.2545 | 3.2751 | -0.0067 | [-0.0858, +0.0725] | +| multi_s | 3.7096 | 3.7277 | -0.0137 | [-0.1164, +0.0890] | +| client_wall_s | 7.0327 | 7.0257 | -0.0201 | [-0.1679, +0.1276] | +| client_cpu_s | 6.4900 | 6.4436 | -0.0047 | [-0.1097, +0.1004] | +| client_vcsw | 10375.5 | 10515.0 | -277.0 | [-1568.9, +1014.9] | +| multi_client_cpu_s | 3.4150 | 3.4350 | +0.0080 | [-0.0636, +0.0796] | +| multi_broker_cpu_s | 2.9500 | 2.9350 | -0.0292 | [-0.1208, +0.0623] | +| broker_user_s | 2.4940 | 2.5116 | -0.0028 | [-0.0666, +0.0610] | +| broker_sys_s | 2.3990 | 2.3655 | -0.0382 | [-0.1048, +0.0284] | +| broker_cpu_s | 4.9055 | 4.8919 | -0.0410 | [-0.1513, +0.0693] | +| broker_vcsw | 18437.5 | 18653.0 | +182.3 | [-184.5, +549.1] | +| broker_maxrss_kib | 6982 | 7024 | +57 | [-44, +158] | +| broker_ru_maxrss_kib | 18700 | 18700 | -3 | [-10, +3] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.json new file mode 100644 index 0000000..27d333b --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.json @@ -0,0 +1,685 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json", + "started": "2026-10-22T18:38:45+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 2.9321956648, + "median": 2.932573388 + }, + "candidate": { + "mean": 3.28884521875, + "median": 3.275082094 + }, + "diff": { + "mean": 0.35664955395000003, + "sd": 0.2543776275674727, + "se": 0.040220634445162544, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.27529564185965205, + 0.438003466040348 + ] + }, + "pct": { + "value": 12.163224924975346, + "ci95": [ + 9.410088464528267, + 15.0512948676202 + ], + "ci90": [ + 9.815232877925881, + 14.518164093104756 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1294556865795264, + "wilcoxon": { + "p": 1.1845034858926688e-07, + "z": 5.295871139782195, + "w_plus": 804.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 3.8874914751, + "median": 3.7945498884999997 + }, + "candidate": { + "mean": 3.7541803539, + "median": 3.727679555 + }, + "diff": { + "mean": -0.13331112120000002, + "sd": 0.348172567656429, + "se": 0.05505091662916945, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.24466211040552166, + -0.02196013199447837 + ] + }, + "pct": { + "value": -3.42923250260172, + "ci95": [ + -6.081045849444751, + -0.7205322935645313 + ], + "ci90": [ + -5.630535404685146, + -1.131193587839754 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9770636367711671, + "wilcoxon": { + "p": 0.038456110500135816, + "z": -2.069959785600147, + "w_plus": 256.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 6.825642504300061, + "median": 6.769125067499999 + }, + "candidate": { + "mean": 7.04924757455002, + "median": 7.0256653069998265 + }, + "diff": { + "mean": 0.22360507024995968, + "sd": 0.4354758335738218, + "se": 0.06885477500268498, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.08433314205085479, + 0.36287699844906457 + ] + }, + "pct": { + "value": 3.2759563676106884, + "ci95": [ + 1.2659623468008943, + 5.218355850302982 + ], + "ci90": [ + 1.6152613513605476, + 4.9394220052489946 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0387779185455854, + "wilcoxon": { + "p": 0.0022794806249777405, + "z": 3.051174489163853, + "w_plus": 637.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 6.079925249999986, + "median": 6.079159999999984 + }, + "candidate": { + "mean": 6.474342999999995, + "median": 6.44360549999999 + }, + "diff": { + "mean": 0.3944177500000089, + "sd": 0.30267315289096064, + "se": 0.047856827485990655, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.29761817958233, + 0.4912173204176878 + ] + }, + "pct": { + "value": 6.487213802505365, + "ci95": [ + 4.876103888027791, + 8.020388406344049 + ], + "ci90": [ + 5.1506394900027885, + 7.785002854764658 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0718723029088366, + "wilcoxon": { + "p": 4.98094999345871e-07, + "z": 5.027045193600357, + "w_plus": 784.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 19939.15, + "median": 19192.5 + }, + "candidate": { + "mean": 10262.725, + "median": 10515.0 + }, + "diff": { + "mean": -9676.425, + "sd": 4820.185749625986, + "se": 762.1382856952114, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -11217.995190288084, + -8134.854809711915 + ] + }, + "pct": { + "value": -48.52977684605412, + "ci95": [ + -53.74964963493974, + -42.904713885291216 + ], + "ci90": [ + -52.852254192198515, + -43.89233294949953 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5237186163916978, + "wilcoxon": { + "p": 3.852338441924476e-08, + "z": -5.4974905994185725, + "w_plus": 1.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.39525, + "median": 3.4000000000000004 + }, + "candidate": { + "mean": 3.4299999999999997, + "median": 3.435 + }, + "diff": { + "mean": 0.03474999999999998, + "sd": 0.2096393423147331, + "se": 0.033146890444713605, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.032295914329975424, + 0.1017959143299754 + ] + }, + "pct": { + "value": 1.023488697444952, + "ci95": [ + -0.8597616214984479, + 2.931042814949635 + ], + "ci90": [ + -0.5494222464811688, + 2.6395195678783074 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0175440096440753, + "wilcoxon": { + "p": 0.23672130043039002, + "z": 1.1832216863359188, + "w_plus": 498.0, + "n_nonzero": 40, + "variance": 5531.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.22675, + "median": 3.21 + }, + "candidate": { + "mean": 2.94475, + "median": 2.9350000000000005 + }, + "diff": { + "mean": -0.28200000000000003, + "sd": 0.28399349938389035, + "se": 0.04490331493673594, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.37282552740208674, + -0.1911744725979133 + ] + }, + "pct": { + "value": -8.739443712714035, + "ci95": [ + -11.268781302170282, + -6.122911319785383 + ], + "ci90": [ + -10.887816599982774, + -6.523905510687341 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9097976045355161, + "wilcoxon": { + "p": 5.168357931260089e-06, + "z": -4.55783514087188, + "w_plus": 71.0, + "n_nonzero": 40, + "variance": 5532.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.62973785, + "median": 2.6319415 + }, + "candidate": { + "mean": 2.52183685, + "median": 2.5115540000000003 + }, + "diff": { + "mean": -0.107901, + "sd": 0.19519450712085584, + "se": 0.030862961462793003, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.1703272319162358, + -0.04547476808376419 + ] + }, + "pct": { + "value": -4.103108604532579, + "ci95": [ + -6.361374300124062, + -1.8832703061338478 + ], + "ci90": [ + -6.017919824287314, + -2.233390278352463 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9712426765462773, + "wilcoxon": { + "p": 0.0045666180757698745, + "z": -2.8361137322183834, + "w_plus": 199.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.609164775, + "median": 2.5778285 + }, + "candidate": { + "mean": 2.3555023250000002, + "median": 2.3654665 + }, + "diff": { + "mean": -0.25366244999999993, + "sd": 0.20424550419255064, + "se": 0.0322940497548965, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.31898333121044437, + -0.1883415687895555 + ] + }, + "pct": { + "value": -9.721978942475939, + "ci95": [ + -12.002184672908797, + -7.425421743228307 + ], + "ci90": [ + -11.63860052519622, + -7.796192683254758 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9069660840945633, + "wilcoxon": { + "p": 1.8359587504304608e-07, + "z": -5.215223355927644, + "w_plus": 22.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.238902625, + "median": 5.1954934999999995 + }, + "candidate": { + "mean": 4.877339175, + "median": 4.8919125 + }, + "diff": { + "mean": -0.36156344999999995, + "sd": 0.3356416043172599, + "se": 0.05306959735777728, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.4689068427055828, + -0.2542200572944171 + ] + }, + "pct": { + "value": -6.901511172867036, + "ci95": [ + -8.807573330960828, + -5.009810321992536 + ], + "ci90": [ + -8.486205940875895, + -5.327068835004812 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9391099512163376, + "wilcoxon": { + "p": 9.949622921748028e-07, + "z": -4.892632220509439, + "w_plus": 46.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 13737.675, + "median": 13725.5 + }, + "candidate": { + "mean": 18648.375, + "median": 18653.0 + }, + "diff": { + "mean": 4910.7, + "sd": 1399.6695250976852, + "se": 221.30718354174473, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 4463.063969311204, + 5358.336030688795 + ] + }, + "pct": { + "value": 35.74622343300451, + "ci95": [ + 32.05510077671918, + 39.54082096440033 + ], + "ci90": [ + 32.62940573013898, + 38.97538155820204 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3443244812102257, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 7483.7, + "median": 7446.0 + }, + "candidate": { + "mean": 7053.9, + "median": 7024.0 + }, + "diff": { + "mean": -429.8, + "sd": 306.69246268316846, + "se": 48.492336164250396, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -527.8850080507995, + -331.71499194920057 + ] + }, + "pct": { + "value": -5.743148442615286, + "ci95": [ + -6.955921872845638, + -4.542275238587247 + ], + "ci90": [ + -6.780300310462405, + -4.730426530911472 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9414871212484738, + "wilcoxon": { + "p": 9.488578369599909e-08, + "z": -5.336255287868188, + "w_plus": 13.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18703.2, + "median": 18700.0 + }, + "candidate": { + "mean": 18700.0, + "median": 18700.0 + }, + "diff": { + "mean": -3.2, + "sd": 20.23857702507763, + "se": 3.1999999999999997, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -9.672610944117627, + 3.272610944117627 + ] + }, + "pct": { + "value": -0.017109371658330375, + "ci95": [ + -0.05131055714713284, + 0.0 + ], + "ci90": [ + -0.05131055714713284, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.md new file mode 100644 index 0000000..ea2fd29 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-concurrent100.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 2.9322 | 3.2888 | +12.16 | [+9.41, +15.05] | [+9.82, +14.52] | 1.129 | <0.0001 | slower/larger | +| multi_s | 40 | 3.8875 | 3.7542 | -3.43 | [-6.08, -0.72] | [-5.63, -1.13] | 0.977 | 0.0385 | inconclusive; repeatable change (-) | +| client_wall_s | 40 | 6.8256 | 7.0492 | +3.28 | [+1.27, +5.22] | [+1.62, +4.94] | 1.039 | 0.0023 | no material change; repeatable change (+) | +| client_cpu_s | 40 | 6.0799 | 6.4743 | +6.49 | [+4.88, +8.02] | [+5.15, +7.79] | 1.072 | <0.0001 | inconclusive; repeatable change (+) | +| client_vcsw | 40 | 19939.2 | 10262.7 | -48.53 | [-53.75, -42.90] | [-52.85, -43.89] | 0.524 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 3.3952 | 3.4300 | +1.02 | [-0.86, +2.93] | [-0.55, +2.64] | 1.018 | 0.2367 | no material change | +| multi_broker_cpu_s | 40 | 3.2268 | 2.9447 | -8.74 | [-11.27, -6.12] | [-10.89, -6.52] | 0.910 | <0.0001 | faster/smaller | +| broker_user_s | 40 | 2.6297 | 2.5218 | -4.10 | [-6.36, -1.88] | [-6.02, -2.23] | 0.971 | 0.0046 | inconclusive; repeatable change (-) | +| broker_sys_s | 40 | 2.6092 | 2.3555 | -9.72 | [-12.00, -7.43] | [-11.64, -7.80] | 0.907 | <0.0001 | faster/smaller | +| broker_cpu_s | 40 | 5.2389 | 4.8773 | -6.90 | [-8.81, -5.01] | [-8.49, -5.33] | 0.939 | <0.0001 | faster/smaller | +| broker_vcsw | 40 | 13737.7 | 18648.4 | +35.75 | [+32.06, +39.54] | [+32.63, +38.98] | 1.344 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 7484 | 7054 | -5.74 | [-6.96, -4.54] | [-6.78, -4.73] | 0.941 | <0.0001 | inconclusive; repeatable change (-) | +| broker_ru_maxrss_kib | 40 | 18703 | 18700 | -0.02 | [-0.05, +0.00] | [-0.05, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 2.9326 | 3.2751 | +0.3566 | [+0.2753, +0.4380] | +| multi_s | 3.7945 | 3.7277 | -0.1333 | [-0.2447, -0.0220] | +| client_wall_s | 6.7691 | 7.0257 | +0.2236 | [+0.0843, +0.3629] | +| client_cpu_s | 6.0792 | 6.4436 | +0.3944 | [+0.2976, +0.4912] | +| client_vcsw | 19192.5 | 10515.0 | -9676.4 | [-11218.0, -8134.9] | +| multi_client_cpu_s | 3.4000 | 3.4350 | +0.0347 | [-0.0323, +0.1018] | +| multi_broker_cpu_s | 3.2100 | 2.9350 | -0.2820 | [-0.3728, -0.1912] | +| broker_user_s | 2.6319 | 2.5116 | -0.1079 | [-0.1703, -0.0455] | +| broker_sys_s | 2.5778 | 2.3655 | -0.2537 | [-0.3190, -0.1883] | +| broker_cpu_s | 5.1955 | 4.8919 | -0.3616 | [-0.4689, -0.2542] | +| broker_vcsw | 13725.5 | 18653.0 | +4910.7 | [+4463.1, +5358.3] | +| broker_maxrss_kib | 7446 | 7024 | -430 | [-528, -332] | +| broker_ru_maxrss_kib | 18700 | 18700 | -3 | [-10, +3] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.json new file mode 100644 index 0000000..d74906e --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.json @@ -0,0 +1,679 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json", + "started": "2026-10-22T18:38:45+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 2.9321956648, + "median": 2.932573388 + }, + "candidate": { + "mean": 3.295520243625, + "median": 3.2545475495 + }, + "diff": { + "mean": 0.363324578825, + "sd": 0.22775699996115317, + "se": 0.036011543646206255, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.29048435647531123, + 0.4361648011746888 + ] + }, + "pct": { + "value": 12.390870881728212, + "ci95": [ + 9.830533782494829, + 14.955836190391894 + ], + "ci90": [ + 10.230877017148226, + 14.548585190284046 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1313593050223896, + "wilcoxon": { + "p": 1.587541633895837e-07, + "z": 5.242105950545827, + "w_plus": 800.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 3.8874914751, + "median": 3.7945498884999997 + }, + "candidate": { + "mean": 3.76786193055, + "median": 3.709618957 + }, + "diff": { + "mean": -0.11962954455000004, + "sd": 0.32776386440909727, + "se": 0.0518240173115673, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.224453513805935, + -0.014805575294065065 + ] + }, + "pct": { + "value": -3.0772940678132965, + "ci95": [ + -5.550744040553696, + -0.5223763295508878 + ], + "ci90": [ + -5.156908243178267, + -0.8978706797170591 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9756646848356063, + "wilcoxon": { + "p": 0.03600753058270146, + "z": -2.0968423802183307, + "w_plus": 254.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 6.825642504300061, + "median": 6.769125067499999 + }, + "candidate": { + "mean": 7.0693940410001685, + "median": 7.032672993999768 + }, + "diff": { + "mean": 0.24375153670010832, + "sd": 0.42744955725371503, + "se": 0.06758570928761438, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.10704653619980667, + 0.38045653720040995 + ] + }, + "pct": { + "value": 3.571114903051953, + "ci95": [ + 1.6440941928660875, + 5.560427226940375 + ], + "ci90": [ + 1.9298032178373126, + 5.243236789515314 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.04025480419517, + "wilcoxon": { + "p": 0.000579628272742221, + "z": 3.4409721111275173, + "w_plus": 666.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 6.079925249999986, + "median": 6.079159999999984 + }, + "candidate": { + "mean": 6.479006999999993, + "median": 6.4900239999999485 + }, + "diff": { + "mean": 0.3990817500000068, + "sd": 0.2716481706527049, + "se": 0.042951347074032815, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.3122044502700132, + 0.48595904973000037 + ] + }, + "pct": { + "value": 6.563925271943227, + "ci95": [ + 5.161240303610737, + 7.998240866832916 + ], + "ci90": [ + 5.391826294331467, + 7.777567773146714 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0709050412835497, + "wilcoxon": { + "p": 1.587541633895837e-07, + "z": 5.242105950545827, + "w_plus": 800.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 19939.15, + "median": 19192.5 + }, + "candidate": { + "mean": 10539.7, + "median": 10375.5 + }, + "diff": { + "mean": -9399.45, + "sd": 4663.6602602544845, + "se": 737.3894327808903, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -10890.960910216963, + -7907.939089783038 + ] + }, + "pct": { + "value": -47.14067550522465, + "ci95": [ + -52.30161022924697, + -41.577122232975576 + ], + "ci90": [ + -51.49784761215463, + -42.481208312938584 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5317980746506521, + "wilcoxon": { + "p": 3.5681263238933636e-08, + "z": -5.510994126009968, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 3.39525, + "median": 3.4000000000000004 + }, + "candidate": { + "mean": 3.4219999999999997, + "median": 3.415 + }, + "diff": { + "mean": 0.02674999999999992, + "sd": 0.18131128495292848, + "se": 0.028667831297153445, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.031236162061897964, + 0.0847361620618978 + ] + }, + "pct": { + "value": 0.7878654001914454, + "ci95": [ + -0.7997798876008649, + 2.49300799498272 + ], + "ci90": [ + -0.548323986511257, + 2.1880243299485134 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0208024233432247, + "wilcoxon": { + "p": 0.45080979412514527, + "z": 0.7540656633334624, + "w_plus": 444.0, + "n_nonzero": 39, + "variance": 5128.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.22675, + "median": 3.21 + }, + "candidate": { + "mean": 2.9739999999999998, + "median": 2.95 + }, + "diff": { + "mean": -0.2527500000000001, + "sd": 0.2706590958269204, + "se": 0.04279496061274214, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.33931097825472434, + -0.16618902174527583 + ] + }, + "pct": { + "value": -7.83295885953359, + "ci95": [ + -10.335306639958382, + -5.28121553668299 + ], + "ci90": [ + -9.879701952073923, + -5.724344283905861 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9193722490531624, + "wilcoxon": { + "p": 8.321297282708484e-06, + "z": -4.45674632790263, + "w_plus": 78.5, + "n_nonzero": 40, + "variance": 5532.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 2.62973785, + "median": 2.6319415 + }, + "candidate": { + "mean": 2.52463055, + "median": 2.4939590000000003 + }, + "diff": { + "mean": -0.10510730000000006, + "sd": 0.1779752959852459, + "se": 0.028140365127799903, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.16202656103051996, + -0.04818803896948015 + ] + }, + "pct": { + "value": -3.996873680773927, + "ci95": [ + -6.004220062743265, + -1.897073405475428 + ], + "ci90": [ + -5.669433323809125, + -2.256128626164473 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9555872254144129, + "wilcoxon": { + "p": 0.0009444941135402622, + "z": -3.3065591380365986, + "w_plus": 164.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.609164775, + "median": 2.5778285 + }, + "candidate": { + "mean": 2.393683675, + "median": 2.3989765 + }, + "diff": { + "mean": -0.21548109999999995, + "sd": 0.1923596582472931, + "se": 0.03041473249965195, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.27700070326239284, + -0.15396149673760703 + ] + }, + "pct": { + "value": -8.258623681595578, + "ci95": [ + -10.433879945762902, + -6.028319217357787 + ], + "ci90": [ + -10.084544944728082, + -6.405013091917352 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9151770340730434, + "wilcoxon": { + "p": 1.2203270365437344e-06, + "z": -4.852308328582163, + "w_plus": 49.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.238902625, + "median": 5.1954934999999995 + }, + "candidate": { + "mean": 4.918314225, + "median": 4.905546 + }, + "diff": { + "mean": -0.3205884, + "sd": 0.3029521008725933, + "se": 0.04790093303452395, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.4174771823102204, + -0.22369961768977958 + ] + }, + "pct": { + "value": -6.119380773945959, + "ci95": [ + -7.8089745906519425, + -4.329619682771274 + ], + "ci90": [ + -7.573898790955859, + -4.640644739812097 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9311163022904533, + "wilcoxon": { + "p": 3.3082811194993903e-06, + "z": -4.650688868945785, + "w_plus": 64.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 13737.675, + "median": 13725.5 + }, + "candidate": { + "mean": 18466.075, + "median": 18437.5 + }, + "diff": { + "mean": 4728.4, + "sd": 1371.3760785130928, + "se": 216.83359683856352, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 4289.812652515726, + 5166.987347484273 + ] + }, + "pct": { + "value": 34.419215769771824, + "ci95": [ + 30.79475320357776, + 38.24105878593187 + ], + "ci90": [ + 31.397093596291786, + 37.605651580432465 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3497764367687455, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 7483.7, + "median": 7446.0 + }, + "candidate": { + "mean": 6997.1, + "median": 6982.0 + }, + "diff": { + "mean": -486.6, + "sd": 329.0621327036692, + "se": 52.029291552808786, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -591.8391755998116, + -381.36082440018845 + ] + }, + "pct": { + "value": -6.5021312986891395, + "ci95": [ + -7.760621238752364, + -5.189506171045155 + ], + "ci90": [ + -7.5791250735160105, + -5.402837365766764 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.938542746448154, + "wilcoxon": { + "p": 1.5287421952018516e-07, + "z": -5.249063689635673, + "w_plus": 19.5, + "n_nonzero": 40, + "variance": 5534.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 18703.2, + "median": 18700.0 + }, + "candidate": { + "mean": 18703.2, + "median": 18700.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.md new file mode 100644 index 0000000..6e29a8c --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/shared-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 2.9322 | 3.2955 | +12.39 | [+9.83, +14.96] | [+10.23, +14.55] | 1.131 | <0.0001 | slower/larger | +| multi_s | 40 | 3.8875 | 3.7679 | -3.08 | [-5.55, -0.52] | [-5.16, -0.90] | 0.976 | 0.0360 | inconclusive; repeatable change (-) | +| client_wall_s | 40 | 6.8256 | 7.0694 | +3.57 | [+1.64, +5.56] | [+1.93, +5.24] | 1.040 | 0.0006 | inconclusive; repeatable change (+) | +| client_cpu_s | 40 | 6.0799 | 6.4790 | +6.56 | [+5.16, +8.00] | [+5.39, +7.78] | 1.071 | <0.0001 | slower/larger | +| client_vcsw | 40 | 19939.2 | 10539.7 | -47.14 | [-52.30, -41.58] | [-51.50, -42.48] | 0.532 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 3.3952 | 3.4220 | +0.79 | [-0.80, +2.49] | [-0.55, +2.19] | 1.021 | 0.4508 | no material change | +| multi_broker_cpu_s | 40 | 3.2268 | 2.9740 | -7.83 | [-10.34, -5.28] | [-9.88, -5.72] | 0.919 | <0.0001 | faster/smaller | +| broker_user_s | 40 | 2.6297 | 2.5246 | -4.00 | [-6.00, -1.90] | [-5.67, -2.26] | 0.956 | 0.0009 | inconclusive; repeatable change (-) | +| broker_sys_s | 40 | 2.6092 | 2.3937 | -8.26 | [-10.43, -6.03] | [-10.08, -6.41] | 0.915 | <0.0001 | faster/smaller | +| broker_cpu_s | 40 | 5.2389 | 4.9183 | -6.12 | [-7.81, -4.33] | [-7.57, -4.64] | 0.931 | <0.0001 | inconclusive; repeatable change (-) | +| broker_vcsw | 40 | 13737.7 | 18466.1 | +34.42 | [+30.79, +38.24] | [+31.40, +37.61] | 1.350 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 7484 | 6997 | -6.50 | [-7.76, -5.19] | [-7.58, -5.40] | 0.939 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 40 | 18703 | 18703 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 2.9326 | 3.2545 | +0.3633 | [+0.2905, +0.4362] | +| multi_s | 3.7945 | 3.7096 | -0.1196 | [-0.2245, -0.0148] | +| client_wall_s | 6.7691 | 7.0327 | +0.2438 | [+0.1070, +0.3805] | +| client_cpu_s | 6.0792 | 6.4900 | +0.3991 | [+0.3122, +0.4860] | +| client_vcsw | 19192.5 | 10375.5 | -9399.5 | [-10891.0, -7907.9] | +| multi_client_cpu_s | 3.4000 | 3.4150 | +0.0267 | [-0.0312, +0.0847] | +| multi_broker_cpu_s | 3.2100 | 2.9500 | -0.2528 | [-0.3393, -0.1662] | +| broker_user_s | 2.6319 | 2.4940 | -0.1051 | [-0.1620, -0.0482] | +| broker_sys_s | 2.5778 | 2.3990 | -0.2155 | [-0.2770, -0.1540] | +| broker_cpu_s | 5.1955 | 4.9055 | -0.3206 | [-0.4175, -0.2237] | +| broker_vcsw | 13725.5 | 18437.5 | +4728.4 | [+4289.8, +5167.0] | +| broker_maxrss_kib | 7446 | 6982 | -487 | [-592, -381] | +| broker_ru_maxrss_kib | 18700 | 18700 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.json new file mode 100644 index 0000000..d0ecd0b --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.json @@ -0,0 +1,699 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json", + "started": "2026-10-22T18:30:36+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "timeout", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.3927337616166667, + "median": 0.380304399 + }, + "candidate": { + "mean": 0.38520919291666667, + "median": 0.3787473055 + }, + "diff": { + "mean": -0.007524568699999998, + "sd": 0.051883768879522396, + "se": 0.006698165760295496, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.020927567428020384, + 0.00587843002802039 + ] + }, + "pct": { + "value": -1.9159464847191998, + "ci95": [ + -5.063925288668649, + 1.4534031266001421 + ], + "ci90": [ + -4.586217793597884, + 0.8856277504233847 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9700240319841501, + "wilcoxon": { + "p": 0.19007227493946607, + "z": -1.3103653342895187, + "w_plus": 737.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.46603645258333337, + "median": 0.46350694400000003 + }, + "candidate": { + "mean": 0.4698749178666667, + "median": 0.45914433450000003 + }, + "diff": { + "mean": 0.0038384652833333404, + "sd": 0.05654910359428137, + "se": 0.007300457882120324, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010769717196717505, + 0.018446647763384186 + ] + }, + "pct": { + "value": 0.8236405676113723, + "ci95": [ + -2.1275609641545343, + 3.9355210611330453 + ], + "ci90": [ + -1.6609003326426757, + 3.4043698092695145 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9949244216146218, + "wilcoxon": { + "p": 0.8945818202773307, + "z": -0.13250885402927717, + "w_plus": 897.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8701581109999931, + "median": 0.8643240799999603 + }, + "candidate": { + "mean": 0.8668296767332928, + "median": 0.8636574014999496 + }, + "diff": { + "mean": -0.003328434266700242, + "sd": 0.0798628558043269, + "se": 0.010310250350357413, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.02395919756469839, + 0.017302329031297903 + ] + }, + "pct": { + "value": -0.38250913536566067, + "ci95": [ + -2.6063950745139075, + 1.9733776756292007 + ], + "ci90": [ + -2.2620372269349995, + 1.580302935693651 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9830484338821979, + "wilcoxon": { + "p": 0.36521264970639017, + "z": -0.9054771692000606, + "w_plus": 792.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8213124166666652, + "median": 0.8167504999999977 + }, + "candidate": { + "mean": 0.8160031333333336, + "median": 0.8067320000000011 + }, + "diff": { + "mean": -0.005309283333331575, + "sd": 0.06796546008385444, + "se": 0.008774303167403106, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.022866623417250456, + 0.012248056750587304 + ] + }, + "pct": { + "value": -0.6464389464461706, + "ci95": [ + -2.6172170608951655, + 1.498538926407858 + ], + "ci90": [ + -2.3379936953049794, + 1.1090166424770505 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9825949018004903, + "wilcoxon": { + "p": 0.19764832976308996, + "z": -1.2882805252846392, + "w_plus": 740.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 171.3, + "median": 150.5 + }, + "candidate": { + "mean": 168.35, + "median": 160.5 + }, + "diff": { + "mean": -2.95, + "sd": 107.91811475153476, + "se": 13.932168706226502, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -30.828205187905258, + 24.92820518790526 + ] + }, + "pct": { + "value": -1.722124927028612, + "ci95": [ + -16.90967025570348, + 13.06585069313316 + ], + "ci90": [ + -14.461498225875285, + 11.150313684518663 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0329670329670328, + "wilcoxon": { + "p": 0.6451924429197565, + "z": 0.46045112837569346, + "w_plus": 946.0, + "n_nonzero": 59, + "variance": 17550.625 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4553333333333333, + "median": 0.45000000000000007 + }, + "candidate": { + "mean": 0.45383333333333337, + "median": 0.44999999999999996 + }, + "diff": { + "mean": -0.001499999999999993, + "sd": 0.05061737492272586, + "se": 0.006534675003481806, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014575854479276035, + 0.01157585447927605 + ] + }, + "pct": { + "value": -0.3294289897510905, + "ci95": [ + -2.9465276842675743, + 2.6084001592101775 + ], + "ci90": [ + -2.580035676532761, + 2.0584809960652635 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9789263531499557, + "wilcoxon": { + "p": 0.15143942135930358, + "z": -1.4344656619164367, + "w_plus": 554.5, + "n_nonzero": 53, + "variance": 12597.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.20350000000000001, + "median": 0.2 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": -0.00166666666666667, + "sd": 0.024575491902704343, + "se": 0.0031726823621343048, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008015189409439587, + 0.004681856076106248 + ] + }, + "pct": { + "value": -0.8190008190008147, + "ci95": [ + -3.9548246084531185, + 2.111934377559376 + ], + "ci90": [ + -3.4148086393423585, + 1.6556291390728672 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.8634397288383303, + "z": -0.1719972018241144, + "w_plus": 438.0, + "n_nonzero": 42, + "variance": 6160.625 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3082037833333333, + "median": 0.30297699999999994 + }, + "candidate": { + "mean": 0.3106177, + "median": 0.30480450000000003 + }, + "diff": { + "mean": 0.0024139166666666658, + "sd": 0.043965088937293464, + "se": 0.005675868575622184, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008943470119789774, + 0.013771303453123107 + ] + }, + "pct": { + "value": 0.7832209717088201, + "ci95": [ + -2.7660618293713743, + 4.395660101402862 + ], + "ci90": [ + -2.1795080606535007, + 3.801867102726974 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9968176421888455, + "wilcoxon": { + "p": 0.7684032766789929, + "z": 0.2944641200650604, + "w_plus": 955.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.22717511666666665, + "median": 0.22923549999999998 + }, + "candidate": { + "mean": 0.22169511666666664, + "median": 0.216915 + }, + "diff": { + "mean": -0.005479999999999998, + "sd": 0.0321182506167127, + "se": 0.0041464483249281465, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.013777023933663066, + 0.0028170239336630714 + ] + }, + "pct": { + "value": -2.4122360232088247, + "ci95": [ + -5.825635830794185, + 1.0923807048301843 + ], + "ci90": [ + -5.321974929492458, + 0.5517266869377413 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9546232833169801, + "wilcoxon": { + "p": 0.11687612899840598, + "z": -1.5680214393464464, + "w_plus": 702.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5353789, + "median": 0.526179 + }, + "candidate": { + "mean": 0.5323128166666666, + "median": 0.5297555 + }, + "diff": { + "mean": -0.0030660833333333287, + "sd": 0.04731966749145025, + "se": 0.006108942804748644, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015290049650640956, + 0.009157882983974299 + ] + }, + "pct": { + "value": -0.5726940926012114, + "ci95": [ + -2.8174312360001803, + 1.6427718523598436 + ], + "ci90": [ + -2.466531913526658, + 1.296597202172947 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9913445708015959, + "wilcoxon": { + "p": 0.6012012645734974, + "z": -0.5226738131154822, + "w_plus": 844.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 312.55, + "median": 298.0 + }, + "candidate": { + "mean": 310.1666666666667, + "median": 306.5 + }, + "diff": { + "mean": -2.3833333333333333, + "sd": 93.06605849039623, + "se": 12.014776487682331, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -26.424845553949293, + 21.658178887282627 + ] + }, + "pct": { + "value": -0.762544659521136, + "ci95": [ + -7.825296830741401, + 6.925980959272848 + ], + "ci90": [ + -6.675206904263785, + 5.712806114711797 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9973664122137404, + "wilcoxon": { + "p": 0.7073262839519238, + "z": 0.3754493832116266, + "w_plus": 966.0, + "n_nonzero": 60, + "variance": 18451.75 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 4734.866666666667, + "median": 4722.0 + }, + "candidate": { + "mean": 4761.066666666667, + "median": 4744.0 + }, + "diff": { + "mean": 26.2, + "sd": 122.15783066680719, + "se": 15.770508126045662, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.3567138703208705, + 57.756713870320866 + ] + }, + "pct": { + "value": 0.5533418751672015, + "ci95": [ + -0.08950051784428953, + 1.1998142239855851 + ], + "ci90": [ + 0.011128240026645538, + 1.093297985171827 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0076759075792359, + "wilcoxon": { + "p": 0.131178408615849, + "z": 1.5094712045786214, + "w_plus": 1120.0, + "n_nonzero": 60, + "variance": 18444.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 18616.0, + "median": 18616.0 + }, + "candidate": { + "mean": 18616.0, + "median": 18616.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.md new file mode 100644 index 0000000..38e9db8 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100-vs-timeout.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline timeout, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3927 | 0.3852 | -1.92 | [-5.06, +1.45] | [-4.59, +0.89] | 0.970 | 0.1901 | no material change | +| multi_s | 60 | 0.4660 | 0.4699 | +0.82 | [-2.13, +3.94] | [-1.66, +3.40] | 0.995 | 0.8946 | no material change | +| client_wall_s | 60 | 0.8702 | 0.8668 | -0.38 | [-2.61, +1.97] | [-2.26, +1.58] | 0.983 | 0.3652 | no material change | +| client_cpu_s | 60 | 0.8213 | 0.8160 | -0.65 | [-2.62, +1.50] | [-2.34, +1.11] | 0.983 | 0.1976 | no material change | +| client_vcsw | 60 | 171.3 | 168.3 | -1.72 | [-16.91, +13.07] | [-14.46, +11.15] | 1.033 | 0.6452 | inconclusive | +| multi_client_cpu_s | 60 | 0.4553 | 0.4538 | -0.33 | [-2.95, +2.61] | [-2.58, +2.06] | 0.979 | 0.1514 | no material change | +| multi_broker_cpu_s | 60 | 0.2035 | 0.2018 | -0.82 | [-3.95, +2.11] | [-3.41, +1.66] | 1.000 | 0.8634 | no material change | +| broker_user_s | 60 | 0.3082 | 0.3106 | +0.78 | [-2.77, +4.40] | [-2.18, +3.80] | 0.997 | 0.7684 | no material change | +| broker_sys_s | 60 | 0.2272 | 0.2217 | -2.41 | [-5.83, +1.09] | [-5.32, +0.55] | 0.955 | 0.1169 | inconclusive | +| broker_cpu_s | 60 | 0.5354 | 0.5323 | -0.57 | [-2.82, +1.64] | [-2.47, +1.30] | 0.991 | 0.6012 | no material change | +| broker_vcsw | 60 | 312.6 | 310.2 | -0.76 | [-7.83, +6.93] | [-6.68, +5.71] | 0.997 | 0.7073 | inconclusive | +| broker_maxrss_kib | 60 | 4735 | 4761 | +0.55 | [-0.09, +1.20] | [+0.01, +1.09] | 1.008 | 0.1312 | no material change | +| broker_ru_maxrss_kib | 60 | 18616 | 18616 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3803 | 0.3787 | -0.0075 | [-0.0209, +0.0059] | +| multi_s | 0.4635 | 0.4591 | +0.0038 | [-0.0108, +0.0184] | +| client_wall_s | 0.8643 | 0.8637 | -0.0033 | [-0.0240, +0.0173] | +| client_cpu_s | 0.8168 | 0.8067 | -0.0053 | [-0.0229, +0.0122] | +| client_vcsw | 150.5 | 160.5 | -3.0 | [-30.8, +24.9] | +| multi_client_cpu_s | 0.4500 | 0.4500 | -0.0015 | [-0.0146, +0.0116] | +| multi_broker_cpu_s | 0.2000 | 0.2000 | -0.0017 | [-0.0080, +0.0047] | +| broker_user_s | 0.3030 | 0.3048 | +0.0024 | [-0.0089, +0.0138] | +| broker_sys_s | 0.2292 | 0.2169 | -0.0055 | [-0.0138, +0.0028] | +| broker_cpu_s | 0.5262 | 0.5298 | -0.0031 | [-0.0153, +0.0092] | +| broker_vcsw | 298.0 | 306.5 | -2.4 | [-26.4, +21.7] | +| broker_maxrss_kib | 4722 | 4744 | +26 | [-5, +58] | +| broker_ru_maxrss_kib | 18616 | 18616 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.json new file mode 100644 index 0000000..85b8170 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.json @@ -0,0 +1,705 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json", + "started": "2026-10-22T18:30:36+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "concurrent100", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.50085773845, + "median": 0.48129374950000003 + }, + "candidate": { + "mean": 0.38520919291666667, + "median": 0.3787473055 + }, + "diff": { + "mean": -0.11564854553333334, + "sd": 0.08166956491657074, + "se": 0.010543495493796132, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.1367460312853139, + -0.09455105978135278 + ] + }, + "pct": { + "value": -23.09009857594092, + "ci95": [ + -26.44112001492317, + -19.85760958866947 + ], + "ci90": [ + -25.87305530981431, + -20.36859942509663 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7720227014190769, + "wilcoxon": { + "p": 2.4392633264126997e-11, + "z": -6.676973922475244, + "w_plus": 8.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.4733155967, + "median": 0.466799168 + }, + "candidate": { + "mean": 0.4698749178666667, + "median": 0.45914433450000003 + }, + "diff": { + "mean": -0.00344067883333332, + "sd": 0.051676146071773385, + "se": 0.006671361771072005, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016790042902803174, + 0.009908685236136534 + ] + }, + "pct": { + "value": -0.7269312182657917, + "ci95": [ + -3.4327391563082292, + 1.9966029456429728 + ], + "ci90": [ + -3.0132887676265407, + 1.567474395060587 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9805296082695074, + "wilcoxon": { + "p": 0.4395411325269484, + "z": -0.7729683151707835, + "w_plus": 810.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.9974386181, + "median": 0.9838286624999455 + }, + "candidate": { + "mean": 0.8668296767332928, + "median": 0.8636574014999496 + }, + "diff": { + "mean": -0.13060894136670717, + "sd": 0.10604954768701995, + "se": 0.013690937735488585, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.15800444449711412, + -0.10321343823630023 + ] + }, + "pct": { + "value": -13.094433982865173, + "ci95": [ + -15.590182714950751, + -10.64429861675879 + ], + "ci90": [ + -15.160943125663529, + -11.042913522536749 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8689520396270534, + "wilcoxon": { + "p": 1.74208871860101e-10, + "z": -6.382509802410183, + "w_plus": 48.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8478201833333348, + "median": 0.8364259999999994 + }, + "candidate": { + "mean": 0.8160031333333336, + "median": 0.8067320000000011 + }, + "diff": { + "mean": -0.031817050000001075, + "sd": 0.06933871970640226, + "se": 0.008951590222341333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04972914066144623, + -0.01390495933855592 + ] + }, + "pct": { + "value": -3.7528063881314466, + "ci95": [ + -5.782265485015913, + -1.6498342209607957 + ], + "ci90": [ + -5.439009395606169, + -2.047671485334149 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9654006375862754, + "wilcoxon": { + "p": 0.00040998837319403044, + "z": -3.5335694407807243, + "w_plus": 435.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 242.86666666666667, + "median": 228.0 + }, + "candidate": { + "mean": 168.35, + "median": 160.5 + }, + "diff": { + "mean": -74.51666666666667, + "sd": 76.75262744173023, + "se": 9.908721595316118, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -94.34397278165764, + -54.68936055167569 + ] + }, + "pct": { + "value": -30.682130112544613, + "ci95": [ + -37.07313792212236, + -23.81819824803818 + ], + "ci90": [ + -36.09098282517865, + -25.03019531511329 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7091369671558351, + "wilcoxon": { + "p": 9.549368793510611e-09, + "z": -5.738544474354935, + "w_plus": 135.5, + "n_nonzero": 60, + "variance": 18451.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4625, + "median": 0.45999999999999996 + }, + "candidate": { + "mean": 0.45383333333333337, + "median": 0.44999999999999996 + }, + "diff": { + "mean": -0.008666666666666663, + "sd": 0.047709099678052994, + "se": 0.006159218283854962, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.020991233985297206, + 0.003657900651963881 + ] + }, + "pct": { + "value": -1.873873873873877, + "ci95": [ + -4.439711621063833, + 0.7519675988532524 + ], + "ci90": [ + -4.021434122796263, + 0.3247983563649913 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9777667984189724, + "wilcoxon": { + "p": 0.09763450138508158, + "z": -1.656431327072078, + "w_plus": 595.5, + "n_nonzero": 56, + "variance": 14945.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.21, + "median": 0.20999999999999996 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": -0.008166666666666664, + "sd": 0.027401080435624194, + "se": 0.0035374642731754126, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015245116327443044, + -0.0010882170058902838 + ] + }, + "pct": { + "value": -3.888888888888875, + "ci95": [ + -7.016430458326635, + -0.48977595928347495 + ], + "ci90": [ + -6.509803921568624, + -1.0551092950809207 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9523809523809526, + "wilcoxon": { + "p": 0.009646125582470298, + "z": -2.5882631590828646, + "w_plus": 355.5, + "n_nonzero": 49, + "variance": 9859.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3075351833333333, + "median": 0.302328 + }, + "candidate": { + "mean": 0.3106177, + "median": 0.30480450000000003 + }, + "diff": { + "mean": 0.0030825166666666654, + "sd": 0.04372105110405953, + "se": 0.005644363426823532, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008211828462657689, + 0.014376861795991019 + ] + }, + "pct": { + "value": 1.00232976053527, + "ci95": [ + -2.541510359188105, + 4.687451748991065 + ], + "ci90": [ + -2.020742903400187, + 4.0716877279948385 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0195029047124105, + "wilcoxon": { + "p": 0.6964145709704024, + "z": 0.390164959086205, + "w_plus": 968.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.29130096666666666, + "median": 0.2806685 + }, + "candidate": { + "mean": 0.22169511666666664, + "median": 0.216915 + }, + "diff": { + "mean": -0.06960585, + "sd": 0.06993015340428341, + "se": 0.009027943984417317, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08767072418645885, + -0.05154097581354115 + ] + }, + "pct": { + "value": -23.894822868764955, + "ci95": [ + -28.651421155325096, + -19.310931903760196 + ], + "ci90": [ + -27.83200700266273, + -19.97183967505341 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8054127569043887, + "wilcoxon": { + "p": 5.14944042692604e-11, + "z": -6.566549877450846, + "w_plus": 23.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.59883615, + "median": 0.5714589999999999 + }, + "candidate": { + "mean": 0.5323128166666666, + "median": 0.5297555 + }, + "diff": { + "mean": -0.06652333333333334, + "sd": 0.08124527179288998, + "se": 0.01048871948706527, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08751121254901531, + -0.045535454117651364 + ] + }, + "pct": { + "value": -11.108770459721473, + "ci95": [ + -14.37157626162278, + -8.085064696882506 + ], + "ci90": [ + -13.784569710228999, + -8.52469224455302 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8940532324912047, + "wilcoxon": { + "p": 7.857047324502257e-09, + "z": -5.7714967532751835, + "w_plus": 131.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 1094.3833333333334, + "median": 1105.5 + }, + "candidate": { + "mean": 310.1666666666667, + "median": 306.5 + }, + "diff": { + "mean": -784.2166666666667, + "sd": 142.2396034944554, + "se": 18.3630538501724, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -820.9610525484477, + -747.4722807848857 + ] + }, + "pct": { + "value": -71.6583159465757, + "ci95": [ + -73.08958030430269, + -70.16480294432456 + ], + "ci90": [ + -72.85850947982898, + -70.40367628166041 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.28273415190947593, + "wilcoxon": { + "p": 1.6285331829622213e-11, + "z": -6.735958007884257, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 52759.46666666667, + "median": 53966.0 + }, + "candidate": { + "mean": 4761.066666666667, + "median": 4744.0 + }, + "diff": { + "mean": -47998.4, + "sd": 4015.4085052964138, + "se": 518.3870089744208, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -49035.69000901882, + -46961.10999098118 + ] + }, + "pct": { + "value": -90.97590069143989, + "ci95": [ + -91.13566375068176, + -90.80257784302599 + ], + "ci90": [ + -91.11372746624971, + -90.83107584150638 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.0894205284784389, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 52732.0, + "median": 53932.0 + }, + "candidate": { + "mean": 18616.0, + "median": 18616.0 + }, + "diff": { + "mean": -34116.0, + "sd": 4047.1325525988254, + "se": 522.4825658703054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -35161.48519943818, + -33070.51480056182 + ] + }, + "pct": { + "value": -64.69695820374726, + "ci95": [ + -65.34641823321742, + -63.98256551711201 + ], + "ci90": [ + -65.25063804850025, + -64.10393199721155 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.345175453535545, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.md new file mode 100644 index 0000000..d0833f6 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-concurrent100.stats.md @@ -0,0 +1,41 @@ +candidate concurrent100 against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.5009 | 0.3852 | -23.09 | [-26.44, -19.86] | [-25.87, -20.37] | 0.772 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.4733 | 0.4699 | -0.73 | [-3.43, +2.00] | [-3.01, +1.57] | 0.981 | 0.4395 | no material change | +| client_wall_s | 60 | 0.9974 | 0.8668 | -13.09 | [-15.59, -10.64] | [-15.16, -11.04] | 0.869 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.8478 | 0.8160 | -3.75 | [-5.78, -1.65] | [-5.44, -2.05] | 0.965 | 0.0004 | inconclusive; repeatable change (-) | +| client_vcsw | 60 | 242.9 | 168.3 | -30.68 | [-37.07, -23.82] | [-36.09, -25.03] | 0.709 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.4625 | 0.4538 | -1.87 | [-4.44, +0.75] | [-4.02, +0.32] | 0.978 | 0.0976 | no material change | +| multi_broker_cpu_s | 60 | 0.2100 | 0.2018 | -3.89 | [-7.02, -0.49] | [-6.51, -1.06] | 0.952 | 0.0096 | inconclusive; repeatable change (-) | +| broker_user_s | 60 | 0.3075 | 0.3106 | +1.00 | [-2.54, +4.69] | [-2.02, +4.07] | 1.020 | 0.6964 | no material change | +| broker_sys_s | 60 | 0.2913 | 0.2217 | -23.89 | [-28.65, -19.31] | [-27.83, -19.97] | 0.805 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.5988 | 0.5323 | -11.11 | [-14.37, -8.09] | [-13.78, -8.52] | 0.894 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 1094.4 | 310.2 | -71.66 | [-73.09, -70.16] | [-72.86, -70.40] | 0.283 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 52759 | 4761 | -90.98 | [-91.14, -90.80] | [-91.11, -90.83] | 0.089 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 52732 | 18616 | -64.70 | [-65.35, -63.98] | [-65.25, -64.10] | 0.345 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.4813 | 0.3787 | -0.1156 | [-0.1367, -0.0946] | +| multi_s | 0.4668 | 0.4591 | -0.0034 | [-0.0168, +0.0099] | +| client_wall_s | 0.9838 | 0.8637 | -0.1306 | [-0.1580, -0.1032] | +| client_cpu_s | 0.8364 | 0.8067 | -0.0318 | [-0.0497, -0.0139] | +| client_vcsw | 228.0 | 160.5 | -74.5 | [-94.3, -54.7] | +| multi_client_cpu_s | 0.4600 | 0.4500 | -0.0087 | [-0.0210, +0.0037] | +| multi_broker_cpu_s | 0.2100 | 0.2000 | -0.0082 | [-0.0152, -0.0011] | +| broker_user_s | 0.3023 | 0.3048 | +0.0031 | [-0.0082, +0.0144] | +| broker_sys_s | 0.2807 | 0.2169 | -0.0696 | [-0.0877, -0.0515] | +| broker_cpu_s | 0.5715 | 0.5298 | -0.0665 | [-0.0875, -0.0455] | +| broker_vcsw | 1105.5 | 306.5 | -784.2 | [-821.0, -747.5] | +| broker_maxrss_kib | 53966 | 4744 | -47998 | [-49036, -46961] | +| broker_ru_maxrss_kib | 53932 | 18616 | -34116 | [-35161, -33071] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.json b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.json new file mode 100644 index 0000000..c075884 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.json @@ -0,0 +1,705 @@ +{ + "source": { + "file": "/tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json", + "started": "2026-10-22T18:30:36+00:00", + "machine": { + "nproc": 4, + "cpu_model": "Intel(R) Xeon(R) Processor @ 2.10GHz", + "kernel": "6.18.44-fc-v140" + }, + "meta": { + "rustc": "rustc 1.97.0 (2d8144b78 2026-07-07)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "8d57e20 (the code of e93cec5)", + "concurrent100": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.50085773845, + "median": 0.48129374950000003 + }, + "candidate": { + "mean": 0.3927337616166667, + "median": 0.380304399 + }, + "diff": { + "mean": -0.10812397683333334, + "sd": 0.09185914680210873, + "se": 0.01185896485871298, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.13185371070452923, + -0.08439424296213746 + ] + }, + "pct": { + "value": -21.587762059530846, + "ci95": [ + -25.5361111890049, + -17.797598602699168 + ], + "ci90": [ + -24.876347145141015, + -18.35598787787076 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8011978500801694, + "wilcoxon": { + "p": 1.7141493981716185e-11, + "z": -6.72850514348663, + "w_plus": 1.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.4733155967, + "median": 0.466799168 + }, + "candidate": { + "mean": 0.46603645258333337, + "median": 0.46350694400000003 + }, + "diff": { + "mean": -0.00727914411666666, + "sd": 0.04899428047330423, + "se": 0.006325134411084084, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.019935708839032982, + 0.005377420605699661 + ] + }, + "pct": { + "value": -1.537904976598592, + "ci95": [ + -4.103303240437927, + 1.1284880414459413 + ], + "ci90": [ + -3.677362681527103, + 0.6854421533561136 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9938782277448966, + "wilcoxon": { + "p": 0.2924742774454461, + "z": -1.0527092292325908, + "w_plus": 772.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.9974386181, + "median": 0.9838286624999455 + }, + "candidate": { + "mean": 0.8701581109999931, + "median": 0.8643240799999603 + }, + "diff": { + "mean": -0.1272805071000069, + "sd": 0.10406065170020044, + "se": 0.013434172367678894, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.1541622239161735, + -0.1003987902838403 + ] + }, + "pct": { + "value": -12.760735827780657, + "ci95": [ + -15.179633739172475, + -10.343707944670372 + ], + "ci90": [ + -14.809981442011196, + -10.708909515762043 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.876760520715471, + "wilcoxon": { + "p": 1.2425529960403163e-10, + "z": -6.434041023421569, + "w_plus": 41.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8478201833333348, + "median": 0.8364259999999994 + }, + "candidate": { + "mean": 0.8213124166666652, + "median": 0.8167504999999977 + }, + "diff": { + "mean": -0.026507766666669496, + "sd": 0.06590662317566791, + "se": 0.008508508465470986, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04353325278050185, + -0.009482280552837136 + ] + }, + "pct": { + "value": -3.126578865161034, + "ci95": [ + -4.990052939557859, + -1.1008241560475898 + ], + "ci90": [ + -4.716757653068296, + -1.4518030703498142 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9609552343770422, + "wilcoxon": { + "p": 0.001988977492427621, + "z": -3.091873260683134, + "w_plus": 495.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 242.86666666666667, + "median": 228.0 + }, + "candidate": { + "mean": 171.3, + "median": 150.5 + }, + "diff": { + "mean": -71.56666666666666, + "sd": 118.40098010741077, + "se": 15.285500804354585, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -102.15288312794472, + -40.98045020538861 + ] + }, + "pct": { + "value": -29.46747186384847, + "ci95": [ + -38.90103404032425, + -16.878548463054784 + ], + "ci90": [ + -37.69803433191745, + -19.02213538141561 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6619999103982797, + "wilcoxon": { + "p": 1.746112095424665e-08, + "z": -5.635440712948485, + "w_plus": 149.5, + "n_nonzero": 60, + "variance": 18451.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4625, + "median": 0.45999999999999996 + }, + "candidate": { + "mean": 0.4553333333333333, + "median": 0.45000000000000007 + }, + "diff": { + "mean": -0.007166666666666671, + "sd": 0.04457298971831908, + "se": 0.005754348228990807, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.018681090876787695, + 0.0043477575434543525 + ] + }, + "pct": { + "value": -1.549549549549556, + "ci95": [ + -3.9478322171307756, + 0.9134255403138833 + ], + "ci90": [ + -3.5765505976303547, + 0.5087209302325535 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9895833333333333, + "wilcoxon": { + "p": 0.3855973702194336, + "z": -0.8676291737971382, + "w_plus": 692.0, + "n_nonzero": 56, + "variance": 14926.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.21, + "median": 0.20999999999999996 + }, + "candidate": { + "mean": 0.20350000000000001, + "median": 0.2 + }, + "diff": { + "mean": -0.0064999999999999945, + "sd": 0.02378042208574674, + "se": 0.0030700392901293386, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.012643134430098193, + -0.0003568655699017955 + ] + }, + "pct": { + "value": -3.0952380952380842, + "ci95": [ + -5.798307867806538, + -0.16364281633571376 + ], + "ci90": [ + -5.394839718530098, + -0.6519701929177472 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9999999999999997, + "wilcoxon": { + "p": 0.018102536852742938, + "z": -2.363514119121864, + "w_plus": 311.0, + "n_nonzero": 45, + "variance": 7633.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3075351833333333, + "median": 0.302328 + }, + "candidate": { + "mean": 0.3082037833333333, + "median": 0.30297699999999994 + }, + "diff": { + "mean": 0.0006685999999999998, + "sd": 0.03879202837129455, + "se": 0.005008029328254314, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009352443539167385, + 0.010689643539167385 + ] + }, + "pct": { + "value": 0.21740601928961212, + "ci95": [ + -2.8504317617890833, + 3.4295646545290484 + ], + "ci90": [ + -2.4182318060368506, + 2.924785060654555 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0074901849290245, + "wilcoxon": { + "p": 0.8887623436669472, + "z": 0.13987045703090367, + "w_plus": 934.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.29130096666666666, + "median": 0.2806685 + }, + "candidate": { + "mean": 0.22717511666666665, + "median": 0.22923549999999998 + }, + "diff": { + "mean": -0.06412585, + "sd": 0.07267757767033768, + "se": 0.00938263493199713, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08290045913321581, + -0.045351240866784194 + ] + }, + "pct": { + "value": -22.01360700370717, + "ci95": [ + -27.135332673497015, + -17.018156204257714 + ], + "ci90": [ + -26.267553734805134, + -17.808812996110536 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8066882851572648, + "wilcoxon": { + "p": 3.090478581188394e-10, + "z": -6.294170566390665, + "w_plus": 60.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.59883615, + "median": 0.5714589999999999 + }, + "candidate": { + "mean": 0.5353789, + "median": 0.526179 + }, + "diff": { + "mean": -0.06345725, + "sd": 0.08016837503033374, + "se": 0.010349692712833102, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08416693728301289, + -0.042747562716987125 + ] + }, + "pct": { + "value": -10.596763405148469, + "ci95": [ + -13.80176416242323, + -7.577997565027066 + ], + "ci90": [ + -13.297546748264116, + -7.984282080341844 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9210816858845832, + "wilcoxon": { + "p": 2.7114824437907185e-09, + "z": -5.94817522531422, + "w_plus": 107.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 1094.3833333333334, + "median": 1105.5 + }, + "candidate": { + "mean": 312.55, + "median": 298.0 + }, + "diff": { + "mean": -781.8333333333334, + "sd": 136.59431045880905, + "se": 17.634249653121767, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -817.1193853852847, + -746.5472812813821 + ] + }, + "pct": { + "value": -71.44053728888416, + "ci95": [ + -73.08344597925368, + -69.66519616289193 + ], + "ci90": [ + -72.8377194117007, + -70.01562494788718 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2709986600431924, + "wilcoxon": { + "p": 1.628788780764767e-11, + "z": -6.735935192187502, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 52759.46666666667, + "median": 53966.0 + }, + "candidate": { + "mean": 4734.866666666667, + "median": 4722.0 + }, + "diff": { + "mean": -48024.6, + "sd": 4026.9142545576165, + "se": 519.8723948168968, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -49064.86225922429, + -46984.33774077571 + ] + }, + "pct": { + "value": -91.02556002587845, + "ci95": [ + -91.19178924156344, + -90.84374768912478 + ], + "ci90": [ + -91.16673605448197, + -90.87591358778397 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.08848536660218471, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 52732.0, + "median": 53932.0 + }, + "candidate": { + "mean": 18616.0, + "median": 18616.0 + }, + "diff": { + "mean": -34116.0, + "sd": 4047.1325525988254, + "se": 522.4825658703054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -35161.48519943818, + -33070.51480056182 + ] + }, + "pct": { + "value": -64.69695820374726, + "ci95": [ + -65.34641823321742, + -63.98256551711201 + ], + "ci90": [ + -65.25063804850025, + -64.10393199721155 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.345175453535545, + "wilcoxon": { + "p": 1.6293000864348732e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.md new file mode 100644 index 0000000..5ae8304 --- /dev/null +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu/stats/signals-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/claude-0/-home-user/9bf77134-b3af-5785-becd-76c8f58ff061/scratchpad/bench/out-concurrent/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.5009 | 0.3927 | -21.59 | [-25.54, -17.80] | [-24.88, -18.36] | 0.801 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.4733 | 0.4660 | -1.54 | [-4.10, +1.13] | [-3.68, +0.69] | 0.994 | 0.2925 | no material change | +| client_wall_s | 60 | 0.9974 | 0.8702 | -12.76 | [-15.18, -10.34] | [-14.81, -10.71] | 0.877 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.8478 | 0.8213 | -3.13 | [-4.99, -1.10] | [-4.72, -1.45] | 0.961 | 0.0020 | no material change; repeatable change (-) | +| client_vcsw | 60 | 242.9 | 171.3 | -29.47 | [-38.90, -16.88] | [-37.70, -19.02] | 0.662 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.4625 | 0.4553 | -1.55 | [-3.95, +0.91] | [-3.58, +0.51] | 0.990 | 0.3856 | no material change | +| multi_broker_cpu_s | 60 | 0.2100 | 0.2035 | -3.10 | [-5.80, -0.16] | [-5.39, -0.65] | 1.000 | 0.0181 | inconclusive; repeatable change (-) | +| broker_user_s | 60 | 0.3075 | 0.3082 | +0.22 | [-2.85, +3.43] | [-2.42, +2.92] | 1.007 | 0.8888 | no material change | +| broker_sys_s | 60 | 0.2913 | 0.2272 | -22.01 | [-27.14, -17.02] | [-26.27, -17.81] | 0.807 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.5988 | 0.5354 | -10.60 | [-13.80, -7.58] | [-13.30, -7.98] | 0.921 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 1094.4 | 312.6 | -71.44 | [-73.08, -69.67] | [-72.84, -70.02] | 0.271 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 52759 | 4735 | -91.03 | [-91.19, -90.84] | [-91.17, -90.88] | 0.088 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 52732 | 18616 | -64.70 | [-65.35, -63.98] | [-65.25, -64.10] | 0.345 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.4813 | 0.3803 | -0.1081 | [-0.1319, -0.0844] | +| multi_s | 0.4668 | 0.4635 | -0.0073 | [-0.0199, +0.0054] | +| client_wall_s | 0.9838 | 0.8643 | -0.1273 | [-0.1542, -0.1004] | +| client_cpu_s | 0.8364 | 0.8168 | -0.0265 | [-0.0435, -0.0095] | +| client_vcsw | 228.0 | 150.5 | -71.6 | [-102.2, -41.0] | +| multi_client_cpu_s | 0.4600 | 0.4500 | -0.0072 | [-0.0187, +0.0043] | +| multi_broker_cpu_s | 0.2100 | 0.2000 | -0.0065 | [-0.0126, -0.0004] | +| broker_user_s | 0.3023 | 0.3030 | +0.0007 | [-0.0094, +0.0107] | +| broker_sys_s | 0.2807 | 0.2292 | -0.0641 | [-0.0829, -0.0454] | +| broker_cpu_s | 0.5715 | 0.5262 | -0.0635 | [-0.0842, -0.0427] | +| broker_vcsw | 1105.5 | 298.0 | -781.8 | [-817.1, -746.5] | +| broker_maxrss_kib | 53966 | 4722 | -48025 | [-49065, -46984] | +| broker_ru_maxrss_kib | 53932 | 18616 | -34116 | [-35161, -33071] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md index e7ef702..01b851c 100644 --- a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md @@ -23,6 +23,9 @@ below, and not a proposal. [read-ahead.diff]: 2026-10-22-busd-send-timeout-xeon-4vcpu/read-ahead.diff +[A later run](2026-10-22-busd-concurrent-sends-xeon-4vcpu.md) measures the branch with a time limit +of 100 ms and the sends of a message to all of its recipients at once. + ## Summary The time limit keeps a client that stops reading from freezing the bus, which is what the queue of From 931841eb1f834bbcdb6afca7ed87c6a5f80eff09 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Thu, 22 Oct 2026 19:48:17 +0000 Subject: [PATCH 10/15] Keep the results of each commit that the time-limit comparison measures scripts/compare-send-timeout.sh wrote its results to the same directory and archive in $WORK on every run, which it emptied first, so a run with another TIMEOUT_REV threw away the results of the run before it. They now go to send-timeout-results-COMMIT, COMMIT being the short hash of the timeout commit, which the script also resolves to its full hash for the results to name, as TIMEOUT_REV may give a short one. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- .../2026-10-22-busd-send-timeout-xeon-4vcpu.md | 5 +++-- scripts/compare-send-timeout.sh | 17 +++++++++++------ 2 files changed, 14 insertions(+), 8 deletions(-) diff --git a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md index 01b851c..df7d545 100644 --- a/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md +++ b/results/2026-10-22-busd-send-timeout-xeon-4vcpu.md @@ -315,8 +315,9 @@ Run [scripts/compare-send-timeout.sh](../scripts/compare-send-timeout.sh). It fe lacks, makes the four builds of busd and the clients, runs [run-benchmarks.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-benchmarks.sh) and [run-stalls.sh](2026-10-22-busd-send-timeout-xeon-4vcpu/run-stalls.sh), and packs what they write -into `send-timeout-results.tar.gz` in `$WORK` (by default, `/tmp/send-timeout-bench`). The header of -the script says where it expects the checkout of busd, and which variables shorten a run. +into `send-timeout-results-COMMIT.tar.gz` in `$WORK` (by default, `/tmp/send-timeout-bench`), COMMIT +being the short hash of the timeout commit, which `$TIMEOUT_REV` can change. The header of the +script says where it expects the checkout of busd, and which variables shorten a run. It needs rustup and cargo. dbus-broker is optional, with the `systemd-socket-activate` that it runs under: the runs against it are left out where either is missing. The test with [frozen diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index f760c59..36349e2 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -28,9 +28,11 @@ # the commit of the client on zbus 4.3 from the some-changes branch of zeenix/dbus-bench. Each # build of busd, and the client on zbus 4.3, is made from an export of its commit, under $WORK # (default: /tmp/send-timeout-bench), and is reused by the next run. The clients of this repository -# are built in its checkout. Each run empties $WORK/send-timeout-results and has the scripts write -# their results there, along with environment.txt, which notes the versions that their logs do not -# name. The archive is $WORK/send-timeout-results.tar.gz. +# are built in its checkout. The results go to $WORK/send-timeout-results-COMMIT, where COMMIT is +# the short hash of the timeout commit, so that a run of each of those commits keeps its own: each +# run empties it, and has the scripts write their results there, along with environment.txt, which +# notes the versions that their logs do not name. The archive is +# $WORK/send-timeout-results-COMMIT.tar.gz. # # Usage: scripts/compare-send-timeout.sh # @@ -136,6 +138,8 @@ export_rev() { have "$busd" https://github.com/z-galaxy/busd main "$baseline_rev" have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$revert_rev" have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$timeout_rev" +# TIMEOUT_REV may be a short hash: the results name the full one. +timeout_rev=$(git -C "$busd" rev-parse --verify "$timeout_rev^{commit}") have "$bench" https://github.com/zeenix/dbus-bench some-changes "$zbus43_rev" export_rev "$busd" "$baseline_rev" "$work/busd-baseline" @@ -169,9 +173,10 @@ for client in dbus-bench fanout latency shared; do done cp "$work/dbus-bench-zbus43/target/release/dbus-bench" "$bin/dbus-bench-zbus43" -# What an earlier run left in the results would end up in the archive, so each run starts afresh. -out=$work/send-timeout-results -archive=$work/send-timeout-results.tar.gz +# What an earlier run of the same commits left in the results would end up in the archive, so each +# run starts afresh. +out=$work/send-timeout-results-${timeout_rev:0:7} +archive=$out.tar.gz rm -rf "$out" mkdir -p "$out" # The versions that the logs of run-stalls.sh do not name. From 6b72eb6ac283f0b298f8fe5890b9e20d66c02c20 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Fri, 23 Oct 2026 15:11:04 +0000 Subject: [PATCH 11/15] Let the comparison of busd's time limit measure a commit of zruntime busd's time limit on each send goes through zruntime's timeout(), which reads the clock on every call, where the clock can be slow to read, as it is with the HPET clocksource. A commit of zeenix/zruntime reads it only once a send has to wait. To measure such a commit, ZRUNTIME_REV now has scripts/compare-send-timeout.sh build busd's main branch and the timeout commit on it, and the timeout commit on the commit before it, each with an export of that commit of zruntime in place of the release in its lock file. It then runs only the paired comparisons, between those three builds, without the read-ahead build and the clients that stop reading. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/compare-send-timeout.sh | 163 +++++++++++++++++++++++++++----- 1 file changed, 138 insertions(+), 25 deletions(-) diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index 36349e2..24c7218 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -34,8 +34,27 @@ # notes the versions that their logs do not name. The archive is # $WORK/send-timeout-results-COMMIT.tar.gz. # +# With ZRUNTIME_REV, a commit of zruntime, it measures that commit instead, on three builds that run +# on a commit of zruntime rather than on the release that busd's lock file names: +# +# * baseline and timeout, as above, both on that commit of zruntime; +# * timeout-before: timeout on the commit of zruntime before it, its first parent. +# +# It runs only the paired comparisons of run-benchmarks.sh, without the read-ahead build, between +# those three: timeout against timeout-before says what the commit of zruntime changes, and +# baseline against timeout and timeout-before what the time limit costs with and without it. +# baseline uses no time limit of zruntime's, so one build of it does for both. That needs a +# checkout of zruntime too, at $CHECKOUT/z-galaxy/zruntime, which the commit is fetched into from +# the ccr-314882eb-9cvuxt branch of zeenix/zruntime if it lacks it. The exports of zruntime are +# under $WORK as well, and the results go to $WORK/send-timeout-results-COMMIT-zruntime-ZCOMMIT, +# where ZCOMMIT is the short hash of the commit of zruntime. +# # Usage: scripts/compare-send-timeout.sh # +# For example, TIMEOUT_REV=7f3ba5a ZRUNTIME_REV=99e2ebd scripts/compare-send-timeout.sh measures the +# commit of zruntime that starts the clock of a time limit only once a send has to wait, with the +# limit of 100 ms. +# # The environment sets the rest. ROUNDS (default: 60), SHARED_ROUNDS (default: 40) and # READ_AHEAD_ROUNDS (default: 30) are the numbers of rounds of the comparisons of the calls, the # signals and the latencies, of the shared connection, and of the shared connection with more @@ -57,6 +76,7 @@ # which took about 6 minutes there. To check that everything works first, a short run takes about # 11 minutes there, once the builds are made: ROUNDS=2 SHARED_ROUNDS=2 READ_AHEAD_ROUNDS=2 WARMUP=1 # FROZEN_CALLS_K1=30 FROZEN_CALLS_K3=30 SHARED_REPEATS=1 scripts/compare-send-timeout.sh +# A run with ZRUNTIME_REV takes about 28 minutes there, as the first four comparisons do. set -euo pipefail if [ $# -gt 0 ]; then @@ -73,6 +93,7 @@ case $work in esac bench=$(cd "$(dirname "$0")/.." && pwd) busd=$checkout/z-galaxy/busd +zruntime=$checkout/z-galaxy/zruntime # The scripts and patches of the results, and the pinger of the earlier look into stalls. results=$bench/results/2026-10-22-busd-send-timeout-xeon-4vcpu read_ahead_patch=$results/read-ahead.diff @@ -86,6 +107,8 @@ baseline_rev=0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c revert_rev=41407f0d123260d68d8dbb8b4e48aed2ee2932c7 timeout_rev=${TIMEOUT_REV:-e93cec585f1543d5a256b9a1a32d089ac2a84967} zbus43_rev=7b5f2351d1c8dab30f4b1e1f9b70b9f3bad8208c +# The commit of zruntime to measure, if any: see the top. +zruntime_rev=${ZRUNTIME_REV:-} # Makes sure that the repository $1 has the commit $4, by fetching $3 from $2 if it lacks it. have() { @@ -135,32 +158,101 @@ export_rev() { mv "$dir.new" "$dir" } +# Has the export of busd in the current directory build on the export of zruntime in $1, rather +# than on the release of zruntime that its lock file names. The patch alone leaves the lock file on +# that release, so zruntime, and only zruntime, is moved off it there, and the build can stay +# locked. +use_zruntime() { + printf '\n[patch.crates-io]\nzruntime = { path = "%s" }\n' "$1" >> Cargo.toml + cargo update -q -p zruntime +} + +# The paired comparisons of a run with ZRUNTIME_REV: the first four of run-benchmarks.sh, with its +# rounds and seeds, between the builds on zruntime. Called from the condition of an if, the +# function runs with errexit off, so each step returns on a failure itself. +compare_zruntime() { + local rounds=${ROUNDS:-60} shared_rounds=${SHARED_ROUNDS:-40} warmup=${WARMUP:-3} + local brokers meta workload pair base cand name + brokers=( + --broker baseline "$bin/busd-zr-baseline --address {address}" + --broker timeout "$bin/busd-zr-timeout --address {address}" + --broker timeout-before "$bin/busd-zr-timeout-before --address {address}" + ) + meta=(--meta "rustc=$(first_line rustc --version)" --meta "baseline=$baseline_rev" + --meta "timeout=$timeout_rev" --meta "zruntime=$zruntime_rev" + --meta "zruntime-before=$zruntime_before_rev") + + echo "== method calls (the benchmark, on zbus 6): $rounds rounds" >&2 + python3 scripts/compare-brokers.py --bench "$bin/dbus-bench" --rounds "$rounds" \ + --warmup "$warmup" --seed 11 --out "$out/calls.json" "${meta[@]}" "${brokers[@]}" \ + > "$out/calls.md" || return + echo "== signals (fanout: a burst to 1 subscriber, broadcasts to 20): $rounds rounds" >&2 + python3 scripts/compare-brokers.py --bench "$bin/fanout" --rounds "$rounds" \ + --warmup "$warmup" --seed 12 --out "$out/signals.json" "${meta[@]}" "${brokers[@]}" \ + > "$out/signals.md" || return + echo "== latencies: $rounds rounds" >&2 + python3 scripts/compare-latency.py --bench "$bin/latency" --rounds "$rounds" \ + --warmup "$warmup" --seed 13 --out "$out/latency.json" "${meta[@]}" "${brokers[@]}" \ + > "$out/latency.md" || return + echo "== 100 proxies sharing a connection, then 100 connections (zbus 6):" \ + "$shared_rounds rounds" >&2 + DBUS_BENCH_CLIENTS=100 python3 scripts/compare-brokers.py --bench "$bin/shared" \ + --rounds "$shared_rounds" --warmup "$warmup" --seed 14 --out "$out/shared.json" \ + "${meta[@]}" "${brokers[@]}" > "$out/shared.md" || return + + for workload in calls signals latency shared; do + for pair in timeout-before:timeout baseline:timeout baseline:timeout-before; do + base=${pair%:*} cand=${pair#*:} + name=$workload-$cand + [ "$base" = baseline ] || name=$workload-$cand-vs-$base + python3 scripts/paired-stats.py "$out/$workload.json" --baseline "$base" \ + --candidate "$cand" --json "$out/$name.stats.json" > "$out/$name.stats.md" || + return + done + done +} + have "$busd" https://github.com/z-galaxy/busd main "$baseline_rev" have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$revert_rev" have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$timeout_rev" # TIMEOUT_REV may be a short hash: the results name the full one. timeout_rev=$(git -C "$busd" rev-parse --verify "$timeout_rev^{commit}") -have "$bench" https://github.com/zeenix/dbus-bench some-changes "$zbus43_rev" - -export_rev "$busd" "$baseline_rev" "$work/busd-baseline" -export_rev "$busd" "$revert_rev" "$work/busd-revert" -export_rev "$busd" "$timeout_rev" "$work/busd-timeout" -# read-ahead is the timeout commit with a patch that changes busd's code only, so its build can be -# locked too. -export_rev "$busd" "$timeout_rev" "$work/busd-read-ahead" git apply "$read_ahead_patch" -# The patch of the client on zbus 4.3 has it run the phase of the shared connection alone, if -# $DBUS_BENCH_SHARED_ONLY is set, and with as many proxies as $DBUS_BENCH_CLIENTS says. -export_rev "$bench" "$zbus43_rev" "$work/dbus-bench-zbus43" git apply "$zbus43_patch" - -busd_builds=(baseline revert timeout read-ahead) + +if [ -n "$zruntime_rev" ]; then + have "$zruntime" https://github.com/zeenix/zruntime ccr-314882eb-9cvuxt "$zruntime_rev" + # So may ZRUNTIME_REV. + zruntime_rev=$(git -C "$zruntime" rev-parse --verify "$zruntime_rev^{commit}") + zruntime_before_rev=$(git -C "$zruntime" rev-parse --verify "$zruntime_rev^") + # An export of zruntime is named after its commit, so that the exports of busd on it are made + # afresh, builds and all, for another commit. Cargo tells that a path dependency changed by the + # times of its files, which in an export are the time of its commit, and so can go back. + zruntime_dir=$work/zruntime-${zruntime_rev:0:7} + zruntime_before_dir=$work/zruntime-${zruntime_before_rev:0:7} + export_rev "$zruntime" "$zruntime_rev" "$zruntime_dir" + export_rev "$zruntime" "$zruntime_before_rev" "$zruntime_before_dir" + export_rev "$busd" "$baseline_rev" "$work/busd-zr-baseline" use_zruntime "$zruntime_dir" + export_rev "$busd" "$timeout_rev" "$work/busd-zr-timeout" use_zruntime "$zruntime_dir" + export_rev "$busd" "$timeout_rev" "$work/busd-zr-timeout-before" use_zruntime \ + "$zruntime_before_dir" + busd_builds=(zr-baseline zr-timeout zr-timeout-before) +else + have "$bench" https://github.com/zeenix/dbus-bench some-changes "$zbus43_rev" + export_rev "$busd" "$baseline_rev" "$work/busd-baseline" + export_rev "$busd" "$revert_rev" "$work/busd-revert" + export_rev "$busd" "$timeout_rev" "$work/busd-timeout" + # read-ahead is the timeout commit with a patch that changes busd's code only, so its build + # can be locked too. + export_rev "$busd" "$timeout_rev" "$work/busd-read-ahead" git apply "$read_ahead_patch" + # The patch of the client on zbus 4.3 has it run the phase of the shared connection alone, if + # $DBUS_BENCH_SHARED_ONLY is set, and with as many proxies as $DBUS_BENCH_CLIENTS says. + export_rev "$bench" "$zbus43_rev" "$work/dbus-bench-zbus43" git apply "$zbus43_patch" + busd_builds=(baseline revert timeout read-ahead) +fi + for build in "${busd_builds[@]}"; do (cd "$work/busd-$build" && cargo build --release --locked) done (cd "$bench" && cargo build --release --locked) -(cd "$work/dbus-bench-zbus43" && cargo build --release --locked) -# The pinger is a crate of its own, with its own lock file. Its target directory is under $work, so -# that the build leaves nothing in the repository. -(cd "$pinger" && CARGO_TARGET_DIR="$work/pinger-target" cargo build --release --locked) # The scripts of the results want the binaries in one directory, under these names. bin=$work/bin @@ -171,11 +263,21 @@ done for client in dbus-bench fanout latency shared; do cp "$bench/target/release/$client" "$bin/$client" done -cp "$work/dbus-bench-zbus43/target/release/dbus-bench" "$bin/dbus-bench-zbus43" +# The clients of run-stalls.sh, which a run with ZRUNTIME_REV leaves out. +if [ -z "$zruntime_rev" ]; then + (cd "$work/dbus-bench-zbus43" && cargo build --release --locked) + cp "$work/dbus-bench-zbus43/target/release/dbus-bench" "$bin/dbus-bench-zbus43" + # The pinger is a crate of its own, with its own lock file. Its target directory is under + # $work, so that the build leaves nothing in the repository. + (cd "$pinger" && CARGO_TARGET_DIR="$work/pinger-target" cargo build --release --locked) +fi # What an earlier run of the same commits left in the results would end up in the archive, so each # run starts afresh. out=$work/send-timeout-results-${timeout_rev:0:7} +if [ -n "$zruntime_rev" ]; then + out+=-zruntime-${zruntime_rev:0:7} +fi archive=$out.tar.gz rm -rf "$out" mkdir -p "$out" @@ -187,6 +289,10 @@ mkdir -p "$out" echo "cargo: $(first_line cargo --version)" echo "dbus-bench: $(first_line git -C "$bench" describe --always --dirty --abbrev=40)" echo "dbus-broker: $(first_line dbus-broker --version)" + if [ -n "$zruntime_rev" ]; then + echo "zruntime: $zruntime_rev" + echo "zruntime-before: $zruntime_before_rev" + fi } > "$out/environment.txt" # Each script below is added to the failures if it goes wrong, and the next one runs all the same. @@ -196,13 +302,20 @@ failed=() export BASELINE_REV=$baseline_rev REVERT_REV=$revert_rev TIMEOUT_REV=$timeout_rev cd "$bench" -echo "Running the paired comparisons (run-benchmarks.sh)." >&2 -if ! BIN=$bin OUT=$out "$results/run-benchmarks.sh"; then - failed+=("the paired comparisons (run-benchmarks.sh)") -fi -echo "Running the clients that stop reading (run-stalls.sh)." >&2 -if ! BIN=$bin OUT=$out PINGER=$work/pinger-target/release/pinger "$results/run-stalls.sh"; then - failed+=("the clients that stop reading (run-stalls.sh)") +if [ -n "$zruntime_rev" ]; then + echo "Running the paired comparisons of the builds on zruntime." >&2 + if ! compare_zruntime; then + failed+=("the paired comparisons of the builds on zruntime") + fi +else + echo "Running the paired comparisons (run-benchmarks.sh)." >&2 + if ! BIN=$bin OUT=$out "$results/run-benchmarks.sh"; then + failed+=("the paired comparisons (run-benchmarks.sh)") + fi + echo "Running the clients that stop reading (run-stalls.sh)." >&2 + if ! BIN=$bin OUT=$out PINGER=$work/pinger-target/release/pinger "$results/run-stalls.sh"; then + failed+=("the clients that stop reading (run-stalls.sh)") + fi fi (cd "$out" && tar -czf "$archive" -- *) From d15d922f6e63726d3b829556ecb1b360c937896f Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Fri, 23 Oct 2026 22:25:38 +0000 Subject: [PATCH 12/15] Compare busd's builds on zruntime with dbus-broker and dbus-daemon too A run of scripts/compare-send-timeout.sh with ZRUNTIME_REV compared busd's three builds on a commit of zruntime with each other only. Some of their differences, such as on the connection that 100 proxies share, only make sense next to what the other brokers do with the same clients. That run now has dbus-broker and dbus-daemon in its paired comparisons too, as far as they are installed, each compared with the baseline and the timeout build. It takes about 45 minutes rather than 28 on a 4-vCPU Xeon VM. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/compare-send-timeout.sh | 59 ++++++++++++++++++++++++--------- 1 file changed, 43 insertions(+), 16 deletions(-) diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index 24c7218..65d09e3 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -41,13 +41,15 @@ # * timeout-before: timeout on the commit of zruntime before it, its first parent. # # It runs only the paired comparisons of run-benchmarks.sh, without the read-ahead build, between -# those three: timeout against timeout-before says what the commit of zruntime changes, and -# baseline against timeout and timeout-before what the time limit costs with and without it. -# baseline uses no time limit of zruntime's, so one build of it does for both. That needs a -# checkout of zruntime too, at $CHECKOUT/z-galaxy/zruntime, which the commit is fetched into from -# the ccr-314882eb-9cvuxt branch of zeenix/zruntime if it lacks it. The exports of zruntime are -# under $WORK as well, and the results go to $WORK/send-timeout-results-COMMIT-zruntime-ZCOMMIT, -# where ZCOMMIT is the short hash of the commit of zruntime. +# those three and, as far as they are installed, dbus-broker and dbus-daemon: timeout against +# timeout-before says what the commit of zruntime changes, baseline against timeout and +# timeout-before what the time limit costs with and without it, and dbus-broker and dbus-daemon +# against baseline and timeout where busd stands next to them. baseline uses no time limit of +# zruntime's, so one build of it does for both. That needs a checkout of zruntime too, at +# $CHECKOUT/z-galaxy/zruntime, which the commit is fetched into from the ccr-314882eb-9cvuxt branch +# of zeenix/zruntime if it lacks it. The exports of zruntime are under $WORK as well, and the +# results go to $WORK/send-timeout-results-COMMIT-zruntime-ZCOMMIT, where ZCOMMIT is the short hash +# of the commit of zruntime. # # Usage: scripts/compare-send-timeout.sh # @@ -63,12 +65,13 @@ # frozen subscribers, with one of them and with two or three, and SHARED_REPEATS (default: 3) is # how many times each run of the shared connection with 100 proxies or fewer repeats. # -# dbus-broker, which needs dbus-broker-launch and systemd-socket-activate, and the test with frozen -# subscribers, which needs gdbus and dbus-send, are left out where those are missing. Where there is -# no systemd, dbus-broker-launch fails unless stalls/fake-journald.py of those results runs, to -# stand in for journald: start it, and name the file it writes to in JOURNAL, so that the logs have -# dbus-broker's lines about the clients that it disconnects. With systemd, those lines go to the -# real journal instead, and the logs have none. +# dbus-broker, which needs dbus-broker-launch and systemd-socket-activate, dbus-daemon, which only a +# run with ZRUNTIME_REV measures, and the test with frozen subscribers, which needs gdbus and +# dbus-send, are left out where those are missing. Where there is no systemd, dbus-broker-launch +# fails unless stalls/fake-journald.py of those results runs, to stand in for journald: start it, +# and name the file it writes to in JOURNAL, so that the logs have dbus-broker's lines about the +# clients that it disconnects. With systemd, those lines go to the real journal instead, and the +# logs have none. # # With the default rounds, a run takes about 55 minutes on a 4-vCPU Xeon VM, once the builds are # made: 28 minutes for the first four comparisons of run-benchmarks.sh, 12 for its last one, with @@ -76,7 +79,8 @@ # which took about 6 minutes there. To check that everything works first, a short run takes about # 11 minutes there, once the builds are made: ROUNDS=2 SHARED_ROUNDS=2 READ_AHEAD_ROUNDS=2 WARMUP=1 # FROZEN_CALLS_K1=30 FROZEN_CALLS_K3=30 SHARED_REPEATS=1 scripts/compare-send-timeout.sh -# A run with ZRUNTIME_REV takes about 28 minutes there, as the first four comparisons do. +# A run with ZRUNTIME_REV takes about 45 minutes there, judging by a short one, or 28 without +# dbus-broker and dbus-daemon, as the first four comparisons do. set -euo pipefail if [ $# -gt 0 ]; then @@ -172,7 +176,7 @@ use_zruntime() { # function runs with errexit off, so each step returns on a failure itself. compare_zruntime() { local rounds=${ROUNDS:-60} shared_rounds=${SHARED_ROUNDS:-40} warmup=${WARMUP:-3} - local brokers meta workload pair base cand name + local brokers meta pairs launch workload pair base cand name brokers=( --broker baseline "$bin/busd-zr-baseline --address {address}" --broker timeout "$bin/busd-zr-timeout --address {address}" @@ -181,6 +185,29 @@ compare_zruntime() { meta=(--meta "rustc=$(first_line rustc --version)" --meta "baseline=$baseline_rev" --meta "timeout=$timeout_rev" --meta "zruntime=$zruntime_rev" --meta "zruntime-before=$zruntime_before_rev") + pairs=(timeout-before:timeout baseline:timeout baseline:timeout-before) + # The other brokers, as far as they are installed, each compared with both builds of busd on + # the commit of zruntime. dbus-broker runs only under its launcher, which takes its socket from + # systemd's socket activation and connects to the bus that $DBUS_SESSION_BUS_ADDRESS names, the + # one it launches here rather than the desktop's: see scripts/compare-brokers.py. + if command -v dbus-broker-launch > /dev/null && + command -v systemd-socket-activate > /dev/null; then + launch="dbus-broker-launch --scope user" + brokers+=(--broker dbus-broker + "systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS={address} -l {path} $launch") + meta+=(--meta "dbus-broker=$(first_line dbus-broker --version)") + pairs+=(dbus-broker:baseline dbus-broker:timeout) + else + echo "dbus-broker-launch or systemd-socket-activate is not installed: leaving dbus-broker" \ + "out of the comparisons." >&2 + fi + if command -v dbus-daemon > /dev/null; then + brokers+=(--broker dbus-daemon "dbus-daemon --session --nofork --address={address}") + meta+=(--meta "dbus-daemon=$(first_line dbus-daemon --version)") + pairs+=(dbus-daemon:baseline dbus-daemon:timeout) + else + echo "dbus-daemon is not installed: leaving it out of the comparisons." >&2 + fi echo "== method calls (the benchmark, on zbus 6): $rounds rounds" >&2 python3 scripts/compare-brokers.py --bench "$bin/dbus-bench" --rounds "$rounds" \ @@ -201,7 +228,7 @@ compare_zruntime() { "${meta[@]}" "${brokers[@]}" > "$out/shared.md" || return for workload in calls signals latency shared; do - for pair in timeout-before:timeout baseline:timeout baseline:timeout-before; do + for pair in "${pairs[@]}"; do base=${pair%:*} cand=${pair#*:} name=$workload-$cand [ "$base" = baseline ] || name=$workload-$cand-vs-$base From 037137b67ee8971431b9e5ca79045679dc4149eb Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Sat, 24 Oct 2026 00:09:18 +0000 Subject: [PATCH 13/15] Add measurements of busd's time limit with zruntime's lazy clock The run of scripts/compare-send-timeout.sh with TIMEOUT_REV=7f3ba5a and ZRUNTIME_REV=99e2ebd on a Ryzen 7 7840U, whose clocksource is the HPET: busd's main and its time limit of 100 ms, both on the commit of zruntime that reads the clock only once a send has to wait, the time limit on the commit before it, dbus-broker and dbus-daemon, on calls, signals, latencies and a connection that 100 proxies share. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- ...6-10-23-busd-zruntime-clock-ryzen-7840u.md | 188 + .../calls.json | 6330 ++++++++ .../calls.md | 78 + .../environment.txt | 8 + .../latency.json | 13012 ++++++++++++++++ .../latency.md | 48 + .../shared.json | 4430 ++++++ .../shared.md | 78 + .../signals.json | 6330 ++++++++ .../signals.md | 78 + .../calls-baseline-vs-dbus-broker.stats.json | 708 + .../calls-baseline-vs-dbus-broker.stats.md | 41 + .../calls-baseline-vs-dbus-daemon.stats.json | 708 + .../calls-baseline-vs-dbus-daemon.stats.md | 41 + .../stats/calls-timeout-before.stats.json | 708 + .../stats/calls-timeout-before.stats.md | 41 + .../calls-timeout-vs-dbus-broker.stats.json | 702 + .../calls-timeout-vs-dbus-broker.stats.md | 41 + .../calls-timeout-vs-dbus-daemon.stats.json | 702 + .../calls-timeout-vs-dbus-daemon.stats.md | 41 + ...calls-timeout-vs-timeout-before.stats.json | 702 + .../calls-timeout-vs-timeout-before.stats.md | 41 + .../stats/calls-timeout.stats.json | 708 + .../stats/calls-timeout.stats.md | 41 + ...latency-baseline-vs-dbus-broker.stats.json | 1536 ++ .../latency-baseline-vs-dbus-broker.stats.md | 77 + ...latency-baseline-vs-dbus-daemon.stats.json | 1536 ++ .../latency-baseline-vs-dbus-daemon.stats.md | 77 + .../stats/latency-timeout-before.stats.json | 1536 ++ .../stats/latency-timeout-before.stats.md | 77 + .../latency-timeout-vs-dbus-broker.stats.json | 1536 ++ .../latency-timeout-vs-dbus-broker.stats.md | 77 + .../latency-timeout-vs-dbus-daemon.stats.json | 1536 ++ .../latency-timeout-vs-dbus-daemon.stats.md | 77 + ...tency-timeout-vs-timeout-before.stats.json | 1536 ++ ...latency-timeout-vs-timeout-before.stats.md | 77 + .../stats/latency-timeout.stats.json | 1536 ++ .../stats/latency-timeout.stats.md | 77 + .../shared-baseline-vs-dbus-broker.stats.json | 682 + .../shared-baseline-vs-dbus-broker.stats.md | 41 + .../shared-baseline-vs-dbus-daemon.stats.json | 682 + .../shared-baseline-vs-dbus-daemon.stats.md | 41 + .../stats/shared-timeout-before.stats.json | 682 + .../stats/shared-timeout-before.stats.md | 41 + .../shared-timeout-vs-dbus-broker.stats.json | 682 + .../shared-timeout-vs-dbus-broker.stats.md | 41 + .../shared-timeout-vs-dbus-daemon.stats.json | 682 + .../shared-timeout-vs-dbus-daemon.stats.md | 41 + ...hared-timeout-vs-timeout-before.stats.json | 682 + .../shared-timeout-vs-timeout-before.stats.md | 41 + .../stats/shared-timeout.stats.json | 682 + .../stats/shared-timeout.stats.md | 41 + ...signals-baseline-vs-dbus-broker.stats.json | 708 + .../signals-baseline-vs-dbus-broker.stats.md | 41 + ...signals-baseline-vs-dbus-daemon.stats.json | 708 + .../signals-baseline-vs-dbus-daemon.stats.md | 41 + .../stats/signals-timeout-before.stats.json | 708 + .../stats/signals-timeout-before.stats.md | 41 + .../signals-timeout-vs-dbus-broker.stats.json | 708 + .../signals-timeout-vs-dbus-broker.stats.md | 41 + .../signals-timeout-vs-dbus-daemon.stats.json | 702 + .../signals-timeout-vs-dbus-daemon.stats.md | 41 + ...gnals-timeout-vs-timeout-before.stats.json | 708 + ...signals-timeout-vs-timeout-before.stats.md | 41 + .../stats/signals-timeout.stats.json | 708 + .../stats/signals-timeout.stats.md | 41 + 66 files changed, 57394 insertions(+) create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/environment.txt create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.md create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.json create mode 100644 results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.md diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md new file mode 100644 index 0000000..d1cb578 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md @@ -0,0 +1,188 @@ +# busd's time limit on a Ryzen 7 7840U, with zruntime reading the clock only once a send waits + +Measured on 2026-10-23 on the laptop of [busd on a Ryzen 7 7840U, with the benchmark on zbus +6](2026-10-20-zbus-6-ryzen-7840u.md): an AMD Ryzen 7 7840U (8 cores, 16 threads), running Fedora 44 +with Linux 7.1.13, whose clocksource is the HPET. It ran +`TIMEOUT_REV=7f3ba5a ZRUNTIME_REV=99e2ebd scripts/compare-send-timeout.sh` at d15d922, which made +every build of busd with rustc 1.99.0, on zbus 6.0.0. dbus-broker 37 and dbus-daemon 1.16.2 are +Fedora's. Compare the brokers with each other, within this file only. + +zruntime's `Runtime::timeout` read the clock as it made each time limit, to work out its deadline, +and with the HPET as the clocksource, reading the clock is a system call. 99e2ebd, on the +`ccr-314882eb-9cvuxt` branch of zeenix/zruntime, starts the clock only once a poll leaves the future +waiting, so a send that completes at once never reads it. The brokers: + +* **baseline**, 0c52e9c: busd's main, with a queue for each client (z-galaxy/busd#376), on zruntime + 99e2ebd. +* **timeout**, 7f3ba5a, from the `ccr-314882eb-9cvuxt` branch of zeenix/busd: the queue reverted, + then a time limit of 100 ms on each send, with the sends of a message to all of its recipients at + once, on zruntime 99e2ebd. +* **timeout-before**: timeout on zruntime 20771cf, the parent of 99e2ebd and the release 0.2.1. +* **dbus-broker** and **dbus-daemon**. + +Each build of busd runs on its commit of zruntime in place of the release in its lock file, 0.2.0, +so that only the commit of zruntime differs between timeout-before and timeout. baseline uses no +time limit of zruntime's, so one build of it does for both. + +## Summary + +* The commit of zruntime takes 11 to 21% off the CPU time of busd with the time limit on every + workload, most of it system time, of which it takes 16 to 34% off: most sends complete at once, + and no longer read the clock. +* With it, the time limit costs no CPU time against the queue: within 2.2% on every workload, where + it cost 12.8 to 27.0% more without it. +* Against the queue, timeout is level or better, apart from the connection that 100 proxies share, + which is 11.3% slower (+10.0 to +12.5%), as it was on the VM. A burst of signals to one + subscriber is 17.7% faster, the delivery of signals to 20 subscribers takes 60% less time at the + median and 70% less at p99, and the signal workload's peak memory is 88% smaller. +* Against dbus-broker, timeout is within 5% on 20 connections, on the signals, burst and broadcast, + and with 100 connections (+4.2%, inconclusive). It delivers signals to 20 subscribers 59 to 68% + faster, with 84% less memory in the signal workload. With one busy connection, it is slower: + calls take 15% longer, round trips 14% longer at the median and 30% at p99, and the connection + that 100 proxies share 9.4% longer. It uses 20 to 45% more CPU time. +* Against dbus-daemon, timeout takes 48 to 69% less time on every workload, its round trips are 38 + to 55% shorter, and it uses 67 to 75% less CPU time, but 7.5 to 31% more peak memory. Its median + delivery of signals to 20 subscribers takes 24% longer, and its p99 as long. + +## The benchmarks + +The workloads, and how the comparisons work, are those of +[the time limit of 1 s](2026-10-22-busd-send-timeout-xeon-4vcpu.md#the-benchmarks), with 60 rounds +of each, and 40 of the shared connection, after 3 of warm-up, all five brokers in each round. The +raw results of each run are in the `.json` files of +[the directory](2026-10-23-busd-zruntime-clock-ryzen-7840u), and the comparisons, with the other +metrics and the medians, in its [stats](2026-10-23-busd-zruntime-clock-ryzen-7840u/stats). A star +marks a difference whose 95% interval excludes 0 but not the margin. + +### The commit of zruntime + +| Measure | n | timeout-before | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, broker CPU | 60 | 0.47 s | 0.42 s | -10.8% | -11.4, -10.2 | **better** | +| calls, broker system time | 60 | 0.26 s | 0.22 s | -16.2% | -17.5, -14.7 | **better** | +| signals, broker CPU | 60 | 0.66 s | 0.52 s | -21.3% | -21.7, -20.9 | **better** | +| signals, broker system time | 60 | 0.38 s | 0.25 s | -34.4% | -35.3, -33.5 | **better** | +| latency, broker CPU | 60 | 0.75 s | 0.64 s | -14.3% | -14.9, -13.7 | **better** | +| latency, broker system time | 60 | 0.43 s | 0.34 s | -20.7% | -21.9, -19.4 | **better** | +| shared, broker CPU | 40 | 4.28 s | 3.47 s | -18.9% | -20.0, -17.9 | **better** | +| shared, broker system time | 40 | 2.47 s | 1.83 s | -26.1% | -27.3, -25.0 | **better** | + +What the time limit costs in CPU time against the queue, with the commit and without it: + +| Measure | n | baseline | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, broker CPU | 60 | 0.42 s | 0.42 s | +0.6% | -0.1, +1.3 | within ±5% | +| signals, broker CPU | 60 | 0.52 s | 0.52 s | -0.1% | -0.8, +0.6 | within ±5% | +| latency, broker CPU | 60 | 0.63 s | 0.64 s | +1.3% | +0.4, +2.2 | within ±5%* | +| shared, broker CPU | 40 | 3.40 s | 3.47 s | +2.2% | +0.9, +3.6 | within ±5%* | + +| Measure | n | baseline | timeout-before | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, broker CPU | 60 | 0.42 s | 0.47 s | +12.8% | +12.0, +13.5 | **worse** | +| signals, broker CPU | 60 | 0.52 s | 0.66 s | +27.0% | +26.1, +27.9 | **worse** | +| latency, broker CPU | 60 | 0.63 s | 0.75 s | +18.2% | +17.3, +19.1 | **worse** | +| shared, broker CPU | 40 | 3.40 s | 4.28 s | +26.1% | +24.4, +27.9 | **worse** | + +### timeout against the queue + +| Measure | n | baseline | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.071 s | 0.070 s | -1.8% | -3.0, -0.5 | within ±5%* | +| calls, 20 connections | 60 | 0.452 s | 0.452 s | +0.1% | -0.8, +0.9 | within ±5% | +| signals, burst to 1 | 60 | 0.381 s | 0.313 s | -17.7% | -18.3, -17.1 | **better** | +| signals, broadcast to 20 | 60 | 0.383 s | 0.379 s | -1.1% | -2.2, +0.1 | within ±5% | +| RTT, 1 connection, p50 | 60 | 61 µs | 62 µs | +1.1% | +0.3, +1.9 | within ±5%* | +| RTT, 1 connection, p99 | 60 | 115 µs | 109 µs | -4.8% | -8.3, -1.0 | inconclusive* | +| RTT, 20 connections, p50 | 60 | 478 µs | 480 µs | +0.5% | -0.3, +1.2 | within ±5% | +| RTT, 20 connections, p99 | 60 | 789 µs | 807 µs | +2.4% | -1.7, +6.7 | inconclusive | +| delivery to 20, p50 | 60 | 57.5 ms | 22.8 ms | -60.4% | -61.0, -59.8 | **better** | +| delivery to 20, p99 | 60 | 95.8 ms | 29.1 ms | -69.6% | -70.0, -69.2 | **better** | +| 100 proxies, 1 connection | 40 | 1.87 s | 2.08 s | +11.3% | +10.0, +12.5 | **worse** | +| 100 connections | 40 | 2.25 s | 2.26 s | +0.5% | -1.3, +2.3 | within ±5% | +| calls, broker peak RSS | 60 | 6.5 MiB | 6.5 MiB | -0.1% | -0.7, +0.5 | within ±5% | +| signals, broker peak RSS | 60 | 52.9 MiB | 6.4 MiB | -87.9% | -88.0, -87.8 | **better** | +| latency, broker peak RSS | 60 | 8.0 MiB | 6.9 MiB | -13.2% | -13.8, -12.6 | **better** | +| shared, broker peak RSS | 40 | 11.5 MiB | 11.0 MiB | -4.6% | -6.4, -2.9 | inconclusive* | + +### timeout against dbus-broker + +| Measure | n | dbus-broker | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.061 s | 0.070 s | +15.2% | +13.9, +16.4 | **worse** | +| calls, 20 connections | 60 | 0.439 s | 0.452 s | +3.0% | +2.0, +4.0 | within ±5%* | +| signals, burst to 1 | 60 | 0.303 s | 0.313 s | +3.4% | +2.9, +4.1 | within ±5%* | +| signals, broadcast to 20 | 60 | 0.374 s | 0.379 s | +1.2% | +0.3, +2.2 | within ±5%* | +| RTT, 1 connection, p50 | 60 | 54 µs | 62 µs | +14.3% | +13.1, +15.4 | **worse** | +| RTT, 1 connection, p99 | 60 | 84 µs | 109 µs | +30.3% | +25.6, +35.3 | **worse** | +| RTT, 20 connections, p50 | 60 | 513 µs | 480 µs | -6.3% | -7.1, -5.6 | **better** | +| RTT, 20 connections, p99 | 60 | 682 µs | 807 µs | +18.4% | +12.7, +24.1 | **worse** | +| delivery to 20, p50 | 60 | 55.6 ms | 22.8 ms | -59.1% | -59.6, -58.6 | **better** | +| delivery to 20, p99 | 60 | 90.3 ms | 29.1 ms | -67.7% | -68.2, -67.2 | **better** | +| 100 proxies, 1 connection | 40 | 1.90 s | 2.08 s | +9.4% | +8.3, +10.4 | **worse** | +| 100 connections | 40 | 2.17 s | 2.26 s | +4.2% | +2.4, +6.0 | inconclusive* | +| calls, broker CPU | 60 | 0.35 s | 0.42 s | +20.3% | +19.2, +21.3 | **worse** | +| signals, broker CPU | 60 | 0.36 s | 0.52 s | +44.7% | +43.4, +45.9 | **worse** | +| latency, broker CPU | 60 | 0.53 s | 0.64 s | +21.1% | +20.0, +22.3 | **worse** | +| shared, broker CPU | 40 | 2.71 s | 3.47 s | +28.1% | +26.6, +29.5 | **worse** | +| calls, broker peak RSS | 60 | 8.0 MiB | 6.5 MiB | -19.0% | -19.5, -18.5 | **better** | +| signals, broker peak RSS | 60 | 40.1 MiB | 6.4 MiB | -84.0% | -84.1, -83.9 | **better** | +| latency, broker peak RSS | 60 | 11.6 MiB | 6.9 MiB | -40.5% | -40.9, -40.1 | **better** | +| shared, broker peak RSS | 40 | 9.1 MiB | 11.0 MiB | +20.2% | +18.1, +22.2 | **worse** | + +baseline is as far from dbus-broker on the calls, the round trips and the CPU time (calls on 1 +connection +17.3%, round trips +13.1% at the median, CPU time +19.5 to +44.9%), and further on the +signal burst (+25.7%) and the delivery to 20 subscribers (+3.4%), but level with it on the +connection that 100 proxies share: 1.87 s against 1.90 s (-1.7%, from -2.6 to -0.7). + +### timeout against dbus-daemon + +| Measure | n | dbus-daemon | timeout | Diff | 95% CI | Verdict | +|---|---:|---:|---:|---:|---|---| +| calls, 1 connection | 60 | 0.136 s | 0.070 s | -48.4% | -49.1, -47.8 | **better** | +| calls, 20 connections | 60 | 1.159 s | 0.452 s | -61.0% | -61.3, -60.7 | **better** | +| signals, burst to 1 | 60 | 0.860 s | 0.313 s | -63.6% | -63.8, -63.4 | **better** | +| signals, broadcast to 20 | 60 | 1.206 s | 0.379 s | -68.6% | -68.9, -68.3 | **better** | +| RTT, 1 connection, p50 | 60 | 100 µs | 62 µs | -38.4% | -39.1, -37.7 | **better** | +| RTT, 1 connection, p99 | 60 | 194 µs | 109 µs | -43.8% | -45.8, -41.7 | **better** | +| RTT, 20 connections, p50 | 60 | 1063 µs | 480 µs | -54.8% | -55.1, -54.5 | **better** | +| RTT, 20 connections, p99 | 60 | 1669 µs | 807 µs | -51.6% | -53.3, -50.0 | **better** | +| delivery to 20, p50 | 60 | 18.4 ms | 22.8 ms | +24.0% | +22.9, +25.2 | **worse** | +| delivery to 20, p99 | 60 | 29.4 ms | 29.1 ms | -0.8% | -2.0, +0.5 | within ±5% | +| 100 proxies, 1 connection | 40 | 6.37 s | 2.08 s | -67.4% | -67.7, -67.2 | **better** | +| 100 connections | 40 | 5.74 s | 2.26 s | -60.7% | -61.2, -60.1 | **better** | +| calls, broker CPU | 60 | 1.26 s | 0.42 s | -66.7% | -66.9, -66.5 | **better** | +| signals, broker CPU | 60 | 2.08 s | 0.52 s | -74.9% | -75.0, -74.7 | **better** | +| latency, broker CPU | 60 | 2.08 s | 0.64 s | -69.2% | -69.4, -68.9 | **better** | +| shared, broker CPU | 40 | 12.11 s | 3.47 s | -71.3% | -71.6, -71.0 | **better** | +| calls, broker peak RSS | 60 | 6.1 MiB | 6.5 MiB | +7.5% | +6.7, +8.2 | **worse** | +| signals, broker peak RSS | 60 | 5.4 MiB | 6.4 MiB | +17.7% | +16.7, +18.5 | **worse** | +| latency, broker peak RSS | 60 | 6.2 MiB | 6.9 MiB | +12.0% | +11.3, +12.7 | **worse** | +| shared, broker peak RSS | 40 | 8.3 MiB | 11.0 MiB | +31.3% | +29.1, +33.6 | **worse** | + +### The connection that 100 proxies share + +In this phase, one connection serves an object and makes 100,000 calls to it through the bus, 100 at +a time, each with 16 KiB of data: about 100,000 messages a second, and 0.8 GB a second each way. +The client, on one thread, is what limits it: it is busy 98% of the time with baseline. Taking the +multi-client phase's CPU time out of each run's whole, the phase's means are: + +| Broker | Phase | Client CPU | Broker CPU | +|---|---:|---:|---:| +| baseline | 1.87 s | 1.83 s | 1.44 s | +| timeout | 2.08 s | 1.97 s | 1.57 s | +| dbus-broker | 1.90 s | 1.90 s | 1.19 s | + +So the client does 8% more work with timeout than with baseline, for the same messages, and 4% more +with dbus-broker, which is quick enough that the client never waits for it. timeout writes each +message to the client's socket as it forwards it. baseline left that to a task of each client's +own, which wrote whatever the bus had queued for the client by the time it ran, and dbus-broker +queues the messages of each client too, and writes up to 16 of them with each `sendmmsg()` +(`SOCKET_MMSG_MAX` in its `src/dbus/socket.h`). + +## Reproducing + +`TIMEOUT_REV=7f3ba5a ZRUNTIME_REV=99e2ebd scripts/compare-send-timeout.sh`, as it is at d15d922, +builds the brokers and runs all of this, in about 39 minutes on this laptop once the builds are +made, and writes these files to `$WORK/send-timeout-results-7f3ba5a-zruntime-99e2ebd`, with the +comparisons in pairs next to the others rather than in `stats`. busd's commits are those that the +`ccr-314882eb-9cvuxt` branch of zeenix/busd had then: the branch was rebased onto busd's main since. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.json new file mode 100644 index 0000000..f348bb0 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.json @@ -0,0 +1,6330 @@ +{ + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/send-timeout-bench/bin/busd-zr-baseline --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout --address {address}" + }, + { + "label": "timeout-before", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout-before --address {address}" + }, + { + "label": "dbus-broker", + "command": "systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS={address} -l {path} dbus-broker-launch --scope user" + }, + { + "label": "dbus-daemon", + "command": "dbus-daemon --session --nofork --address={address}" + } + ], + "bench": "/tmp/send-timeout-bench/bin/dbus-bench", + "rounds": 60, + "warmup": 3, + "seed": 11, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "started": "2026-10-23T22:32:34+00:00", + "runs": [ + { + "label": "timeout-before", + "round": 0, + "warmup": true, + "single_s": 0.071242492, + "multi_s": 0.492727621, + "client_wall_s": 0.5962235380429775, + "client_cpu_s": 0.523852, + "client_vcsw": 2469, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.22417099999999998, + "broker_sys_s": 0.266332, + "broker_cpu_s": 0.490503, + "broker_vcsw": 3783, + "broker_maxrss_kib": 6552, + "broker_ru_maxrss_kib": 20184, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.071200935, + "multi_s": 0.47423518200000003, + "client_wall_s": 0.5794574569445103, + "client_cpu_s": 0.504979, + "client_vcsw": 2398, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.213664, + "broker_sys_s": 0.224324, + "broker_cpu_s": 0.437988, + "broker_vcsw": 5029, + "broker_maxrss_kib": 6780, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.074464867, + "multi_s": 0.5217883560000001, + "client_wall_s": 0.6332428478635848, + "client_cpu_s": 0.555335, + "client_vcsw": 2370, + "multi_client_cpu_s": 0.51, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.237677, + "broker_sys_s": 0.23465599999999998, + "broker_cpu_s": 0.472333, + "broker_vcsw": 4589, + "broker_maxrss_kib": 6552, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 0, + "warmup": true, + "single_s": 0.15475114099999998, + "multi_s": 1.217329648, + "client_wall_s": 1.4016805640421808, + "client_cpu_s": 0.9975429999999998, + "client_vcsw": 27496, + "multi_client_cpu_s": 0.9199999999999999, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.553067, + "broker_sys_s": 0.771305, + "broker_cpu_s": 1.3243719999999999, + "broker_vcsw": 2108, + "broker_maxrss_kib": 6072, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 0, + "warmup": true, + "single_s": 0.063256608, + "multi_s": 0.461898974, + "client_wall_s": 0.5577034619636834, + "client_cpu_s": 0.504832, + "client_vcsw": 2047, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.3, + "broker_user_s": 0.12620299999999998, + "broker_sys_s": 0.245401, + "broker_cpu_s": 0.371604, + "broker_vcsw": 22480, + "broker_maxrss_kib": 8036, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.07624940100000001, + "multi_s": 0.475763257, + "client_wall_s": 0.5844631788786501, + "client_cpu_s": 0.5076989999999997, + "client_vcsw": 2530, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20441399999999998, + "broker_sys_s": 0.227715, + "broker_cpu_s": 0.432129, + "broker_vcsw": 5206, + "broker_maxrss_kib": 6472, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.073829653, + "multi_s": 0.460267603, + "client_wall_s": 0.5642408211715519, + "client_cpu_s": 0.49531700000000045, + "client_vcsw": 2359, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.19209299999999999, + "broker_sys_s": 0.230311, + "broker_cpu_s": 0.422404, + "broker_vcsw": 5340, + "broker_maxrss_kib": 6736, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 1, + "warmup": true, + "single_s": 0.136112662, + "multi_s": 1.249135456, + "client_wall_s": 1.4201718149706721, + "client_cpu_s": 0.995536, + "client_vcsw": 30619, + "multi_client_cpu_s": 0.9299999999999999, + "multi_broker_cpu_s": 1.2200000000000002, + "broker_user_s": 0.562481, + "broker_sys_s": 0.781465, + "broker_cpu_s": 1.3439459999999999, + "broker_vcsw": 2062, + "broker_maxrss_kib": 6300, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 1, + "warmup": true, + "single_s": 0.075217625, + "multi_s": 0.48851027599999997, + "client_wall_s": 0.6006427272222936, + "client_cpu_s": 0.5207299999999995, + "client_vcsw": 2241, + "multi_client_cpu_s": 0.48000000000000004, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.206642, + "broker_sys_s": 0.271411, + "broker_cpu_s": 0.478053, + "broker_vcsw": 4057, + "broker_maxrss_kib": 6548, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 1, + "warmup": true, + "single_s": 0.060418924, + "multi_s": 0.464575184, + "client_wall_s": 0.558735238853842, + "client_cpu_s": 0.5065559999999998, + "client_vcsw": 2028, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.13201799999999997, + "broker_sys_s": 0.23225799999999996, + "broker_cpu_s": 0.36427599999999993, + "broker_vcsw": 21708, + "broker_maxrss_kib": 8088, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.06781115, + "multi_s": 0.479728891, + "client_wall_s": 0.5772276779171079, + "client_cpu_s": 0.5034960000000002, + "client_vcsw": 2492, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.208568, + "broker_sys_s": 0.221991, + "broker_cpu_s": 0.430559, + "broker_vcsw": 5532, + "broker_maxrss_kib": 6760, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.06782302400000001, + "multi_s": 0.44881357000000005, + "client_wall_s": 0.5484934549313039, + "client_cpu_s": 0.48016299999999923, + "client_vcsw": 2114, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.199826, + "broker_sys_s": 0.204194, + "broker_cpu_s": 0.40402, + "broker_vcsw": 5717, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 2, + "warmup": true, + "single_s": 0.061501756000000005, + "multi_s": 0.433792842, + "client_wall_s": 0.5251128391828388, + "client_cpu_s": 0.4779600000000004, + "client_vcsw": 2008, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.11096899999999998, + "broker_sys_s": 0.24905199999999997, + "broker_cpu_s": 0.3600209999999999, + "broker_vcsw": 21913, + "broker_maxrss_kib": 8120, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 2, + "warmup": true, + "single_s": 0.145114888, + "multi_s": 1.188972992, + "client_wall_s": 1.3653356488794088, + "client_cpu_s": 0.955629000000001, + "client_vcsw": 31589, + "multi_client_cpu_s": 0.8699999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.534918, + "broker_sys_s": 0.757373, + "broker_cpu_s": 1.292291, + "broker_vcsw": 2024, + "broker_maxrss_kib": 6396, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 2, + "warmup": true, + "single_s": 0.06650154100000001, + "multi_s": 0.46255556000000003, + "client_wall_s": 0.558814788935706, + "client_cpu_s": 0.4926300000000001, + "client_vcsw": 2195, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.22436099999999998, + "broker_sys_s": 0.230681, + "broker_cpu_s": 0.45504199999999995, + "broker_vcsw": 5220, + "broker_maxrss_kib": 6624, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 3, + "warmup": false, + "single_s": 0.125873252, + "multi_s": 1.181280375, + "client_wall_s": 1.3367795241065323, + "client_cpu_s": 0.9245779999999986, + "client_vcsw": 32687, + "multi_client_cpu_s": 0.87, + "multi_broker_cpu_s": 1.16, + "broker_user_s": 0.492148, + "broker_sys_s": 0.7749769999999999, + "broker_cpu_s": 1.2671249999999998, + "broker_vcsw": 2097, + "broker_maxrss_kib": 6292, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 3, + "warmup": false, + "single_s": 0.070233273, + "multi_s": 0.45871696900000003, + "client_wall_s": 0.559350267983973, + "client_cpu_s": 0.49335799999999885, + "client_vcsw": 2398, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.194121, + "broker_sys_s": 0.263806, + "broker_cpu_s": 0.457927, + "broker_vcsw": 4244, + "broker_maxrss_kib": 6800, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 3, + "warmup": false, + "single_s": 0.061196616, + "multi_s": 0.463722691, + "client_wall_s": 0.5536095979623497, + "client_cpu_s": 0.5047730000000001, + "client_vcsw": 2091, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.31, + "broker_user_s": 0.1373, + "broker_sys_s": 0.23151699999999997, + "broker_cpu_s": 0.36881699999999995, + "broker_vcsw": 24068, + "broker_maxrss_kib": 8456, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.06627832600000001, + "multi_s": 0.453755177, + "client_wall_s": 0.5502993629779667, + "client_cpu_s": 0.48932600000000015, + "client_vcsw": 2728, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.21706999999999999, + "broker_sys_s": 0.201264, + "broker_cpu_s": 0.418334, + "broker_vcsw": 5748, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.070847116, + "multi_s": 0.476379474, + "client_wall_s": 0.5800000601448119, + "client_cpu_s": 0.5047760000000014, + "client_vcsw": 2436, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.205811, + "broker_sys_s": 0.22231399999999998, + "broker_cpu_s": 0.428125, + "broker_vcsw": 5709, + "broker_maxrss_kib": 6756, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 4, + "warmup": false, + "single_s": 0.132100723, + "multi_s": 1.202165254, + "client_wall_s": 1.3673754569608718, + "client_cpu_s": 0.9523080000000004, + "client_vcsw": 31783, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.562084, + "broker_sys_s": 0.7335969999999999, + "broker_cpu_s": 1.295681, + "broker_vcsw": 2030, + "broker_maxrss_kib": 6412, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 4, + "warmup": false, + "single_s": 0.061222736, + "multi_s": 0.45899955000000003, + "client_wall_s": 0.5511791629251093, + "client_cpu_s": 0.5014240000000019, + "client_vcsw": 2070, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.121145, + "broker_sys_s": 0.229538, + "broker_cpu_s": 0.35068299999999997, + "broker_vcsw": 23521, + "broker_maxrss_kib": 8304, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 4, + "warmup": false, + "single_s": 0.078223907, + "multi_s": 0.446617037, + "client_wall_s": 0.5549393908586353, + "client_cpu_s": 0.48456099999999935, + "client_vcsw": 2345, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.206698, + "broker_sys_s": 0.252071, + "broker_cpu_s": 0.458769, + "broker_vcsw": 3599, + "broker_maxrss_kib": 6792, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.067361158, + "multi_s": 0.437323918, + "client_wall_s": 0.5345793052110821, + "client_cpu_s": 0.46431100000000214, + "client_vcsw": 2070, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.198255, + "broker_sys_s": 0.203391, + "broker_cpu_s": 0.40164599999999995, + "broker_vcsw": 5789, + "broker_maxrss_kib": 6880, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.073241931, + "multi_s": 0.440857369, + "client_wall_s": 0.5427159781102091, + "client_cpu_s": 0.4640299999999993, + "client_vcsw": 2146, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.20402099999999998, + "broker_sys_s": 0.19565, + "broker_cpu_s": 0.399671, + "broker_vcsw": 5700, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.071390906, + "multi_s": 0.45122857, + "client_wall_s": 0.5541498269885778, + "client_cpu_s": 0.4832809999999981, + "client_vcsw": 2191, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.185994, + "broker_sys_s": 0.252196, + "broker_cpu_s": 0.43818999999999997, + "broker_vcsw": 4883, + "broker_maxrss_kib": 6764, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 5, + "warmup": false, + "single_s": 0.138856548, + "multi_s": 1.146099029, + "client_wall_s": 1.3143867531325668, + "client_cpu_s": 0.9449580000000015, + "client_vcsw": 26068, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.472383, + "broker_sys_s": 0.770841, + "broker_cpu_s": 1.243224, + "broker_vcsw": 2025, + "broker_maxrss_kib": 6152, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.06847011, + "multi_s": 0.454621918, + "client_wall_s": 0.5520352181047201, + "client_cpu_s": 0.47991400000000084, + "client_vcsw": 2382, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.21567399999999998, + "broker_sys_s": 0.20527399999999998, + "broker_cpu_s": 0.420948, + "broker_vcsw": 5338, + "broker_maxrss_kib": 6600, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 5, + "warmup": false, + "single_s": 0.058915783, + "multi_s": 0.424124532, + "client_wall_s": 0.5116368071176112, + "client_cpu_s": 0.46520399999999995, + "client_vcsw": 2031, + "multi_client_cpu_s": 0.4, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.125716, + "broker_sys_s": 0.21057199999999998, + "broker_cpu_s": 0.336288, + "broker_vcsw": 20759, + "broker_maxrss_kib": 8264, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 5, + "warmup": false, + "single_s": 0.073776223, + "multi_s": 0.44089773800000004, + "client_wall_s": 0.5437465680297464, + "client_cpu_s": 0.4735810000000029, + "client_vcsw": 2184, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.209811, + "broker_sys_s": 0.24786599999999998, + "broker_cpu_s": 0.457677, + "broker_vcsw": 3452, + "broker_maxrss_kib": 6660, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.068423804, + "multi_s": 0.446581416, + "client_wall_s": 0.5448080280330032, + "client_cpu_s": 0.47071400000000096, + "client_vcsw": 2129, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.36000000000000004, + "broker_user_s": 0.206004, + "broker_sys_s": 0.202099, + "broker_cpu_s": 0.408103, + "broker_vcsw": 5743, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 6, + "warmup": false, + "single_s": 0.074404313, + "multi_s": 0.46412993999999996, + "client_wall_s": 0.5679119999986142, + "client_cpu_s": 0.4896829999999994, + "client_vcsw": 2537, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.206285, + "broker_sys_s": 0.258837, + "broker_cpu_s": 0.465122, + "broker_vcsw": 3683, + "broker_maxrss_kib": 6600, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.06706195400000001, + "multi_s": 0.440600909, + "client_wall_s": 0.5371902119368315, + "client_cpu_s": 0.4800659999999972, + "client_vcsw": 2312, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.201178, + "broker_sys_s": 0.21313, + "broker_cpu_s": 0.414308, + "broker_vcsw": 6030, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 6, + "warmup": false, + "single_s": 0.061272604, + "multi_s": 0.452852817, + "client_wall_s": 0.5436456459574401, + "client_cpu_s": 0.4973500000000044, + "client_vcsw": 2024, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.10634999999999999, + "broker_sys_s": 0.246055, + "broker_cpu_s": 0.35240499999999997, + "broker_vcsw": 23826, + "broker_maxrss_kib": 8152, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 6, + "warmup": false, + "single_s": 0.139720913, + "multi_s": 1.156739751, + "client_wall_s": 1.3270542230457067, + "client_cpu_s": 0.9502249999999961, + "client_vcsw": 27244, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.499552, + "broker_sys_s": 0.753498, + "broker_cpu_s": 1.25305, + "broker_vcsw": 2078, + "broker_maxrss_kib": 6200, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 7, + "warmup": false, + "single_s": 0.059194802000000005, + "multi_s": 0.42018858000000003, + "client_wall_s": 0.5085260411724448, + "client_cpu_s": 0.46320699999999704, + "client_vcsw": 2063, + "multi_client_cpu_s": 0.4, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.118602, + "broker_sys_s": 0.21581, + "broker_cpu_s": 0.334412, + "broker_vcsw": 19777, + "broker_maxrss_kib": 8052, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 7, + "warmup": false, + "single_s": 0.136373871, + "multi_s": 1.143650785, + "client_wall_s": 1.3096327418461442, + "client_cpu_s": 0.9334389999999999, + "client_vcsw": 26987, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.495542, + "broker_sys_s": 0.7437199999999999, + "broker_cpu_s": 1.2392619999999999, + "broker_vcsw": 2085, + "broker_maxrss_kib": 6048, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 7, + "warmup": false, + "single_s": 0.075382661, + "multi_s": 0.444917988, + "client_wall_s": 0.5509488240350038, + "client_cpu_s": 0.4838799999999992, + "client_vcsw": 2192, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.195081, + "broker_sys_s": 0.26417199999999996, + "broker_cpu_s": 0.45925299999999997, + "broker_vcsw": 3490, + "broker_maxrss_kib": 6512, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.071066769, + "multi_s": 0.449047471, + "client_wall_s": 0.5490562429185957, + "client_cpu_s": 0.4801269999999995, + "client_vcsw": 2217, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.193075, + "broker_sys_s": 0.217474, + "broker_cpu_s": 0.410549, + "broker_vcsw": 5563, + "broker_maxrss_kib": 6428, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.067599808, + "multi_s": 0.43906452300000004, + "client_wall_s": 0.5372935079503804, + "client_cpu_s": 0.4755269999999996, + "client_vcsw": 2159, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.198379, + "broker_sys_s": 0.21412299999999998, + "broker_cpu_s": 0.412502, + "broker_vcsw": 5976, + "broker_maxrss_kib": 6716, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.06959806, + "multi_s": 0.455789049, + "client_wall_s": 0.5549310799688101, + "client_cpu_s": 0.47764199999999946, + "client_vcsw": 2177, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.19905599999999998, + "broker_sys_s": 0.210228, + "broker_cpu_s": 0.409284, + "broker_vcsw": 5716, + "broker_maxrss_kib": 6620, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 8, + "warmup": false, + "single_s": 0.060396364, + "multi_s": 0.43008960500000004, + "client_wall_s": 0.5209097419865429, + "client_cpu_s": 0.47409000000000034, + "client_vcsw": 2021, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.123803, + "broker_sys_s": 0.215827, + "broker_cpu_s": 0.33963, + "broker_vcsw": 20883, + "broker_maxrss_kib": 8196, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 8, + "warmup": false, + "single_s": 0.07346870900000001, + "multi_s": 0.437900855, + "client_wall_s": 0.5409776011947542, + "client_cpu_s": 0.47701299999999947, + "client_vcsw": 2642, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.20785399999999998, + "broker_sys_s": 0.252036, + "broker_cpu_s": 0.45988999999999997, + "broker_vcsw": 3995, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 8, + "warmup": false, + "single_s": 0.130985607, + "multi_s": 1.140422875, + "client_wall_s": 1.3016030511353165, + "client_cpu_s": 0.9335619999999984, + "client_vcsw": 26735, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.485015, + "broker_sys_s": 0.74754, + "broker_cpu_s": 1.232555, + "broker_vcsw": 2077, + "broker_maxrss_kib": 6144, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.071792095, + "multi_s": 0.45463537800000003, + "client_wall_s": 0.5586820300668478, + "client_cpu_s": 0.48345700000000136, + "client_vcsw": 2108, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.198571, + "broker_sys_s": 0.215604, + "broker_cpu_s": 0.41417499999999996, + "broker_vcsw": 5537, + "broker_maxrss_kib": 6692, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 9, + "warmup": false, + "single_s": 0.143422715, + "multi_s": 1.167820133, + "client_wall_s": 1.341080035082996, + "client_cpu_s": 0.9579380000000022, + "client_vcsw": 27049, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.1400000000000001, + "broker_user_s": 0.505203, + "broker_sys_s": 0.7609, + "broker_cpu_s": 1.266103, + "broker_vcsw": 2036, + "broker_maxrss_kib": 6444, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.06909926799999999, + "multi_s": 0.45593192499999996, + "client_wall_s": 0.5555427740328014, + "client_cpu_s": 0.47651300000000063, + "client_vcsw": 2278, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.210691, + "broker_sys_s": 0.20565, + "broker_cpu_s": 0.41634099999999996, + "broker_vcsw": 5085, + "broker_maxrss_kib": 6768, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 9, + "warmup": false, + "single_s": 0.058991668, + "multi_s": 0.417261126, + "client_wall_s": 0.5052374911028892, + "client_cpu_s": 0.45970900000000015, + "client_vcsw": 2028, + "multi_client_cpu_s": 0.4, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.126492, + "broker_sys_s": 0.204886, + "broker_cpu_s": 0.331378, + "broker_vcsw": 19893, + "broker_maxrss_kib": 8064, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 9, + "warmup": false, + "single_s": 0.073877017, + "multi_s": 0.47188229400000004, + "client_wall_s": 0.5749185420572758, + "client_cpu_s": 0.4967429999999986, + "client_vcsw": 2653, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.21756999999999999, + "broker_sys_s": 0.270376, + "broker_cpu_s": 0.487946, + "broker_vcsw": 3442, + "broker_maxrss_kib": 6732, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.067134264, + "multi_s": 0.452333178, + "client_wall_s": 0.5487406549509615, + "client_cpu_s": 0.47627199999999803, + "client_vcsw": 2119, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20286099999999999, + "broker_sys_s": 0.21792499999999998, + "broker_cpu_s": 0.420786, + "broker_vcsw": 5650, + "broker_maxrss_kib": 6668, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.07034713399999999, + "multi_s": 0.442245763, + "client_wall_s": 0.5421653131488711, + "client_cpu_s": 0.47778200000000126, + "client_vcsw": 2134, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.196016, + "broker_sys_s": 0.21448899999999999, + "broker_cpu_s": 0.410505, + "broker_vcsw": 5398, + "broker_maxrss_kib": 6596, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 10, + "warmup": false, + "single_s": 0.132487558, + "multi_s": 1.188949563, + "client_wall_s": 1.351605569012463, + "client_cpu_s": 0.9675240000000009, + "client_vcsw": 26559, + "multi_client_cpu_s": 0.9099999999999999, + "multi_broker_cpu_s": 1.1400000000000001, + "broker_user_s": 0.53816, + "broker_sys_s": 0.739695, + "broker_cpu_s": 1.277855, + "broker_vcsw": 2062, + "broker_maxrss_kib": 6232, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 10, + "warmup": false, + "single_s": 0.076676703, + "multi_s": 0.439296476, + "client_wall_s": 0.5506035501603037, + "client_cpu_s": 0.4825409999999941, + "client_vcsw": 2329, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.18698499999999998, + "broker_sys_s": 0.275929, + "broker_cpu_s": 0.46291399999999994, + "broker_vcsw": 3399, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 10, + "warmup": false, + "single_s": 0.061451782, + "multi_s": 0.432030118, + "client_wall_s": 0.5238676248118281, + "client_cpu_s": 0.47383299999999906, + "client_vcsw": 2061, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.117807, + "broker_sys_s": 0.22824399999999997, + "broker_cpu_s": 0.346051, + "broker_vcsw": 20468, + "broker_maxrss_kib": 8344, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.06890811, + "multi_s": 0.44471774900000005, + "client_wall_s": 0.5434630468953401, + "client_cpu_s": 0.47218699999999814, + "client_vcsw": 2165, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.187209, + "broker_sys_s": 0.21875, + "broker_cpu_s": 0.40595899999999996, + "broker_vcsw": 5973, + "broker_maxrss_kib": 6692, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 11, + "warmup": false, + "single_s": 0.07729648, + "multi_s": 0.455696837, + "client_wall_s": 0.5623080860823393, + "client_cpu_s": 0.4813709999999993, + "client_vcsw": 2318, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.19846899999999998, + "broker_sys_s": 0.276177, + "broker_cpu_s": 0.474646, + "broker_vcsw": 3232, + "broker_maxrss_kib": 6788, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 11, + "warmup": false, + "single_s": 0.062983417, + "multi_s": 0.438639892, + "client_wall_s": 0.5308834610041231, + "client_cpu_s": 0.4837859999999985, + "client_vcsw": 2056, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.143979, + "broker_sys_s": 0.20537399999999997, + "broker_cpu_s": 0.34935299999999997, + "broker_vcsw": 20973, + "broker_maxrss_kib": 8080, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.068001003, + "multi_s": 0.447416513, + "client_wall_s": 0.5448177708312869, + "client_cpu_s": 0.479022999999998, + "client_vcsw": 2146, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.18409499999999998, + "broker_sys_s": 0.22111399999999998, + "broker_cpu_s": 0.40520899999999993, + "broker_vcsw": 5409, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 11, + "warmup": false, + "single_s": 0.13435164, + "multi_s": 1.149756346, + "client_wall_s": 1.3143203638028353, + "client_cpu_s": 0.9455190000000009, + "client_vcsw": 26541, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.503552, + "broker_sys_s": 0.7393569999999999, + "broker_cpu_s": 1.242909, + "broker_vcsw": 2043, + "broker_maxrss_kib": 6324, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.067426343, + "multi_s": 0.434966344, + "client_wall_s": 0.5320980818942189, + "client_cpu_s": 0.4677039999999977, + "client_vcsw": 2092, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.183259, + "broker_sys_s": 0.22447, + "broker_cpu_s": 0.407729, + "broker_vcsw": 5959, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 12, + "warmup": false, + "single_s": 0.130302902, + "multi_s": 1.148037117, + "client_wall_s": 1.3091484268661588, + "client_cpu_s": 0.934000999999995, + "client_vcsw": 26944, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.521779, + "broker_sys_s": 0.716685, + "broker_cpu_s": 1.238464, + "broker_vcsw": 2085, + "broker_maxrss_kib": 6560, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.069923264, + "multi_s": 0.442007113, + "client_wall_s": 0.5416797020006925, + "client_cpu_s": 0.47045600000000576, + "client_vcsw": 2068, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.177012, + "broker_sys_s": 0.226661, + "broker_cpu_s": 0.403673, + "broker_vcsw": 5671, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 12, + "warmup": false, + "single_s": 0.05961382, + "multi_s": 0.424048997, + "client_wall_s": 0.5136602930724621, + "client_cpu_s": 0.4655619999999985, + "client_vcsw": 2108, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.11828999999999999, + "broker_sys_s": 0.22431199999999998, + "broker_cpu_s": 0.34260199999999996, + "broker_vcsw": 19243, + "broker_maxrss_kib": 8160, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.069777224, + "multi_s": 0.44864775700000004, + "client_wall_s": 0.5483975210227072, + "client_cpu_s": 0.47922200000000714, + "client_vcsw": 2185, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.19411, + "broker_sys_s": 0.214714, + "broker_cpu_s": 0.40882399999999997, + "broker_vcsw": 5268, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 12, + "warmup": false, + "single_s": 0.071813466, + "multi_s": 0.47309929, + "client_wall_s": 0.5747808131854981, + "client_cpu_s": 0.4971040000000002, + "client_vcsw": 2571, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.189502, + "broker_sys_s": 0.29084, + "broker_cpu_s": 0.480342, + "broker_vcsw": 3466, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 13, + "warmup": false, + "single_s": 0.13653036000000002, + "multi_s": 1.174421596, + "client_wall_s": 1.3426603500265628, + "client_cpu_s": 0.9680420000000041, + "client_vcsw": 25817, + "multi_client_cpu_s": 0.8999999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.5287109999999999, + "broker_sys_s": 0.741212, + "broker_cpu_s": 1.269923, + "broker_vcsw": 2021, + "broker_maxrss_kib": 6104, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 13, + "warmup": false, + "single_s": 0.076170907, + "multi_s": 0.461008877, + "client_wall_s": 0.5674396539106965, + "client_cpu_s": 0.49180199999999985, + "client_vcsw": 2217, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.42, + "broker_user_s": 0.206948, + "broker_sys_s": 0.274916, + "broker_cpu_s": 0.48186399999999996, + "broker_vcsw": 3061, + "broker_maxrss_kib": 6748, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.069310609, + "multi_s": 0.45211471200000003, + "client_wall_s": 0.550988239934668, + "client_cpu_s": 0.4928650000000019, + "client_vcsw": 2270, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.202314, + "broker_sys_s": 0.21837099999999998, + "broker_cpu_s": 0.420685, + "broker_vcsw": 5947, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.06905296300000001, + "multi_s": 0.44108338300000005, + "client_wall_s": 0.5405327579937875, + "client_cpu_s": 0.47811399999999793, + "client_vcsw": 2181, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.194181, + "broker_sys_s": 0.22042199999999998, + "broker_cpu_s": 0.41460299999999994, + "broker_vcsw": 5819, + "broker_maxrss_kib": 6576, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 13, + "warmup": false, + "single_s": 0.059723053, + "multi_s": 0.438992524, + "client_wall_s": 0.528527830960229, + "client_cpu_s": 0.48116600000000176, + "client_vcsw": 2056, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.12519899999999998, + "broker_sys_s": 0.221441, + "broker_cpu_s": 0.34663999999999995, + "broker_vcsw": 21272, + "broker_maxrss_kib": 8320, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 14, + "warmup": false, + "single_s": 0.07925554700000001, + "multi_s": 0.465590719, + "client_wall_s": 0.5759693139698356, + "client_cpu_s": 0.49934600000000273, + "client_vcsw": 2315, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.213392, + "broker_sys_s": 0.264447, + "broker_cpu_s": 0.477839, + "broker_vcsw": 3540, + "broker_maxrss_kib": 6884, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.068074616, + "multi_s": 0.5104343610000001, + "client_wall_s": 0.6103895311243832, + "client_cpu_s": 0.5486190000000093, + "client_vcsw": 2230, + "multi_client_cpu_s": 0.49000000000000005, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.19777699999999998, + "broker_sys_s": 0.220321, + "broker_cpu_s": 0.41809799999999997, + "broker_vcsw": 5969, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 14, + "warmup": false, + "single_s": 0.133596509, + "multi_s": 1.197825918, + "client_wall_s": 1.364877357846126, + "client_cpu_s": 0.9823099999999982, + "client_vcsw": 26291, + "multi_client_cpu_s": 0.9099999999999999, + "multi_broker_cpu_s": 1.1600000000000001, + "broker_user_s": 0.506481, + "broker_sys_s": 0.784419, + "broker_cpu_s": 1.2909, + "broker_vcsw": 2043, + "broker_maxrss_kib": 6100, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.07371672900000001, + "multi_s": 0.472253923, + "client_wall_s": 0.5806342680007219, + "client_cpu_s": 0.496567000000006, + "client_vcsw": 2300, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.202256, + "broker_sys_s": 0.225869, + "broker_cpu_s": 0.428125, + "broker_vcsw": 5594, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 14, + "warmup": false, + "single_s": 0.062516802, + "multi_s": 0.454492901, + "client_wall_s": 0.5504491990432143, + "client_cpu_s": 0.4979230000000072, + "client_vcsw": 2102, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.135999, + "broker_sys_s": 0.220043, + "broker_cpu_s": 0.35604199999999997, + "broker_vcsw": 21855, + "broker_maxrss_kib": 8300, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 15, + "warmup": false, + "single_s": 0.07691179, + "multi_s": 0.477197896, + "client_wall_s": 0.5856518561486155, + "client_cpu_s": 0.5122950000000017, + "client_vcsw": 2411, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.20857699999999998, + "broker_sys_s": 0.273952, + "broker_cpu_s": 0.482529, + "broker_vcsw": 3591, + "broker_maxrss_kib": 6732, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.073626494, + "multi_s": 0.464002095, + "client_wall_s": 0.5695554469712079, + "client_cpu_s": 0.502280000000006, + "client_vcsw": 2147, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.21053999999999998, + "broker_sys_s": 0.218797, + "broker_cpu_s": 0.42933699999999997, + "broker_vcsw": 5458, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 15, + "warmup": false, + "single_s": 0.062123801, + "multi_s": 0.466255616, + "client_wall_s": 0.5582498479634523, + "client_cpu_s": 0.5093590000000034, + "client_vcsw": 2045, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.133074, + "broker_sys_s": 0.227329, + "broker_cpu_s": 0.36040300000000003, + "broker_vcsw": 21868, + "broker_maxrss_kib": 8136, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 15, + "warmup": false, + "single_s": 0.14520606, + "multi_s": 1.175028313, + "client_wall_s": 1.3513443600386381, + "client_cpu_s": 0.9631499999999988, + "client_vcsw": 27506, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.504441, + "broker_sys_s": 0.774895, + "broker_cpu_s": 1.279336, + "broker_vcsw": 2026, + "broker_maxrss_kib": 6164, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.074431493, + "multi_s": 0.447567302, + "client_wall_s": 0.5521791148930788, + "client_cpu_s": 0.47580400000000367, + "client_vcsw": 2179, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.16922299999999998, + "broker_sys_s": 0.250701, + "broker_cpu_s": 0.41992399999999996, + "broker_vcsw": 5980, + "broker_maxrss_kib": 6640, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 16, + "warmup": false, + "single_s": 0.137975321, + "multi_s": 1.14926005, + "client_wall_s": 1.317751700989902, + "client_cpu_s": 0.9423799999999929, + "client_vcsw": 27245, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.48678699999999997, + "broker_sys_s": 0.761667, + "broker_cpu_s": 1.248454, + "broker_vcsw": 2021, + "broker_maxrss_kib": 6332, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.07506908, + "multi_s": 0.45535964, + "client_wall_s": 0.560785949928686, + "client_cpu_s": 0.4845469999999992, + "client_vcsw": 2113, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.174584, + "broker_sys_s": 0.2394, + "broker_cpu_s": 0.413984, + "broker_vcsw": 6009, + "broker_maxrss_kib": 6620, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.07210317100000001, + "multi_s": 0.444686879, + "client_wall_s": 0.5472743229474872, + "client_cpu_s": 0.48337400000000486, + "client_vcsw": 2143, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.19042299999999998, + "broker_sys_s": 0.223904, + "broker_cpu_s": 0.414327, + "broker_vcsw": 5788, + "broker_maxrss_kib": 6788, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 16, + "warmup": false, + "single_s": 0.074033742, + "multi_s": 0.45815101399999997, + "client_wall_s": 0.562589478911832, + "client_cpu_s": 0.4848429999999979, + "client_vcsw": 2262, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.187393, + "broker_sys_s": 0.28006, + "broker_cpu_s": 0.467453, + "broker_vcsw": 3611, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 16, + "warmup": false, + "single_s": 0.058673468, + "multi_s": 0.466629619, + "client_wall_s": 0.5597518000286072, + "client_cpu_s": 0.5075930000000071, + "client_vcsw": 2084, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.139118, + "broker_sys_s": 0.221659, + "broker_cpu_s": 0.360777, + "broker_vcsw": 23446, + "broker_maxrss_kib": 8352, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 17, + "warmup": false, + "single_s": 0.064415316, + "multi_s": 0.443471071, + "client_wall_s": 0.5379266040399671, + "client_cpu_s": 0.4900349999999918, + "client_vcsw": 2013, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.117819, + "broker_sys_s": 0.23087699999999997, + "broker_cpu_s": 0.34869599999999995, + "broker_vcsw": 21035, + "broker_maxrss_kib": 8108, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 17, + "warmup": false, + "single_s": 0.148796495, + "multi_s": 1.167748894, + "client_wall_s": 1.3470261010807008, + "client_cpu_s": 0.9626929999999945, + "client_vcsw": 26830, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.531952, + "broker_sys_s": 0.7410479999999999, + "broker_cpu_s": 1.273, + "broker_vcsw": 2086, + "broker_maxrss_kib": 6252, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 17, + "warmup": false, + "single_s": 0.07287848599999999, + "multi_s": 0.463666085, + "client_wall_s": 0.5679181420709938, + "client_cpu_s": 0.5051720000000017, + "client_vcsw": 2514, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.39999999999999997, + "broker_user_s": 0.214325, + "broker_sys_s": 0.2692, + "broker_cpu_s": 0.483525, + "broker_vcsw": 3922, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.07331779199999999, + "multi_s": 0.45324028499999996, + "client_wall_s": 0.556585235055536, + "client_cpu_s": 0.484769, + "client_vcsw": 2351, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.225096, + "broker_sys_s": 0.202479, + "broker_cpu_s": 0.427575, + "broker_vcsw": 5836, + "broker_maxrss_kib": 6560, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.06997788, + "multi_s": 0.444724873, + "client_wall_s": 0.5463185361586511, + "client_cpu_s": 0.47647099999999654, + "client_vcsw": 2140, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.185334, + "broker_sys_s": 0.232962, + "broker_cpu_s": 0.418296, + "broker_vcsw": 5739, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 18, + "warmup": false, + "single_s": 0.059793105, + "multi_s": 0.44295340099999997, + "client_wall_s": 0.5332842089701444, + "client_cpu_s": 0.4837959999999981, + "client_vcsw": 2112, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.12764299999999998, + "broker_sys_s": 0.22561499999999998, + "broker_cpu_s": 0.35325799999999996, + "broker_vcsw": 20417, + "broker_maxrss_kib": 8188, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 18, + "warmup": false, + "single_s": 0.07459890400000001, + "multi_s": 0.45391467999999996, + "client_wall_s": 0.5597019330598414, + "client_cpu_s": 0.485202000000001, + "client_vcsw": 2410, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.212464, + "broker_sys_s": 0.258652, + "broker_cpu_s": 0.471116, + "broker_vcsw": 3414, + "broker_maxrss_kib": 6592, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.071944071, + "multi_s": 0.450155645, + "client_wall_s": 0.551946401130408, + "client_cpu_s": 0.48392199999999974, + "client_vcsw": 2320, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.203955, + "broker_sys_s": 0.221833, + "broker_cpu_s": 0.425788, + "broker_vcsw": 5672, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.070261647, + "multi_s": 0.44907993900000004, + "client_wall_s": 0.5494957868941128, + "client_cpu_s": 0.4841419999999985, + "client_vcsw": 2134, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.192244, + "broker_sys_s": 0.22616899999999998, + "broker_cpu_s": 0.418413, + "broker_vcsw": 5533, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 18, + "warmup": false, + "single_s": 0.135014161, + "multi_s": 1.182888328, + "client_wall_s": 1.3478014171123505, + "client_cpu_s": 0.9645099999999971, + "client_vcsw": 27732, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.16, + "broker_user_s": 0.511317, + "broker_sys_s": 0.765421, + "broker_cpu_s": 1.276738, + "broker_vcsw": 2101, + "broker_maxrss_kib": 6092, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.07007167800000001, + "multi_s": 0.453657032, + "client_wall_s": 0.5533533680718392, + "client_cpu_s": 0.48762299999999925, + "client_vcsw": 2197, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.194068, + "broker_sys_s": 0.22763599999999998, + "broker_cpu_s": 0.42170399999999997, + "broker_vcsw": 5845, + "broker_maxrss_kib": 6804, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.07569242, + "multi_s": 0.46779199899999996, + "client_wall_s": 0.5735424451995641, + "client_cpu_s": 0.48515700000000095, + "client_vcsw": 2198, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.195045, + "broker_sys_s": 0.225293, + "broker_cpu_s": 0.420338, + "broker_vcsw": 5332, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 19, + "warmup": false, + "single_s": 0.060237160000000005, + "multi_s": 0.436032552, + "client_wall_s": 0.5268323479685932, + "client_cpu_s": 0.4786720000000031, + "client_vcsw": 2036, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.107858, + "broker_sys_s": 0.24041599999999996, + "broker_cpu_s": 0.348274, + "broker_vcsw": 20268, + "broker_maxrss_kib": 8224, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 19, + "warmup": false, + "single_s": 0.07167217599999999, + "multi_s": 0.45127646800000004, + "client_wall_s": 0.5533403069712222, + "client_cpu_s": 0.48973900000000015, + "client_vcsw": 2404, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39999999999999997, + "broker_user_s": 0.20352399999999998, + "broker_sys_s": 0.276506, + "broker_cpu_s": 0.48002999999999996, + "broker_vcsw": 3398, + "broker_maxrss_kib": 6760, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 19, + "warmup": false, + "single_s": 0.151351594, + "multi_s": 1.210423314, + "client_wall_s": 1.394909264985472, + "client_cpu_s": 0.9987149999999971, + "client_vcsw": 26465, + "multi_client_cpu_s": 0.9099999999999999, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.520942, + "broker_sys_s": 0.7964979999999999, + "broker_cpu_s": 1.31744, + "broker_vcsw": 2041, + "broker_maxrss_kib": 6064, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 20, + "warmup": false, + "single_s": 0.075856269, + "multi_s": 0.4769355, + "client_wall_s": 0.5841902720276266, + "client_cpu_s": 0.5070100000000011, + "client_vcsw": 2514, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.218528, + "broker_sys_s": 0.266625, + "broker_cpu_s": 0.485153, + "broker_vcsw": 3515, + "broker_maxrss_kib": 6376, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.072001061, + "multi_s": 0.48849637100000004, + "client_wall_s": 0.5910505692008883, + "client_cpu_s": 0.5190150000000031, + "client_vcsw": 2573, + "multi_client_cpu_s": 0.47000000000000003, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.215173, + "broker_sys_s": 0.233017, + "broker_cpu_s": 0.44819, + "broker_vcsw": 5238, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 20, + "warmup": false, + "single_s": 0.135268246, + "multi_s": 1.191600834, + "client_wall_s": 1.3577475410420448, + "client_cpu_s": 0.9670149999999964, + "client_vcsw": 28916, + "multi_client_cpu_s": 0.8999999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.526562, + "broker_sys_s": 0.760813, + "broker_cpu_s": 1.287375, + "broker_vcsw": 2041, + "broker_maxrss_kib": 6116, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 20, + "warmup": false, + "single_s": 0.06015761100000001, + "multi_s": 0.43945676400000006, + "client_wall_s": 0.5302138158585876, + "client_cpu_s": 0.48432600000001, + "client_vcsw": 2005, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.125946, + "broker_sys_s": 0.223964, + "broker_cpu_s": 0.34991, + "broker_vcsw": 20762, + "broker_maxrss_kib": 8064, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.077774967, + "multi_s": 0.470007526, + "client_wall_s": 0.5798518301453441, + "client_cpu_s": 0.5099430000000069, + "client_vcsw": 2494, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.224331, + "broker_sys_s": 0.210372, + "broker_cpu_s": 0.434703, + "broker_vcsw": 5433, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 21, + "warmup": false, + "single_s": 0.07354694499999999, + "multi_s": 0.46830847999999997, + "client_wall_s": 0.5736445549409837, + "client_cpu_s": 0.5033189999999976, + "client_vcsw": 2408, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.207013, + "broker_sys_s": 0.283495, + "broker_cpu_s": 0.490508, + "broker_vcsw": 3426, + "broker_maxrss_kib": 6644, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 21, + "warmup": false, + "single_s": 0.063244625, + "multi_s": 0.45545937400000003, + "client_wall_s": 0.5485210018232465, + "client_cpu_s": 0.49958099999999206, + "client_vcsw": 2078, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.13039099999999998, + "broker_sys_s": 0.22458, + "broker_cpu_s": 0.354971, + "broker_vcsw": 22425, + "broker_maxrss_kib": 8432, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 21, + "warmup": false, + "single_s": 0.131243253, + "multi_s": 1.190495446, + "client_wall_s": 1.3515663871075958, + "client_cpu_s": 0.9631699999999981, + "client_vcsw": 27872, + "multi_client_cpu_s": 0.8999999999999999, + "multi_broker_cpu_s": 1.16, + "broker_user_s": 0.512751, + "broker_sys_s": 0.7686259999999999, + "broker_cpu_s": 1.281377, + "broker_vcsw": 2117, + "broker_maxrss_kib": 6052, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.074299701, + "multi_s": 0.442884537, + "client_wall_s": 0.548845139099285, + "client_cpu_s": 0.4883349999999993, + "client_vcsw": 2272, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.206778, + "broker_sys_s": 0.215049, + "broker_cpu_s": 0.42182699999999995, + "broker_vcsw": 6033, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.066825563, + "multi_s": 0.451304964, + "client_wall_s": 0.5480555749963969, + "client_cpu_s": 0.48308399999999097, + "client_vcsw": 2092, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.203973, + "broker_sys_s": 0.21448699999999998, + "broker_cpu_s": 0.41845999999999994, + "broker_vcsw": 5578, + "broker_maxrss_kib": 6756, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 22, + "warmup": false, + "single_s": 0.061490964, + "multi_s": 0.46120122199999997, + "client_wall_s": 0.5528072039596736, + "client_cpu_s": 0.5028830000000113, + "client_vcsw": 2129, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.13979499999999997, + "broker_sys_s": 0.218085, + "broker_cpu_s": 0.35788, + "broker_vcsw": 23017, + "broker_maxrss_kib": 8488, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.069776037, + "multi_s": 0.469195403, + "client_wall_s": 0.5702678349334747, + "client_cpu_s": 0.4928900000000027, + "client_vcsw": 2428, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.19877899999999998, + "broker_sys_s": 0.22275199999999998, + "broker_cpu_s": 0.421531, + "broker_vcsw": 5414, + "broker_maxrss_kib": 6684, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 22, + "warmup": false, + "single_s": 0.075247177, + "multi_s": 0.45655526500000004, + "client_wall_s": 0.5615446430165321, + "client_cpu_s": 0.49267799999999795, + "client_vcsw": 2485, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.207063, + "broker_sys_s": 0.26504099999999997, + "broker_cpu_s": 0.47210399999999997, + "broker_vcsw": 3572, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.069360477, + "multi_s": 0.44943732000000003, + "client_wall_s": 0.5488510760478675, + "client_cpu_s": 0.4823740000000001, + "client_vcsw": 2254, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.182355, + "broker_sys_s": 0.240749, + "broker_cpu_s": 0.423104, + "broker_vcsw": 5888, + "broker_maxrss_kib": 6744, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 22, + "warmup": false, + "single_s": 0.134995164, + "multi_s": 1.145487955, + "client_wall_s": 1.3113390209618956, + "client_cpu_s": 0.9399019999999894, + "client_vcsw": 26329, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.46544199999999997, + "broker_sys_s": 0.777397, + "broker_cpu_s": 1.242839, + "broker_vcsw": 2058, + "broker_maxrss_kib": 6072, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.06956825700000001, + "multi_s": 0.45949386500000006, + "client_wall_s": 0.5611457058694214, + "client_cpu_s": 0.4826349999999948, + "client_vcsw": 2426, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.23043899999999998, + "broker_sys_s": 0.192209, + "broker_cpu_s": 0.42264799999999997, + "broker_vcsw": 5775, + "broker_maxrss_kib": 7008, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.07253891500000001, + "multi_s": 0.453085935, + "client_wall_s": 0.5558728470932692, + "client_cpu_s": 0.4932030000000083, + "client_vcsw": 2608, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.185545, + "broker_sys_s": 0.22588, + "broker_cpu_s": 0.411425, + "broker_vcsw": 6038, + "broker_maxrss_kib": 6720, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 23, + "warmup": false, + "single_s": 0.064492492, + "multi_s": 0.433613994, + "client_wall_s": 0.5288115988951176, + "client_cpu_s": 0.4808709999999934, + "client_vcsw": 1984, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.11039099999999999, + "broker_sys_s": 0.23206699999999997, + "broker_cpu_s": 0.34245799999999993, + "broker_vcsw": 20182, + "broker_maxrss_kib": 8300, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 23, + "warmup": false, + "single_s": 0.074674892, + "multi_s": 0.43793819, + "client_wall_s": 0.5422947308979928, + "client_cpu_s": 0.4826539999999824, + "client_vcsw": 2228, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.212967, + "broker_sys_s": 0.248461, + "broker_cpu_s": 0.46142799999999995, + "broker_vcsw": 3756, + "broker_maxrss_kib": 6564, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 23, + "warmup": false, + "single_s": 0.132012633, + "multi_s": 1.14502134, + "client_wall_s": 1.3072511008940637, + "client_cpu_s": 0.941590000000005, + "client_vcsw": 25944, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.48514999999999997, + "broker_sys_s": 0.7515919999999999, + "broker_cpu_s": 1.236742, + "broker_vcsw": 2048, + "broker_maxrss_kib": 6020, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 24, + "warmup": false, + "single_s": 0.060530427000000005, + "multi_s": 0.460795161, + "client_wall_s": 0.5532940018456429, + "client_cpu_s": 0.5034909999999968, + "client_vcsw": 2012, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.141202, + "broker_sys_s": 0.226272, + "broker_cpu_s": 0.36747399999999997, + "broker_vcsw": 21440, + "broker_maxrss_kib": 8236, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.06961575, + "multi_s": 0.44405760299999997, + "client_wall_s": 0.544004461960867, + "client_cpu_s": 0.46907600000001537, + "client_vcsw": 2355, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.18092899999999998, + "broker_sys_s": 0.229601, + "broker_cpu_s": 0.41052999999999995, + "broker_vcsw": 5649, + "broker_maxrss_kib": 6784, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.07458703, + "multi_s": 0.459321705, + "client_wall_s": 0.5636010698508471, + "client_cpu_s": 0.494883999999999, + "client_vcsw": 2378, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.208256, + "broker_sys_s": 0.222762, + "broker_cpu_s": 0.431018, + "broker_vcsw": 5592, + "broker_maxrss_kib": 6780, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 24, + "warmup": false, + "single_s": 0.076017743, + "multi_s": 0.442413174, + "client_wall_s": 0.5489128020126373, + "client_cpu_s": 0.4804160000000053, + "client_vcsw": 2214, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.20696199999999998, + "broker_sys_s": 0.259475, + "broker_cpu_s": 0.466437, + "broker_vcsw": 3479, + "broker_maxrss_kib": 6844, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 24, + "warmup": false, + "single_s": 0.14139944399999999, + "multi_s": 1.168369128, + "client_wall_s": 1.3418818188365549, + "client_cpu_s": 0.9576339999999988, + "client_vcsw": 27382, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.499021, + "broker_sys_s": 0.76966, + "broker_cpu_s": 1.268681, + "broker_vcsw": 2040, + "broker_maxrss_kib": 6060, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-daemon", + "round": 25, + "warmup": false, + "single_s": 0.141442187, + "multi_s": 1.174124033, + "client_wall_s": 1.3460397880990058, + "client_cpu_s": 0.9595520000000022, + "client_vcsw": 26848, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.1400000000000001, + "broker_user_s": 0.5187149999999999, + "broker_sys_s": 0.757124, + "broker_cpu_s": 1.275839, + "broker_vcsw": 2025, + "broker_maxrss_kib": 6132, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.073115904, + "multi_s": 0.46691547000000005, + "client_wall_s": 0.5728878770023584, + "client_cpu_s": 0.5119620000000111, + "client_vcsw": 2244, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20721799999999999, + "broker_sys_s": 0.224319, + "broker_cpu_s": 0.43153699999999995, + "broker_vcsw": 6602, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 25, + "warmup": false, + "single_s": 0.061094362, + "multi_s": 0.446758461, + "client_wall_s": 0.5398995811119676, + "client_cpu_s": 0.48957300000000714, + "client_vcsw": 2031, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.10887999999999999, + "broker_sys_s": 0.243973, + "broker_cpu_s": 0.35285299999999997, + "broker_vcsw": 21537, + "broker_maxrss_kib": 7896, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.06964301399999999, + "multi_s": 0.46532447000000005, + "client_wall_s": 0.5667969631031156, + "client_cpu_s": 0.501197000000019, + "client_vcsw": 2208, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.192567, + "broker_sys_s": 0.23621299999999998, + "broker_cpu_s": 0.42877999999999994, + "broker_vcsw": 5337, + "broker_maxrss_kib": 6716, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 25, + "warmup": false, + "single_s": 0.07407644000000001, + "multi_s": 0.470460785, + "client_wall_s": 0.577970762969926, + "client_cpu_s": 0.501260000000002, + "client_vcsw": 2225, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.224302, + "broker_sys_s": 0.26015, + "broker_cpu_s": 0.484452, + "broker_vcsw": 3506, + "broker_maxrss_kib": 6692, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.07168519200000001, + "multi_s": 0.465938311, + "client_wall_s": 0.5727335270494223, + "client_cpu_s": 0.4977429999999998, + "client_vcsw": 2309, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20616299999999999, + "broker_sys_s": 0.231428, + "broker_cpu_s": 0.43759099999999995, + "broker_vcsw": 5467, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 26, + "warmup": false, + "single_s": 0.061279583000000006, + "multi_s": 0.44145473500000004, + "client_wall_s": 0.5381340470630676, + "client_cpu_s": 0.48485399999999856, + "client_vcsw": 2095, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.13422099999999998, + "broker_sys_s": 0.216831, + "broker_cpu_s": 0.351052, + "broker_vcsw": 20458, + "broker_maxrss_kib": 8072, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 26, + "warmup": false, + "single_s": 0.083899077, + "multi_s": 0.471131617, + "client_wall_s": 0.5852062471676618, + "client_cpu_s": 0.5095869999999962, + "client_vcsw": 2474, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.39999999999999997, + "broker_user_s": 0.202981, + "broker_sys_s": 0.275107, + "broker_cpu_s": 0.47808799999999996, + "broker_vcsw": 3804, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.07015712, + "multi_s": 0.442290604, + "client_wall_s": 0.5431777520570904, + "client_cpu_s": 0.4850550000000169, + "client_vcsw": 2249, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.19213999999999998, + "broker_sys_s": 0.218571, + "broker_cpu_s": 0.41071099999999994, + "broker_vcsw": 5757, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 26, + "warmup": false, + "single_s": 0.130182901, + "multi_s": 1.158111934, + "client_wall_s": 1.3185333150904626, + "client_cpu_s": 0.9481230000000096, + "client_vcsw": 26305, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.14, + "broker_user_s": 0.521581, + "broker_sys_s": 0.7293529999999999, + "broker_cpu_s": 1.250934, + "broker_vcsw": 2014, + "broker_maxrss_kib": 6332, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.06659162, + "multi_s": 0.465996489, + "client_wall_s": 0.56247633183375, + "client_cpu_s": 0.4872299999999967, + "client_vcsw": 2649, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.196385, + "broker_sys_s": 0.230316, + "broker_cpu_s": 0.426701, + "broker_vcsw": 5235, + "broker_maxrss_kib": 6796, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.073056538, + "multi_s": 0.45563481100000003, + "client_wall_s": 0.5602560569532216, + "client_cpu_s": 0.48787699999999745, + "client_vcsw": 2123, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.19760999999999998, + "broker_sys_s": 0.215575, + "broker_cpu_s": 0.41318499999999997, + "broker_vcsw": 5399, + "broker_maxrss_kib": 6824, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 27, + "warmup": false, + "single_s": 0.070432576, + "multi_s": 0.43723384, + "client_wall_s": 0.5384641198907048, + "client_cpu_s": 0.4711629999999758, + "client_vcsw": 2080, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.206391, + "broker_sys_s": 0.253978, + "broker_cpu_s": 0.460369, + "broker_vcsw": 3524, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 27, + "warmup": false, + "single_s": 0.13940475900000002, + "multi_s": 1.156519747, + "client_wall_s": 1.3267245849128813, + "client_cpu_s": 0.9521589999999946, + "client_vcsw": 26559, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.50052, + "broker_sys_s": 0.7547849999999999, + "broker_cpu_s": 1.255305, + "broker_vcsw": 2031, + "broker_maxrss_kib": 6064, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 27, + "warmup": false, + "single_s": 0.060770226000000004, + "multi_s": 0.443968277, + "client_wall_s": 0.5361880410928279, + "client_cpu_s": 0.48560000000000514, + "client_vcsw": 2054, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.11398299999999999, + "broker_sys_s": 0.236585, + "broker_cpu_s": 0.350568, + "broker_vcsw": 21833, + "broker_maxrss_kib": 8180, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 28, + "warmup": false, + "single_s": 0.059400067, + "multi_s": 0.430966016, + "client_wall_s": 0.5202317459043115, + "client_cpu_s": 0.4730270000000161, + "client_vcsw": 2053, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.109653, + "broker_sys_s": 0.23372899999999996, + "broker_cpu_s": 0.34338199999999997, + "broker_vcsw": 20274, + "broker_maxrss_kib": 8240, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.07139667400000001, + "multi_s": 0.44167438900000006, + "client_wall_s": 0.5433226039167494, + "client_cpu_s": 0.4802480000000031, + "client_vcsw": 2238, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.20466399999999998, + "broker_sys_s": 0.20974199999999998, + "broker_cpu_s": 0.41440599999999994, + "broker_vcsw": 5796, + "broker_maxrss_kib": 6660, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 28, + "warmup": false, + "single_s": 0.13431, + "multi_s": 1.145227216, + "client_wall_s": 1.3101793830282986, + "client_cpu_s": 0.9377360000000152, + "client_vcsw": 26472, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.510033, + "broker_sys_s": 0.72991, + "broker_cpu_s": 1.2399429999999998, + "broker_vcsw": 2035, + "broker_maxrss_kib": 6320, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 28, + "warmup": false, + "single_s": 0.07921037900000001, + "multi_s": 0.47089890300000004, + "client_wall_s": 0.5817464180290699, + "client_cpu_s": 0.5092330000000089, + "client_vcsw": 2431, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.198815, + "broker_sys_s": 0.277321, + "broker_cpu_s": 0.476136, + "broker_vcsw": 3617, + "broker_maxrss_kib": 6492, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.06988760000000001, + "multi_s": 0.45697291300000004, + "client_wall_s": 0.5571844798978418, + "client_cpu_s": 0.4833250000000078, + "client_vcsw": 2385, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20307, + "broker_sys_s": 0.212394, + "broker_cpu_s": 0.415464, + "broker_vcsw": 5640, + "broker_maxrss_kib": 6768, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 29, + "warmup": false, + "single_s": 0.07569712099999999, + "multi_s": 0.43938881199999996, + "client_wall_s": 0.5450988239608705, + "client_cpu_s": 0.4793319999999994, + "client_vcsw": 2144, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.193515, + "broker_sys_s": 0.26709099999999997, + "broker_cpu_s": 0.46060599999999996, + "broker_vcsw": 3528, + "broker_maxrss_kib": 6624, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.07485413, + "multi_s": 0.44116859399999997, + "client_wall_s": 0.5460273020435125, + "client_cpu_s": 0.48298400000000186, + "client_vcsw": 2305, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.205843, + "broker_sys_s": 0.208978, + "broker_cpu_s": 0.414821, + "broker_vcsw": 5723, + "broker_maxrss_kib": 6508, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 29, + "warmup": false, + "single_s": 0.13447266200000002, + "multi_s": 1.138962955, + "client_wall_s": 1.3054799989331514, + "client_cpu_s": 0.9324820000000074, + "client_vcsw": 26503, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.49102199999999996, + "broker_sys_s": 0.745033, + "broker_cpu_s": 1.236055, + "broker_vcsw": 2022, + "broker_maxrss_kib": 6308, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.07249019, + "multi_s": 0.450176735, + "client_wall_s": 0.5526762530207634, + "client_cpu_s": 0.47499000000000535, + "client_vcsw": 2249, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.20354, + "broker_sys_s": 0.215692, + "broker_cpu_s": 0.419232, + "broker_vcsw": 5577, + "broker_maxrss_kib": 6680, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 29, + "warmup": false, + "single_s": 0.059034375, + "multi_s": 0.441951033, + "client_wall_s": 0.5313438060693443, + "client_cpu_s": 0.48270300000000077, + "client_vcsw": 2033, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.32, + "broker_user_s": 0.11924099999999999, + "broker_sys_s": 0.262777, + "broker_cpu_s": 0.38201799999999997, + "broker_vcsw": 16412, + "broker_maxrss_kib": 7992, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.07117939599999999, + "multi_s": 0.435180976, + "client_wall_s": 0.5376508110202849, + "client_cpu_s": 0.47233100000001116, + "client_vcsw": 2452, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.33999999999999997, + "broker_user_s": 0.18442899999999998, + "broker_sys_s": 0.23185399999999998, + "broker_cpu_s": 0.41628299999999996, + "broker_vcsw": 5604, + "broker_maxrss_kib": 6732, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 30, + "warmup": false, + "single_s": 0.129868263, + "multi_s": 1.134803798, + "client_wall_s": 1.2943845610134304, + "client_cpu_s": 0.9219680000000068, + "client_vcsw": 26751, + "multi_client_cpu_s": 0.8500000000000001, + "multi_broker_cpu_s": 1.0999999999999999, + "broker_user_s": 0.49872, + "broker_sys_s": 0.7283459999999999, + "broker_cpu_s": 1.227066, + "broker_vcsw": 2099, + "broker_maxrss_kib": 6084, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.07152846700000001, + "multi_s": 0.436249557, + "client_wall_s": 0.5376555598340929, + "client_cpu_s": 0.4673650000000009, + "client_vcsw": 2140, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.179414, + "broker_sys_s": 0.22480799999999998, + "broker_cpu_s": 0.40422199999999997, + "broker_vcsw": 5839, + "broker_maxrss_kib": 6488, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 30, + "warmup": false, + "single_s": 0.07268253400000001, + "multi_s": 0.46114750400000004, + "client_wall_s": 0.5635140431113541, + "client_cpu_s": 0.48603700000001027, + "client_vcsw": 2348, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.20749199999999998, + "broker_sys_s": 0.257813, + "broker_cpu_s": 0.46530499999999997, + "broker_vcsw": 3514, + "broker_maxrss_kib": 6476, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 30, + "warmup": false, + "single_s": 0.058580821, + "multi_s": 0.430818789, + "client_wall_s": 0.5196927059441805, + "client_cpu_s": 0.4728980000000007, + "client_vcsw": 2054, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.11223499999999999, + "broker_sys_s": 0.229539, + "broker_cpu_s": 0.34177399999999997, + "broker_vcsw": 20414, + "broker_maxrss_kib": 8012, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 31, + "warmup": false, + "single_s": 0.058736359, + "multi_s": 0.434538639, + "client_wall_s": 0.5238827329594642, + "client_cpu_s": 0.47632199999999614, + "client_vcsw": 2047, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.129004, + "broker_sys_s": 0.210974, + "broker_cpu_s": 0.339978, + "broker_vcsw": 21049, + "broker_maxrss_kib": 8076, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.070773336, + "multi_s": 0.455322548, + "client_wall_s": 0.5558618130162358, + "client_cpu_s": 0.4796520000000015, + "client_vcsw": 2283, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.195459, + "broker_sys_s": 0.226484, + "broker_cpu_s": 0.42194299999999996, + "broker_vcsw": 5899, + "broker_maxrss_kib": 6552, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 31, + "warmup": false, + "single_s": 0.076326397, + "multi_s": 0.452205853, + "client_wall_s": 0.5590426239650697, + "client_cpu_s": 0.4873699999999985, + "client_vcsw": 2398, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.211161, + "broker_sys_s": 0.26109099999999996, + "broker_cpu_s": 0.47225199999999995, + "broker_vcsw": 3427, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 31, + "warmup": false, + "single_s": 0.142637811, + "multi_s": 1.14282647, + "client_wall_s": 1.3161800608504564, + "client_cpu_s": 0.9461160000000035, + "client_vcsw": 26401, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.491938, + "broker_sys_s": 0.7499549999999999, + "broker_cpu_s": 1.241893, + "broker_vcsw": 2046, + "broker_maxrss_kib": 6100, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.070396957, + "multi_s": 0.447500532, + "client_wall_s": 0.5480742289219052, + "client_cpu_s": 0.47011899999999684, + "client_vcsw": 2142, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.181535, + "broker_sys_s": 0.22918, + "broker_cpu_s": 0.410715, + "broker_vcsw": 5687, + "broker_maxrss_kib": 6452, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.072879628, + "multi_s": 0.45819584500000005, + "client_wall_s": 0.5612605239730328, + "client_cpu_s": 0.4857200000000006, + "client_vcsw": 2300, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.191936, + "broker_sys_s": 0.229902, + "broker_cpu_s": 0.421838, + "broker_vcsw": 5821, + "broker_maxrss_kib": 6544, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 32, + "warmup": false, + "single_s": 0.13442042, + "multi_s": 1.156295346, + "client_wall_s": 1.3205303750000894, + "client_cpu_s": 0.9421319999999866, + "client_vcsw": 27403, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.14, + "broker_user_s": 0.470393, + "broker_sys_s": 0.780427, + "broker_cpu_s": 1.25082, + "broker_vcsw": 2056, + "broker_maxrss_kib": 6172, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 32, + "warmup": false, + "single_s": 0.061375755, + "multi_s": 0.42928478000000003, + "client_wall_s": 0.5226586130447686, + "client_cpu_s": 0.4728850000000051, + "client_vcsw": 2078, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.11022699999999999, + "broker_sys_s": 0.232263, + "broker_cpu_s": 0.34248999999999996, + "broker_vcsw": 20293, + "broker_maxrss_kib": 8300, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 32, + "warmup": false, + "single_s": 0.078503928, + "multi_s": 0.47747186599999997, + "client_wall_s": 0.5910585110541433, + "client_cpu_s": 0.5076450000000108, + "client_vcsw": 2519, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.203682, + "broker_sys_s": 0.27569099999999996, + "broker_cpu_s": 0.47937299999999994, + "broker_vcsw": 3554, + "broker_maxrss_kib": 6540, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.07083982500000001, + "multi_s": 0.449726743, + "client_wall_s": 0.5502933170646429, + "client_cpu_s": 0.4799859999999967, + "client_vcsw": 2234, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.192771, + "broker_sys_s": 0.22643, + "broker_cpu_s": 0.419201, + "broker_vcsw": 5616, + "broker_maxrss_kib": 6736, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 33, + "warmup": false, + "single_s": 0.076591168, + "multi_s": 0.44173138, + "client_wall_s": 0.5482416399754584, + "client_cpu_s": 0.4880990000000054, + "client_vcsw": 2372, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.201071, + "broker_sys_s": 0.26970299999999997, + "broker_cpu_s": 0.47077399999999997, + "broker_vcsw": 3598, + "broker_maxrss_kib": 6652, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.06661180500000001, + "multi_s": 0.44860473300000003, + "client_wall_s": 0.5451047599781305, + "client_cpu_s": 0.47072400000000414, + "client_vcsw": 2109, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.18742599999999998, + "broker_sys_s": 0.218309, + "broker_cpu_s": 0.40573499999999996, + "broker_vcsw": 5753, + "broker_maxrss_kib": 6756, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 33, + "warmup": false, + "single_s": 0.130765872, + "multi_s": 1.149164345, + "client_wall_s": 1.3101722579449415, + "client_cpu_s": 0.9467550000000102, + "client_vcsw": 26312, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.504112, + "broker_sys_s": 0.7361639999999999, + "broker_cpu_s": 1.240276, + "broker_vcsw": 2017, + "broker_maxrss_kib": 6148, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.072586362, + "multi_s": 0.43461700200000003, + "client_wall_s": 0.536776949185878, + "client_cpu_s": 0.4704890000000006, + "client_vcsw": 2264, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.195655, + "broker_sys_s": 0.213161, + "broker_cpu_s": 0.40881599999999996, + "broker_vcsw": 5431, + "broker_maxrss_kib": 6836, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 33, + "warmup": false, + "single_s": 0.059409566, + "multi_s": 0.45532492300000005, + "client_wall_s": 0.5448293038643897, + "client_cpu_s": 0.49798100000001, + "client_vcsw": 2083, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.13269399999999998, + "broker_sys_s": 0.230031, + "broker_cpu_s": 0.36272499999999996, + "broker_vcsw": 22000, + "broker_maxrss_kib": 8252, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.077720302, + "multi_s": 0.433477181, + "client_wall_s": 0.5406784578226507, + "client_cpu_s": 0.476350999999994, + "client_vcsw": 2173, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.213856, + "broker_sys_s": 0.200742, + "broker_cpu_s": 0.414598, + "broker_vcsw": 5535, + "broker_maxrss_kib": 6768, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 34, + "warmup": false, + "single_s": 0.12877237400000002, + "multi_s": 1.155616202, + "client_wall_s": 1.3151957790832967, + "client_cpu_s": 0.9417540000000031, + "client_vcsw": 28316, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.5220739999999999, + "broker_sys_s": 0.725216, + "broker_cpu_s": 1.24729, + "broker_vcsw": 2027, + "broker_maxrss_kib": 6068, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.068714535, + "multi_s": 0.442555374, + "client_wall_s": 0.5414870181120932, + "client_cpu_s": 0.46934900000000823, + "client_vcsw": 2050, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.189275, + "broker_sys_s": 0.213194, + "broker_cpu_s": 0.40246899999999997, + "broker_vcsw": 5840, + "broker_maxrss_kib": 6448, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 34, + "warmup": false, + "single_s": 0.063128229, + "multi_s": 0.426957648, + "client_wall_s": 0.5203065471723676, + "client_cpu_s": 0.4723410000000001, + "client_vcsw": 2058, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.122594, + "broker_sys_s": 0.21964299999999998, + "broker_cpu_s": 0.34223699999999996, + "broker_vcsw": 20256, + "broker_maxrss_kib": 8508, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 34, + "warmup": false, + "single_s": 0.076487872, + "multi_s": 0.446770335, + "client_wall_s": 0.5532984049059451, + "client_cpu_s": 0.4749999999999943, + "client_vcsw": 2261, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.18722899999999998, + "broker_sys_s": 0.27882999999999997, + "broker_cpu_s": 0.46605899999999995, + "broker_vcsw": 3336, + "broker_maxrss_kib": 6836, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.071885848, + "multi_s": 0.463060265, + "client_wall_s": 0.5679379708599299, + "client_cpu_s": 0.49364599999999825, + "client_vcsw": 2474, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.20352299999999998, + "broker_sys_s": 0.217987, + "broker_cpu_s": 0.42150999999999994, + "broker_vcsw": 5561, + "broker_maxrss_kib": 6640, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 35, + "warmup": false, + "single_s": 0.07279770399999999, + "multi_s": 0.46724673, + "client_wall_s": 0.5721826131921262, + "client_cpu_s": 0.5074719999999928, + "client_vcsw": 2131, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.39999999999999997, + "broker_user_s": 0.21534899999999998, + "broker_sys_s": 0.262391, + "broker_cpu_s": 0.47773999999999994, + "broker_vcsw": 3776, + "broker_maxrss_kib": 6620, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 35, + "warmup": false, + "single_s": 0.142795724, + "multi_s": 1.191061048, + "client_wall_s": 1.370786946034059, + "client_cpu_s": 0.9770299999999992, + "client_vcsw": 26178, + "multi_client_cpu_s": 0.8999999999999999, + "multi_broker_cpu_s": 1.1600000000000001, + "broker_user_s": 0.544489, + "broker_sys_s": 0.7485839999999999, + "broker_cpu_s": 1.293073, + "broker_vcsw": 2018, + "broker_maxrss_kib": 6224, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 35, + "warmup": false, + "single_s": 0.064070955, + "multi_s": 0.44895261599999997, + "client_wall_s": 0.5431338208727539, + "client_cpu_s": 0.49376100000000633, + "client_vcsw": 2091, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.12130899999999999, + "broker_sys_s": 0.229459, + "broker_cpu_s": 0.35076799999999997, + "broker_vcsw": 22055, + "broker_maxrss_kib": 8464, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.069759371, + "multi_s": 0.43893882, + "client_wall_s": 0.5388844290282577, + "client_cpu_s": 0.47298399999998253, + "client_vcsw": 2207, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.181867, + "broker_sys_s": 0.22733399999999998, + "broker_cpu_s": 0.409201, + "broker_vcsw": 5596, + "broker_maxrss_kib": 6760, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 36, + "warmup": false, + "single_s": 0.060539887, + "multi_s": 0.42675699200000006, + "client_wall_s": 0.5174427481833845, + "client_cpu_s": 0.4693010000000015, + "client_vcsw": 2074, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.114852, + "broker_sys_s": 0.22633999999999999, + "broker_cpu_s": 0.341192, + "broker_vcsw": 19889, + "broker_maxrss_kib": 8260, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 36, + "warmup": false, + "single_s": 0.128277265, + "multi_s": 1.148270299, + "client_wall_s": 1.3071434239391237, + "client_cpu_s": 0.9376729999999895, + "client_vcsw": 26438, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.476053, + "broker_sys_s": 0.763494, + "broker_cpu_s": 1.239547, + "broker_vcsw": 2030, + "broker_maxrss_kib": 6068, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.069474415, + "multi_s": 0.44185011100000005, + "client_wall_s": 0.5416983598843217, + "client_cpu_s": 0.4715150000000108, + "client_vcsw": 2067, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.19228199999999998, + "broker_sys_s": 0.220498, + "broker_cpu_s": 0.41278, + "broker_vcsw": 5943, + "broker_maxrss_kib": 6640, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.0682218, + "multi_s": 0.45914332100000005, + "client_wall_s": 0.5596220321021974, + "client_cpu_s": 0.4970260000000053, + "client_vcsw": 2434, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.202335, + "broker_sys_s": 0.22347499999999998, + "broker_cpu_s": 0.42580999999999997, + "broker_vcsw": 5748, + "broker_maxrss_kib": 6596, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 36, + "warmup": false, + "single_s": 0.07550477600000001, + "multi_s": 0.45252286500000005, + "client_wall_s": 0.5584074109792709, + "client_cpu_s": 0.4907959999999889, + "client_vcsw": 2307, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.196267, + "broker_sys_s": 0.275595, + "broker_cpu_s": 0.471862, + "broker_vcsw": 3485, + "broker_maxrss_kib": 6752, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 37, + "warmup": false, + "single_s": 0.063394187, + "multi_s": 0.436236496, + "client_wall_s": 0.5309674281161278, + "client_cpu_s": 0.48112300000001085, + "client_vcsw": 2004, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.130603, + "broker_sys_s": 0.21359199999999998, + "broker_cpu_s": 0.344195, + "broker_vcsw": 21292, + "broker_maxrss_kib": 8332, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.06903867200000001, + "multi_s": 0.46132560100000003, + "client_wall_s": 0.5604353409726173, + "client_cpu_s": 0.48850300000000857, + "client_vcsw": 2317, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.213724, + "broker_sys_s": 0.210612, + "broker_cpu_s": 0.424336, + "broker_vcsw": 5650, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.069354497, + "multi_s": 0.44868665700000004, + "client_wall_s": 0.5474295178428292, + "client_cpu_s": 0.47282599999999775, + "client_vcsw": 2163, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.19486299999999998, + "broker_sys_s": 0.211272, + "broker_cpu_s": 0.40613499999999997, + "broker_vcsw": 5555, + "broker_maxrss_kib": 6652, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 37, + "warmup": false, + "single_s": 0.078475433, + "multi_s": 0.452028943, + "client_wall_s": 0.560670429142192, + "client_cpu_s": 0.49205999999999506, + "client_vcsw": 2103, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.187025, + "broker_sys_s": 0.278988, + "broker_cpu_s": 0.466013, + "broker_vcsw": 3716, + "broker_maxrss_kib": 6544, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 37, + "warmup": false, + "single_s": 0.132331937, + "multi_s": 1.145055055, + "client_wall_s": 1.3080196608789265, + "client_cpu_s": 0.936050999999992, + "client_vcsw": 26788, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.5085259999999999, + "broker_sys_s": 0.731375, + "broker_cpu_s": 1.239901, + "broker_vcsw": 2019, + "broker_maxrss_kib": 6236, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 38, + "warmup": false, + "single_s": 0.060252558000000005, + "multi_s": 0.428632946, + "client_wall_s": 0.5195300448685884, + "client_cpu_s": 0.47087299999999743, + "client_vcsw": 2063, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.095813, + "broker_sys_s": 0.248863, + "broker_cpu_s": 0.344676, + "broker_vcsw": 19725, + "broker_maxrss_kib": 8252, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 38, + "warmup": false, + "single_s": 0.133413579, + "multi_s": 1.147088922, + "client_wall_s": 1.31066143210046, + "client_cpu_s": 0.9327529999999911, + "client_vcsw": 27775, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.47511699999999996, + "broker_sys_s": 0.766878, + "broker_cpu_s": 1.241995, + "broker_vcsw": 2023, + "broker_maxrss_kib": 6328, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.069315316, + "multi_s": 0.45141747600000004, + "client_wall_s": 0.5507599310949445, + "client_cpu_s": 0.47350500000000295, + "client_vcsw": 2237, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.36000000000000004, + "broker_user_s": 0.182947, + "broker_sys_s": 0.230934, + "broker_cpu_s": 0.413881, + "broker_vcsw": 5706, + "broker_maxrss_kib": 6712, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 38, + "warmup": false, + "single_s": 0.070494317, + "multi_s": 0.450556675, + "client_wall_s": 0.5519994851201773, + "client_cpu_s": 0.4917559999999952, + "client_vcsw": 2363, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.207426, + "broker_sys_s": 0.258285, + "broker_cpu_s": 0.465711, + "broker_vcsw": 3875, + "broker_maxrss_kib": 6916, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.069480352, + "multi_s": 0.44881726099999997, + "client_wall_s": 0.5484066759236157, + "client_cpu_s": 0.4888860000000079, + "client_vcsw": 2377, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.186171, + "broker_sys_s": 0.231145, + "broker_cpu_s": 0.417316, + "broker_vcsw": 5606, + "broker_maxrss_kib": 6780, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 39, + "warmup": false, + "single_s": 0.137218916, + "multi_s": 1.160073374, + "client_wall_s": 1.3301820401102304, + "client_cpu_s": 0.9471500000000077, + "client_vcsw": 26929, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.526978, + "broker_sys_s": 0.731036, + "broker_cpu_s": 1.258014, + "broker_vcsw": 2020, + "broker_maxrss_kib": 6132, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.070636794, + "multi_s": 0.44435534000000004, + "client_wall_s": 0.5455250691156834, + "client_cpu_s": 0.4799199999999786, + "client_vcsw": 2153, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.17742, + "broker_sys_s": 0.23723699999999998, + "broker_cpu_s": 0.41465699999999994, + "broker_vcsw": 5548, + "broker_maxrss_kib": 6488, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.068589868, + "multi_s": 0.455531516, + "client_wall_s": 0.554822915000841, + "client_cpu_s": 0.47867699999999047, + "client_vcsw": 2377, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.18243199999999998, + "broker_sys_s": 0.237587, + "broker_cpu_s": 0.420019, + "broker_vcsw": 5539, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 39, + "warmup": false, + "single_s": 0.076993667, + "multi_s": 0.43988154700000004, + "client_wall_s": 0.5474651379045099, + "client_cpu_s": 0.4732929999999982, + "client_vcsw": 2147, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.192134, + "broker_sys_s": 0.26431099999999996, + "broker_cpu_s": 0.456445, + "broker_vcsw": 3398, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 39, + "warmup": false, + "single_s": 0.059167354000000005, + "multi_s": 0.42668694, + "client_wall_s": 0.5166603089310229, + "client_cpu_s": 0.4693980000000124, + "client_vcsw": 2084, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.115378, + "broker_sys_s": 0.222421, + "broker_cpu_s": 0.337799, + "broker_vcsw": 20859, + "broker_maxrss_kib": 8108, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 40, + "warmup": false, + "single_s": 0.060476959999999996, + "multi_s": 0.423843326, + "client_wall_s": 0.5154029449913651, + "client_cpu_s": 0.4660120000000063, + "client_vcsw": 2036, + "multi_client_cpu_s": 0.4, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.109749, + "broker_sys_s": 0.223737, + "broker_cpu_s": 0.333486, + "broker_vcsw": 20240, + "broker_maxrss_kib": 8368, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 40, + "warmup": false, + "single_s": 0.072106688, + "multi_s": 0.437389377, + "client_wall_s": 0.5398877079132944, + "client_cpu_s": 0.47855500000000006, + "client_vcsw": 2159, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.214222, + "broker_sys_s": 0.247726, + "broker_cpu_s": 0.461948, + "broker_vcsw": 3390, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.073023293, + "multi_s": 0.43608452000000003, + "client_wall_s": 0.5395659471396357, + "client_cpu_s": 0.477848999999992, + "client_vcsw": 2199, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.18301599999999998, + "broker_sys_s": 0.232562, + "broker_cpu_s": 0.415578, + "broker_vcsw": 5608, + "broker_maxrss_kib": 6724, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 40, + "warmup": false, + "single_s": 0.133940746, + "multi_s": 1.15181173, + "client_wall_s": 1.3184356670826674, + "client_cpu_s": 0.9455700000000036, + "client_vcsw": 26721, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.490454, + "broker_sys_s": 0.755864, + "broker_cpu_s": 1.246318, + "broker_vcsw": 2077, + "broker_maxrss_kib": 6204, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.06871461100000001, + "multi_s": 0.45876982299999997, + "client_wall_s": 0.5631465970072895, + "client_cpu_s": 0.49403999999999826, + "client_vcsw": 2306, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.22438899999999998, + "broker_sys_s": 0.20195, + "broker_cpu_s": 0.42633899999999997, + "broker_vcsw": 5531, + "broker_maxrss_kib": 6736, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 41, + "warmup": false, + "single_s": 0.061591914000000005, + "multi_s": 0.435369051, + "client_wall_s": 0.5273122731596231, + "client_cpu_s": 0.4800289999999876, + "client_vcsw": 2033, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.128243, + "broker_sys_s": 0.211355, + "broker_cpu_s": 0.33959799999999996, + "broker_vcsw": 21489, + "broker_maxrss_kib": 8368, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.066464651, + "multi_s": 0.445057532, + "client_wall_s": 0.5432436519768089, + "client_cpu_s": 0.46930899999999554, + "client_vcsw": 2203, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.19191899999999998, + "broker_sys_s": 0.215779, + "broker_cpu_s": 0.407698, + "broker_vcsw": 5685, + "broker_maxrss_kib": 6732, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 41, + "warmup": false, + "single_s": 0.136988729, + "multi_s": 1.147306277, + "client_wall_s": 1.3149443299043924, + "client_cpu_s": 0.9372219999999913, + "client_vcsw": 26683, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.492444, + "broker_sys_s": 0.7527969999999999, + "broker_cpu_s": 1.245241, + "broker_vcsw": 2025, + "broker_maxrss_kib": 6252, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.069856807, + "multi_s": 0.438990358, + "client_wall_s": 0.5396817098371685, + "client_cpu_s": 0.47098599999999635, + "client_vcsw": 2066, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.33, + "broker_user_s": 0.190462, + "broker_sys_s": 0.209814, + "broker_cpu_s": 0.40027599999999997, + "broker_vcsw": 5297, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 41, + "warmup": false, + "single_s": 0.076904703, + "multi_s": 0.46324006000000006, + "client_wall_s": 0.5708035849966109, + "client_cpu_s": 0.492974000000018, + "client_vcsw": 2318, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.211672, + "broker_sys_s": 0.256023, + "broker_cpu_s": 0.46769499999999997, + "broker_vcsw": 3627, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.068656433, + "multi_s": 0.44381560200000003, + "client_wall_s": 0.5427699140273035, + "client_cpu_s": 0.4762149999999963, + "client_vcsw": 2267, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.182718, + "broker_sys_s": 0.221797, + "broker_cpu_s": 0.40451499999999996, + "broker_vcsw": 5563, + "broker_maxrss_kib": 6692, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 42, + "warmup": false, + "single_s": 0.07690232899999999, + "multi_s": 0.464347824, + "client_wall_s": 0.5716180829331279, + "client_cpu_s": 0.5000419999999792, + "client_vcsw": 2731, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.41, + "broker_user_s": 0.193749, + "broker_sys_s": 0.288139, + "broker_cpu_s": 0.481888, + "broker_vcsw": 3475, + "broker_maxrss_kib": 6480, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 42, + "warmup": false, + "single_s": 0.058894337, + "multi_s": 0.43152809000000003, + "client_wall_s": 0.5203534259926528, + "client_cpu_s": 0.4733759999999876, + "client_vcsw": 2050, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.10962, + "broker_sys_s": 0.230853, + "broker_cpu_s": 0.340473, + "broker_vcsw": 20864, + "broker_maxrss_kib": 8472, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.072929575, + "multi_s": 0.443561517, + "client_wall_s": 0.5470632410142571, + "client_cpu_s": 0.4796519999999731, + "client_vcsw": 2305, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.189628, + "broker_sys_s": 0.226095, + "broker_cpu_s": 0.41572299999999995, + "broker_vcsw": 5517, + "broker_maxrss_kib": 6504, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 42, + "warmup": false, + "single_s": 0.134204477, + "multi_s": 1.141928932, + "client_wall_s": 1.306791045004502, + "client_cpu_s": 0.9368580000000009, + "client_vcsw": 27025, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.482454, + "broker_sys_s": 0.755145, + "broker_cpu_s": 1.237599, + "broker_vcsw": 2016, + "broker_maxrss_kib": 6152, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.071744637, + "multi_s": 0.45786034000000003, + "client_wall_s": 0.5602495509665459, + "client_cpu_s": 0.47738600000000986, + "client_vcsw": 2352, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.19063, + "broker_sys_s": 0.22083899999999998, + "broker_cpu_s": 0.411469, + "broker_vcsw": 5338, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 43, + "warmup": false, + "single_s": 0.129108526, + "multi_s": 1.152832037, + "client_wall_s": 1.3124913389328867, + "client_cpu_s": 0.9440550000000201, + "client_vcsw": 27071, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.532484, + "broker_sys_s": 0.712309, + "broker_cpu_s": 1.244793, + "broker_vcsw": 2014, + "broker_maxrss_kib": 6208, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 43, + "warmup": false, + "single_s": 0.077659835, + "multi_s": 0.449619194, + "client_wall_s": 0.5571530358865857, + "client_cpu_s": 0.4815269999999998, + "client_vcsw": 2208, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.201784, + "broker_sys_s": 0.261495, + "broker_cpu_s": 0.463279, + "broker_vcsw": 3619, + "broker_maxrss_kib": 6596, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 43, + "warmup": false, + "single_s": 0.058984572, + "multi_s": 0.428991987, + "client_wall_s": 0.5182400068733841, + "client_cpu_s": 0.4719730000000055, + "client_vcsw": 2030, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.102401, + "broker_sys_s": 0.23644099999999998, + "broker_cpu_s": 0.338842, + "broker_vcsw": 20397, + "broker_maxrss_kib": 8360, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.068123329, + "multi_s": 0.447287308, + "client_wall_s": 0.5462166869547218, + "client_cpu_s": 0.4785010000000085, + "client_vcsw": 2323, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.191806, + "broker_sys_s": 0.22502, + "broker_cpu_s": 0.41682600000000003, + "broker_vcsw": 5898, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 44, + "warmup": false, + "single_s": 0.076578191, + "multi_s": 0.45224909300000005, + "client_wall_s": 0.5607007299549878, + "client_cpu_s": 0.4850359999999938, + "client_vcsw": 2177, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.206209, + "broker_sys_s": 0.25284, + "broker_cpu_s": 0.45904900000000004, + "broker_vcsw": 3613, + "broker_maxrss_kib": 6756, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 44, + "warmup": false, + "single_s": 0.05822113, + "multi_s": 0.43519926500000006, + "client_wall_s": 0.5236387229524553, + "client_cpu_s": 0.4773090000000195, + "client_vcsw": 2058, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.129523, + "broker_sys_s": 0.216328, + "broker_cpu_s": 0.345851, + "broker_vcsw": 20097, + "broker_maxrss_kib": 8204, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 44, + "warmup": false, + "single_s": 0.14494610700000002, + "multi_s": 1.150477594, + "client_wall_s": 1.3262273750733584, + "client_cpu_s": 0.9374289999999945, + "client_vcsw": 27723, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.506614, + "broker_sys_s": 0.7455339999999999, + "broker_cpu_s": 1.252148, + "broker_vcsw": 2100, + "broker_maxrss_kib": 6388, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.06812807800000001, + "multi_s": 0.43834920899999996, + "client_wall_s": 0.5374115658923984, + "client_cpu_s": 0.47132399999999564, + "client_vcsw": 2174, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.202212, + "broker_sys_s": 0.213334, + "broker_cpu_s": 0.41554599999999997, + "broker_vcsw": 5959, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.06735751100000001, + "multi_s": 0.473573253, + "client_wall_s": 0.5722817911300808, + "client_cpu_s": 0.4989360000000147, + "client_vcsw": 2645, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.20080399999999998, + "broker_sys_s": 0.227716, + "broker_cpu_s": 0.42852, + "broker_vcsw": 5120, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 45, + "warmup": false, + "single_s": 0.064733547, + "multi_s": 0.4447892, + "client_wall_s": 0.5406303738709539, + "client_cpu_s": 0.4916480000000121, + "client_vcsw": 2025, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.11748, + "broker_sys_s": 0.238387, + "broker_cpu_s": 0.355867, + "broker_vcsw": 20790, + "broker_maxrss_kib": 8036, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 45, + "warmup": false, + "single_s": 0.072689738, + "multi_s": 0.448517366, + "client_wall_s": 0.5513755660504103, + "client_cpu_s": 0.4791720000000055, + "client_vcsw": 2258, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.202257, + "broker_sys_s": 0.25435399999999997, + "broker_cpu_s": 0.456611, + "broker_vcsw": 3626, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.072779975, + "multi_s": 0.463515517, + "client_wall_s": 0.5675289728678763, + "client_cpu_s": 0.4866529999999898, + "client_vcsw": 2294, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.189911, + "broker_sys_s": 0.23478, + "broker_cpu_s": 0.424691, + "broker_vcsw": 5805, + "broker_maxrss_kib": 6524, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.06823849800000001, + "multi_s": 0.45282969000000006, + "client_wall_s": 0.5519882200751454, + "client_cpu_s": 0.47462200000001076, + "client_vcsw": 2195, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.182275, + "broker_sys_s": 0.22741399999999998, + "broker_cpu_s": 0.40968899999999997, + "broker_vcsw": 5429, + "broker_maxrss_kib": 6736, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 45, + "warmup": false, + "single_s": 0.128489935, + "multi_s": 1.144795108, + "client_wall_s": 1.3060204780194908, + "client_cpu_s": 0.930168000000009, + "client_vcsw": 26652, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1199999999999999, + "broker_user_s": 0.504822, + "broker_sys_s": 0.73095, + "broker_cpu_s": 1.2357719999999999, + "broker_vcsw": 2020, + "broker_maxrss_kib": 6252, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.07040890799999999, + "multi_s": 0.472169848, + "client_wall_s": 0.5755753999110311, + "client_cpu_s": 0.49653299999999945, + "client_vcsw": 2512, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.213551, + "broker_sys_s": 0.21871, + "broker_cpu_s": 0.432261, + "broker_vcsw": 5476, + "broker_maxrss_kib": 6788, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 46, + "warmup": false, + "single_s": 0.13743159700000002, + "multi_s": 1.181840493, + "client_wall_s": 1.3510683591011912, + "client_cpu_s": 0.9664370000000133, + "client_vcsw": 26481, + "multi_client_cpu_s": 0.8999999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.51328, + "broker_sys_s": 0.766033, + "broker_cpu_s": 1.279313, + "broker_vcsw": 2015, + "broker_maxrss_kib": 6472, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 46, + "warmup": false, + "single_s": 0.061451811, + "multi_s": 0.45397069900000003, + "client_wall_s": 0.5487385420128703, + "client_cpu_s": 0.49731700000000956, + "client_vcsw": 2006, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.122254, + "broker_sys_s": 0.230254, + "broker_cpu_s": 0.352508, + "broker_vcsw": 22857, + "broker_maxrss_kib": 8132, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 46, + "warmup": false, + "single_s": 0.07377375600000001, + "multi_s": 0.462756822, + "client_wall_s": 0.568578558973968, + "client_cpu_s": 0.49933600000001377, + "client_vcsw": 2251, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.205627, + "broker_sys_s": 0.269698, + "broker_cpu_s": 0.475325, + "broker_vcsw": 3515, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.074994315, + "multi_s": 0.455749296, + "client_wall_s": 0.5639717800077051, + "client_cpu_s": 0.4992810000000105, + "client_vcsw": 2341, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.33999999999999997, + "broker_user_s": 0.204173, + "broker_sys_s": 0.221105, + "broker_cpu_s": 0.425278, + "broker_vcsw": 5579, + "broker_maxrss_kib": 6780, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 47, + "warmup": false, + "single_s": 0.06467893, + "multi_s": 0.449882777, + "client_wall_s": 0.5457239509560168, + "client_cpu_s": 0.49614300000001776, + "client_vcsw": 2026, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.139546, + "broker_sys_s": 0.220547, + "broker_cpu_s": 0.360093, + "broker_vcsw": 20782, + "broker_maxrss_kib": 8296, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 47, + "warmup": false, + "single_s": 0.070657057, + "multi_s": 0.46555651000000003, + "client_wall_s": 0.5658809810411185, + "client_cpu_s": 0.493220000000008, + "client_vcsw": 2432, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.211082, + "broker_sys_s": 0.253299, + "broker_cpu_s": 0.464381, + "broker_vcsw": 3640, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.06751542399999999, + "multi_s": 0.448978044, + "client_wall_s": 0.5465372619219124, + "client_cpu_s": 0.4805070000000171, + "client_vcsw": 2266, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.193844, + "broker_sys_s": 0.220325, + "broker_cpu_s": 0.414169, + "broker_vcsw": 5287, + "broker_maxrss_kib": 6812, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.068214752, + "multi_s": 0.445980076, + "client_wall_s": 0.5444179060868919, + "client_cpu_s": 0.4777920000000222, + "client_vcsw": 2118, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.192597, + "broker_sys_s": 0.24361, + "broker_cpu_s": 0.436207, + "broker_vcsw": 5797, + "broker_maxrss_kib": 6740, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 47, + "warmup": false, + "single_s": 0.13182153800000002, + "multi_s": 1.17298313, + "client_wall_s": 1.3358173100277781, + "client_cpu_s": 0.9517349999999851, + "client_vcsw": 27235, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.15, + "broker_user_s": 0.51146, + "broker_sys_s": 0.753518, + "broker_cpu_s": 1.2649780000000002, + "broker_vcsw": 2040, + "broker_maxrss_kib": 6248, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 48, + "warmup": false, + "single_s": 0.063737391, + "multi_s": 0.42278114699999997, + "client_wall_s": 0.5173459590878338, + "client_cpu_s": 0.4688419999999951, + "client_vcsw": 2040, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.11635599999999999, + "broker_sys_s": 0.223874, + "broker_cpu_s": 0.34023, + "broker_vcsw": 19879, + "broker_maxrss_kib": 8540, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 48, + "warmup": false, + "single_s": 0.14111583200000002, + "multi_s": 1.139648102, + "client_wall_s": 1.3143269268330187, + "client_cpu_s": 0.9371310000000221, + "client_vcsw": 26874, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.506958, + "broker_sys_s": 0.734043, + "broker_cpu_s": 1.241001, + "broker_vcsw": 2021, + "broker_maxrss_kib": 6164, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 48, + "warmup": false, + "single_s": 0.07516766300000001, + "multi_s": 0.44885575, + "client_wall_s": 0.5552295879460871, + "client_cpu_s": 0.48678700000002095, + "client_vcsw": 2419, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.19622199999999998, + "broker_sys_s": 0.26803499999999997, + "broker_cpu_s": 0.4642569999999999, + "broker_vcsw": 3561, + "broker_maxrss_kib": 6356, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.07422731, + "multi_s": 0.458539483, + "client_wall_s": 0.5635954020544887, + "client_cpu_s": 0.48729399999999146, + "client_vcsw": 2300, + "multi_client_cpu_s": 0.44999999999999996, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.214062, + "broker_sys_s": 0.208941, + "broker_cpu_s": 0.423003, + "broker_vcsw": 5686, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.07023556, + "multi_s": 0.453713052, + "client_wall_s": 0.5560025291051716, + "client_cpu_s": 0.49208600000000047, + "client_vcsw": 2301, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.184163, + "broker_sys_s": 0.237208, + "broker_cpu_s": 0.421371, + "broker_vcsw": 5823, + "broker_maxrss_kib": 6684, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.07245465000000001, + "multi_s": 0.46887149, + "client_wall_s": 0.5727115981280804, + "client_cpu_s": 0.49559899999997015, + "client_vcsw": 2614, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.204845, + "broker_sys_s": 0.229728, + "broker_cpu_s": 0.434573, + "broker_vcsw": 5189, + "broker_maxrss_kib": 6580, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.070615501, + "multi_s": 0.446279279, + "client_wall_s": 0.5473339490126818, + "client_cpu_s": 0.47194899999999507, + "client_vcsw": 2077, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.213895, + "broker_sys_s": 0.191548, + "broker_cpu_s": 0.405443, + "broker_vcsw": 5907, + "broker_maxrss_kib": 6464, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 49, + "warmup": false, + "single_s": 0.060513832999999996, + "multi_s": 0.431561335, + "client_wall_s": 0.5233787018805742, + "client_cpu_s": 0.4758330000000228, + "client_vcsw": 2086, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.11583299999999999, + "broker_sys_s": 0.23118099999999997, + "broker_cpu_s": 0.34701399999999993, + "broker_vcsw": 20247, + "broker_maxrss_kib": 8536, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 49, + "warmup": false, + "single_s": 0.14715926, + "multi_s": 1.13474212, + "client_wall_s": 1.31301375804469, + "client_cpu_s": 0.9373970000000043, + "client_vcsw": 26614, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.1, + "broker_user_s": 0.497359, + "broker_sys_s": 0.740702, + "broker_cpu_s": 1.238061, + "broker_vcsw": 2031, + "broker_maxrss_kib": 6028, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 49, + "warmup": false, + "single_s": 0.073241839, + "multi_s": 0.439718182, + "client_wall_s": 0.5432780850678682, + "client_cpu_s": 0.4843799999999874, + "client_vcsw": 2144, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.22100199999999998, + "broker_sys_s": 0.24110199999999998, + "broker_cpu_s": 0.46210399999999996, + "broker_vcsw": 3498, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 50, + "warmup": false, + "single_s": 0.13713951700000002, + "multi_s": 1.145399452, + "client_wall_s": 1.3130446281284094, + "client_cpu_s": 0.9372840000000053, + "client_vcsw": 26581, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.495888, + "broker_sys_s": 0.7484799999999999, + "broker_cpu_s": 1.244368, + "broker_vcsw": 2018, + "broker_maxrss_kib": 6180, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.07337481800000001, + "multi_s": 0.44252974100000003, + "client_wall_s": 0.5468008450698107, + "client_cpu_s": 0.4823039999999992, + "client_vcsw": 2295, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.19139299999999998, + "broker_sys_s": 0.22381399999999999, + "broker_cpu_s": 0.415207, + "broker_vcsw": 5686, + "broker_maxrss_kib": 6360, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 50, + "warmup": false, + "single_s": 0.071263775, + "multi_s": 0.436728525, + "client_wall_s": 0.5397303900681436, + "client_cpu_s": 0.47279200000002675, + "client_vcsw": 2076, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.201018, + "broker_sys_s": 0.253032, + "broker_cpu_s": 0.45404999999999995, + "broker_vcsw": 3571, + "broker_maxrss_kib": 6564, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.06677454000000001, + "multi_s": 0.435287126, + "client_wall_s": 0.5339422351680696, + "client_cpu_s": 0.47574399999999173, + "client_vcsw": 2172, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.33, + "broker_user_s": 0.18034699999999998, + "broker_sys_s": 0.228509, + "broker_cpu_s": 0.408856, + "broker_vcsw": 6015, + "broker_maxrss_kib": 6668, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 50, + "warmup": false, + "single_s": 0.059395383, + "multi_s": 0.44866815400000004, + "client_wall_s": 0.5413285149261355, + "client_cpu_s": 0.489436999999981, + "client_vcsw": 2038, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.10955799999999999, + "broker_sys_s": 0.23773699999999998, + "broker_cpu_s": 0.34729499999999996, + "broker_vcsw": 22774, + "broker_maxrss_kib": 8164, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 51, + "warmup": false, + "single_s": 0.060545891, + "multi_s": 0.44271852500000003, + "client_wall_s": 0.535978478146717, + "client_cpu_s": 0.4852549999999951, + "client_vcsw": 2068, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.149033, + "broker_sys_s": 0.19951899999999997, + "broker_cpu_s": 0.348552, + "broker_vcsw": 21772, + "broker_maxrss_kib": 8060, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 51, + "warmup": false, + "single_s": 0.074749728, + "multi_s": 0.464693332, + "client_wall_s": 0.5722984129097313, + "client_cpu_s": 0.5030710000000056, + "client_vcsw": 2197, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.20907799999999999, + "broker_sys_s": 0.266198, + "broker_cpu_s": 0.475276, + "broker_vcsw": 3604, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.07613413699999999, + "multi_s": 0.474132479, + "client_wall_s": 0.5827705231495202, + "client_cpu_s": 0.500095999999985, + "client_vcsw": 2408, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.207033, + "broker_sys_s": 0.222717, + "broker_cpu_s": 0.42974999999999997, + "broker_vcsw": 5436, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.075633089, + "multi_s": 0.457359293, + "client_wall_s": 0.5632225859444588, + "client_cpu_s": 0.48836400000001845, + "client_vcsw": 2129, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.18628499999999998, + "broker_sys_s": 0.237486, + "broker_cpu_s": 0.423771, + "broker_vcsw": 5869, + "broker_maxrss_kib": 6788, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 51, + "warmup": false, + "single_s": 0.132158735, + "multi_s": 1.157698837, + "client_wall_s": 1.3203786658123136, + "client_cpu_s": 0.9467989999999702, + "client_vcsw": 27043, + "multi_client_cpu_s": 0.8899999999999999, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.527223, + "broker_sys_s": 0.724518, + "broker_cpu_s": 1.251741, + "broker_vcsw": 2052, + "broker_maxrss_kib": 6036, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.072871397, + "multi_s": 0.448200353, + "client_wall_s": 0.55167001998052, + "client_cpu_s": 0.47554999999999836, + "client_vcsw": 2168, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.215267, + "broker_sys_s": 0.195496, + "broker_cpu_s": 0.410763, + "broker_vcsw": 5428, + "broker_maxrss_kib": 6500, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 52, + "warmup": false, + "single_s": 0.073329701, + "multi_s": 0.440246537, + "client_wall_s": 0.5461205148603767, + "client_cpu_s": 0.47350100000002726, + "client_vcsw": 2250, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.203489, + "broker_sys_s": 0.259553, + "broker_cpu_s": 0.46304199999999995, + "broker_vcsw": 3243, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.07120915800000001, + "multi_s": 0.44918938500000005, + "client_wall_s": 0.5522244959138334, + "client_cpu_s": 0.4838669999999752, + "client_vcsw": 2363, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.184888, + "broker_sys_s": 0.242091, + "broker_cpu_s": 0.426979, + "broker_vcsw": 5689, + "broker_maxrss_kib": 6628, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 52, + "warmup": false, + "single_s": 0.134584418, + "multi_s": 1.160280058, + "client_wall_s": 1.327963228104636, + "client_cpu_s": 0.9512499999999875, + "client_vcsw": 27119, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.14, + "broker_user_s": 0.49187499999999995, + "broker_sys_s": 0.763801, + "broker_cpu_s": 1.2556759999999998, + "broker_vcsw": 2045, + "broker_maxrss_kib": 6388, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 52, + "warmup": false, + "single_s": 0.060592194999999995, + "multi_s": 0.43450231100000003, + "client_wall_s": 0.5261748258490115, + "client_cpu_s": 0.4783970000000295, + "client_vcsw": 1997, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.12703199999999998, + "broker_sys_s": 0.2155, + "broker_cpu_s": 0.34253199999999995, + "broker_vcsw": 20490, + "broker_maxrss_kib": 7988, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 53, + "warmup": false, + "single_s": 0.13303616, + "multi_s": 1.150654503, + "client_wall_s": 1.31424500211142, + "client_cpu_s": 0.9354440000000181, + "client_vcsw": 27396, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.50071, + "broker_sys_s": 0.74357, + "broker_cpu_s": 1.2442799999999998, + "broker_vcsw": 2078, + "broker_maxrss_kib": 6164, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.069469743, + "multi_s": 0.433020544, + "client_wall_s": 0.5343387969769537, + "client_cpu_s": 0.4742740000000083, + "client_vcsw": 2178, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.191969, + "broker_sys_s": 0.215965, + "broker_cpu_s": 0.407934, + "broker_vcsw": 6570, + "broker_maxrss_kib": 6776, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 53, + "warmup": false, + "single_s": 0.07377375600000001, + "multi_s": 0.45208287, + "client_wall_s": 0.557376251090318, + "client_cpu_s": 0.4872259999999926, + "client_vcsw": 2301, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.197953, + "broker_sys_s": 0.269175, + "broker_cpu_s": 0.467128, + "broker_vcsw": 3575, + "broker_maxrss_kib": 6644, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.06905180799999999, + "multi_s": 0.44530330700000004, + "client_wall_s": 0.5453760679811239, + "client_cpu_s": 0.4744370000000231, + "client_vcsw": 2228, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.210503, + "broker_sys_s": 0.19761499999999999, + "broker_cpu_s": 0.408118, + "broker_vcsw": 5355, + "broker_maxrss_kib": 6668, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 53, + "warmup": false, + "single_s": 0.05890146, + "multi_s": 0.43589977900000004, + "client_wall_s": 0.5256975260563195, + "client_cpu_s": 0.4767349999999908, + "client_vcsw": 2078, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.11798299999999999, + "broker_sys_s": 0.230561, + "broker_cpu_s": 0.34854399999999996, + "broker_vcsw": 20384, + "broker_maxrss_kib": 8336, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 54, + "warmup": false, + "single_s": 0.134864624, + "multi_s": 1.14669481, + "client_wall_s": 1.3121446440927684, + "client_cpu_s": 0.9485209999999995, + "client_vcsw": 25789, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.51338, + "broker_sys_s": 0.72812, + "broker_cpu_s": 1.2414999999999998, + "broker_vcsw": 2019, + "broker_maxrss_kib": 6420, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.06827767900000001, + "multi_s": 0.455837157, + "client_wall_s": 0.5561426319181919, + "client_cpu_s": 0.4807260000000042, + "client_vcsw": 2192, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.18992499999999998, + "broker_sys_s": 0.21196099999999998, + "broker_cpu_s": 0.40188599999999997, + "broker_vcsw": 5160, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.073848557, + "multi_s": 0.47601318300000006, + "client_wall_s": 0.5801323109772056, + "client_cpu_s": 0.49999699999997915, + "client_vcsw": 2519, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.189098, + "broker_sys_s": 0.242692, + "broker_cpu_s": 0.43179, + "broker_vcsw": 5427, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 54, + "warmup": false, + "single_s": 0.072580506, + "multi_s": 0.46148046, + "client_wall_s": 0.5645595008973032, + "client_cpu_s": 0.48480599999999185, + "client_vcsw": 2230, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.19405799999999998, + "broker_sys_s": 0.268617, + "broker_cpu_s": 0.46267499999999995, + "broker_vcsw": 3626, + "broker_maxrss_kib": 6592, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 54, + "warmup": false, + "single_s": 0.061741515000000004, + "multi_s": 0.43089762600000003, + "client_wall_s": 0.5236126019153744, + "client_cpu_s": 0.4757409999999993, + "client_vcsw": 2039, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.13429499999999997, + "broker_sys_s": 0.210581, + "broker_cpu_s": 0.34487599999999996, + "broker_vcsw": 20066, + "broker_maxrss_kib": 8004, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 55, + "warmup": false, + "single_s": 0.062050217000000005, + "multi_s": 0.426030826, + "client_wall_s": 0.5186365691479295, + "client_cpu_s": 0.46916100000001393, + "client_vcsw": 2088, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.10602199999999999, + "broker_sys_s": 0.234695, + "broker_cpu_s": 0.340717, + "broker_vcsw": 20132, + "broker_maxrss_kib": 8164, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 55, + "warmup": false, + "single_s": 0.13561856800000002, + "multi_s": 1.14590406, + "client_wall_s": 1.3125792010687292, + "client_cpu_s": 0.9354169999999726, + "client_vcsw": 26378, + "multi_client_cpu_s": 0.88, + "multi_broker_cpu_s": 1.12, + "broker_user_s": 0.492546, + "broker_sys_s": 0.751823, + "broker_cpu_s": 1.244369, + "broker_vcsw": 2034, + "broker_maxrss_kib": 6024, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.06585081, + "multi_s": 0.44631846000000003, + "client_wall_s": 0.5421584479045123, + "client_cpu_s": 0.48055700000000456, + "client_vcsw": 2257, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.196654, + "broker_sys_s": 0.22430799999999998, + "broker_cpu_s": 0.42096199999999995, + "broker_vcsw": 5710, + "broker_maxrss_kib": 6752, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 55, + "warmup": false, + "single_s": 0.073104111, + "multi_s": 0.44513589600000003, + "client_wall_s": 0.5494651780463755, + "client_cpu_s": 0.48217000000002486, + "client_vcsw": 2163, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.200258, + "broker_sys_s": 0.26217199999999996, + "broker_cpu_s": 0.46242999999999995, + "broker_vcsw": 3506, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.06863268700000001, + "multi_s": 0.477580439, + "client_wall_s": 0.5765822420362383, + "client_cpu_s": 0.5014229999999884, + "client_vcsw": 2144, + "multi_client_cpu_s": 0.45999999999999996, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.200373, + "broker_sys_s": 0.224129, + "broker_cpu_s": 0.424502, + "broker_vcsw": 5495, + "broker_maxrss_kib": 6644, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 56, + "warmup": false, + "single_s": 0.06009946, + "multi_s": 0.42993352700000004, + "client_wall_s": 0.5213448328431696, + "client_cpu_s": 0.471273999999994, + "client_vcsw": 2065, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.109125, + "broker_sys_s": 0.228907, + "broker_cpu_s": 0.338032, + "broker_vcsw": 20863, + "broker_maxrss_kib": 8220, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 56, + "warmup": false, + "single_s": 0.072676678, + "multi_s": 0.466689207, + "client_wall_s": 0.5704295809846371, + "client_cpu_s": 0.4889519999999834, + "client_vcsw": 2095, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.222888, + "broker_sys_s": 0.241724, + "broker_cpu_s": 0.464612, + "broker_vcsw": 3730, + "broker_maxrss_kib": 6744, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.070645184, + "multi_s": 0.45744478, + "client_wall_s": 0.5583462871145457, + "client_cpu_s": 0.47839400000000865, + "client_vcsw": 2163, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.19788499999999998, + "broker_sys_s": 0.21079099999999998, + "broker_cpu_s": 0.40867599999999993, + "broker_vcsw": 5615, + "broker_maxrss_kib": 6568, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 56, + "warmup": false, + "single_s": 0.129668937, + "multi_s": 1.157948172, + "client_wall_s": 1.3229919439181685, + "client_cpu_s": 0.9367680000000007, + "client_vcsw": 27624, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.522458, + "broker_sys_s": 0.7247629999999999, + "broker_cpu_s": 1.247221, + "broker_vcsw": 2101, + "broker_maxrss_kib": 6280, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.073982724, + "multi_s": 0.476131915, + "client_wall_s": 0.5808411380276084, + "client_cpu_s": 0.5053629999999885, + "client_vcsw": 2234, + "multi_client_cpu_s": 0.47, + "multi_broker_cpu_s": 0.37, + "broker_user_s": 0.20834899999999998, + "broker_sys_s": 0.22217299999999998, + "broker_cpu_s": 0.43052199999999996, + "broker_vcsw": 5328, + "broker_maxrss_kib": 6536, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.07366689800000001, + "multi_s": 0.460708956, + "client_wall_s": 0.5681324140168726, + "client_cpu_s": 0.49076900000000023, + "client_vcsw": 2102, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.36, + "broker_user_s": 0.195934, + "broker_sys_s": 0.22435999999999998, + "broker_cpu_s": 0.42029399999999995, + "broker_vcsw": 5832, + "broker_maxrss_kib": 6732, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 57, + "warmup": false, + "single_s": 0.135927415, + "multi_s": 1.208056488, + "client_wall_s": 1.3765092180110514, + "client_cpu_s": 0.9815000000000111, + "client_vcsw": 26909, + "multi_client_cpu_s": 0.9099999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.525871, + "broker_sys_s": 0.776764, + "broker_cpu_s": 1.302635, + "broker_vcsw": 2115, + "broker_maxrss_kib": 6304, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 57, + "warmup": false, + "single_s": 0.07634318500000001, + "multi_s": 0.46628364299999997, + "client_wall_s": 0.5755736399441957, + "client_cpu_s": 0.5053060000000187, + "client_vcsw": 2350, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.39999999999999997, + "broker_user_s": 0.217, + "broker_sys_s": 0.262078, + "broker_cpu_s": 0.479078, + "broker_vcsw": 3499, + "broker_maxrss_kib": 6904, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.074565774, + "multi_s": 0.45521430199999996, + "client_wall_s": 0.5613662251271307, + "client_cpu_s": 0.49872599999997647, + "client_vcsw": 2263, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.35, + "broker_user_s": 0.209871, + "broker_sys_s": 0.218133, + "broker_cpu_s": 0.428004, + "broker_vcsw": 5851, + "broker_maxrss_kib": 6844, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 57, + "warmup": false, + "single_s": 0.058940705, + "multi_s": 0.47028964500000003, + "client_wall_s": 0.5608473680913448, + "client_cpu_s": 0.5109099999999955, + "client_vcsw": 2016, + "multi_client_cpu_s": 0.46, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.12731099999999998, + "broker_sys_s": 0.23304999999999998, + "broker_cpu_s": 0.36036099999999993, + "broker_vcsw": 22788, + "broker_maxrss_kib": 8032, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.067580798, + "multi_s": 0.451848264, + "client_wall_s": 0.5498647019267082, + "client_cpu_s": 0.469887999999969, + "client_vcsw": 2318, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.18458, + "broker_sys_s": 0.22294799999999998, + "broker_cpu_s": 0.407528, + "broker_vcsw": 5632, + "broker_maxrss_kib": 6756, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 58, + "warmup": false, + "single_s": 0.073199174, + "multi_s": 0.444858539, + "client_wall_s": 0.5486405801493675, + "client_cpu_s": 0.4747000000000128, + "client_vcsw": 2156, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.205944, + "broker_sys_s": 0.252611, + "broker_cpu_s": 0.45855499999999993, + "broker_vcsw": 3412, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 58, + "warmup": false, + "single_s": 0.061160985, + "multi_s": 0.42781462800000003, + "client_wall_s": 0.5192640258464962, + "client_cpu_s": 0.47006199999998444, + "client_vcsw": 2071, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.113409, + "broker_sys_s": 0.22894699999999998, + "broker_cpu_s": 0.342356, + "broker_vcsw": 20031, + "broker_maxrss_kib": 8244, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 58, + "warmup": false, + "single_s": 0.13546554900000002, + "multi_s": 1.132513554, + "client_wall_s": 1.2990867630578578, + "client_cpu_s": 0.9337660000000199, + "client_vcsw": 26009, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.520007, + "broker_sys_s": 0.7075899999999999, + "broker_cpu_s": 1.2275969999999998, + "broker_vcsw": 2018, + "broker_maxrss_kib": 6300, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.06980345199999999, + "multi_s": 0.444318311, + "client_wall_s": 0.5448862891644239, + "client_cpu_s": 0.47007499999998004, + "client_vcsw": 2238, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.182503, + "broker_sys_s": 0.229432, + "broker_cpu_s": 0.411935, + "broker_vcsw": 5735, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 59, + "warmup": false, + "single_s": 0.139710201, + "multi_s": 1.160468892, + "client_wall_s": 1.3316856909077615, + "client_cpu_s": 0.9477249999999913, + "client_vcsw": 26586, + "multi_client_cpu_s": 0.8700000000000001, + "multi_broker_cpu_s": 1.14, + "broker_user_s": 0.5003679999999999, + "broker_sys_s": 0.757234, + "broker_cpu_s": 1.2576019999999999, + "broker_vcsw": 2081, + "broker_maxrss_kib": 6088, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.066183328, + "multi_s": 0.44683067, + "client_wall_s": 0.5433594021014869, + "client_cpu_s": 0.47825699999998506, + "client_vcsw": 2144, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.197429, + "broker_sys_s": 0.20892, + "broker_cpu_s": 0.40634899999999996, + "broker_vcsw": 5577, + "broker_maxrss_kib": 6528, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 59, + "warmup": false, + "single_s": 0.059326583, + "multi_s": 0.44064475700000005, + "client_wall_s": 0.5313188377767801, + "client_cpu_s": 0.48257599999999456, + "client_vcsw": 2131, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.113484, + "broker_sys_s": 0.23959, + "broker_cpu_s": 0.353074, + "broker_vcsw": 19992, + "broker_maxrss_kib": 8312, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 59, + "warmup": false, + "single_s": 0.078846046, + "multi_s": 0.443096563, + "client_wall_s": 0.5536569871474057, + "client_cpu_s": 0.4797489999999982, + "client_vcsw": 2278, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.39, + "broker_user_s": 0.20030599999999998, + "broker_sys_s": 0.26233, + "broker_cpu_s": 0.462636, + "broker_vcsw": 3427, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.07422264, + "multi_s": 0.451384023, + "client_wall_s": 0.556494670920074, + "client_cpu_s": 0.47963299999995, + "client_vcsw": 2189, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.199461, + "broker_sys_s": 0.20974299999999999, + "broker_cpu_s": 0.409204, + "broker_vcsw": 5595, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 60, + "warmup": false, + "single_s": 0.14391685899999998, + "multi_s": 1.153282073, + "client_wall_s": 1.3295912670437247, + "client_cpu_s": 0.9522200000000112, + "client_vcsw": 26392, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.13, + "broker_user_s": 0.5130509999999999, + "broker_sys_s": 0.743319, + "broker_cpu_s": 1.25637, + "broker_vcsw": 2012, + "broker_maxrss_kib": 6248, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 60, + "warmup": false, + "single_s": 0.059746893, + "multi_s": 0.43202841000000003, + "client_wall_s": 0.5228010369464755, + "client_cpu_s": 0.47430599999998435, + "client_vcsw": 2007, + "multi_client_cpu_s": 0.42, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.103256, + "broker_sys_s": 0.23241099999999998, + "broker_cpu_s": 0.335667, + "broker_vcsw": 21694, + "broker_maxrss_kib": 8188, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.07084591600000001, + "multi_s": 0.43509405900000003, + "client_wall_s": 0.5365940791089088, + "client_cpu_s": 0.471131999999983, + "client_vcsw": 2280, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.33, + "broker_user_s": 0.19671999999999998, + "broker_sys_s": 0.211889, + "broker_cpu_s": 0.408609, + "broker_vcsw": 5589, + "broker_maxrss_kib": 6556, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.074324749, + "multi_s": 0.451335344, + "client_wall_s": 0.5585131070110947, + "client_cpu_s": 0.4868590000000097, + "client_vcsw": 2192, + "multi_client_cpu_s": 0.44, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.197512, + "broker_sys_s": 0.21748499999999998, + "broker_cpu_s": 0.41499699999999995, + "broker_vcsw": 5483, + "broker_maxrss_kib": 6876, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 60, + "warmup": false, + "single_s": 0.075690161, + "multi_s": 0.46785921100000005, + "client_wall_s": 0.5787330861203372, + "client_cpu_s": 0.5051050000000146, + "client_vcsw": 2472, + "multi_client_cpu_s": 0.45, + "multi_broker_cpu_s": 0.4, + "broker_user_s": 0.188661, + "broker_sys_s": 0.286561, + "broker_cpu_s": 0.47522200000000003, + "broker_vcsw": 3707, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 61, + "warmup": false, + "single_s": 0.12945061000000002, + "multi_s": 1.162980063, + "client_wall_s": 1.322742832126096, + "client_cpu_s": 0.9432480000000112, + "client_vcsw": 28158, + "multi_client_cpu_s": 0.8799999999999999, + "multi_broker_cpu_s": 1.14, + "broker_user_s": 0.5218119999999999, + "broker_sys_s": 0.731626, + "broker_cpu_s": 1.253438, + "broker_vcsw": 2190, + "broker_maxrss_kib": 6016, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 61, + "warmup": false, + "single_s": 0.073389145, + "multi_s": 0.43870824599999997, + "client_wall_s": 0.542657698970288, + "client_cpu_s": 0.46869899999998665, + "client_vcsw": 2100, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.38, + "broker_user_s": 0.194072, + "broker_sys_s": 0.259774, + "broker_cpu_s": 0.45384599999999997, + "broker_vcsw": 3513, + "broker_maxrss_kib": 6712, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 61, + "warmup": false, + "single_s": 0.05901788, + "multi_s": 0.432157827, + "client_wall_s": 0.5212551529984921, + "client_cpu_s": 0.473936000000009, + "client_vcsw": 2048, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.108015, + "broker_sys_s": 0.23418299999999997, + "broker_cpu_s": 0.342198, + "broker_vcsw": 20391, + "broker_maxrss_kib": 8484, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.068601889, + "multi_s": 0.451121627, + "client_wall_s": 0.5509890899993479, + "client_cpu_s": 0.4747999999999877, + "client_vcsw": 2386, + "multi_client_cpu_s": 0.43999999999999995, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.200101, + "broker_sys_s": 0.20962999999999998, + "broker_cpu_s": 0.40973099999999996, + "broker_vcsw": 5541, + "broker_maxrss_kib": 6528, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.06817089400000001, + "multi_s": 0.436999699, + "client_wall_s": 0.536261630943045, + "client_cpu_s": 0.47099099999999794, + "client_vcsw": 2162, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.20174499999999998, + "broker_sys_s": 0.20174499999999998, + "broker_cpu_s": 0.40348999999999996, + "broker_vcsw": 5692, + "broker_maxrss_kib": 6536, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 62, + "warmup": false, + "single_s": 0.060017600000000004, + "multi_s": 0.42129508, + "client_wall_s": 0.5113185120280832, + "client_cpu_s": 0.46458099999998126, + "client_vcsw": 2023, + "multi_client_cpu_s": 0.41000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.126414, + "broker_sys_s": 0.210872, + "broker_cpu_s": 0.337286, + "broker_vcsw": 19695, + "broker_maxrss_kib": 8016, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.06875861500000001, + "multi_s": 0.448350434, + "client_wall_s": 0.5485574679914862, + "client_cpu_s": 0.4766390000000058, + "client_vcsw": 2276, + "multi_client_cpu_s": 0.43000000000000005, + "multi_broker_cpu_s": 0.35000000000000003, + "broker_user_s": 0.174426, + "broker_sys_s": 0.236421, + "broker_cpu_s": 0.41084699999999996, + "broker_vcsw": 5683, + "broker_maxrss_kib": 6704, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 62, + "warmup": false, + "single_s": 0.131048736, + "multi_s": 1.134510618, + "client_wall_s": 1.296132723102346, + "client_cpu_s": 0.9271339999999952, + "client_vcsw": 26675, + "multi_client_cpu_s": 0.8600000000000001, + "multi_broker_cpu_s": 1.1099999999999999, + "broker_user_s": 0.477226, + "broker_sys_s": 0.750783, + "broker_cpu_s": 1.228009, + "broker_vcsw": 2028, + "broker_maxrss_kib": 6288, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.074974211, + "multi_s": 0.43919385699999997, + "client_wall_s": 0.5448910389095545, + "client_cpu_s": 0.4686309999999878, + "client_vcsw": 2124, + "multi_client_cpu_s": 0.42000000000000004, + "multi_broker_cpu_s": 0.34, + "broker_user_s": 0.190488, + "broker_sys_s": 0.211771, + "broker_cpu_s": 0.402259, + "broker_vcsw": 5419, + "broker_maxrss_kib": 6684, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 62, + "warmup": false, + "single_s": 0.073564868, + "multi_s": 0.44997586700000003, + "client_wall_s": 0.5540856078732759, + "client_cpu_s": 0.4798749999999643, + "client_vcsw": 2423, + "multi_client_cpu_s": 0.43, + "multi_broker_cpu_s": 0.41000000000000003, + "broker_user_s": 0.211364, + "broker_sys_s": 0.253432, + "broker_cpu_s": 0.464796, + "broker_vcsw": 3535, + "broker_maxrss_kib": 6740, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.07131914683333333, + "stddev": 0.002699555734407681, + "median": 0.07073830950000001, + "min": 0.066825563, + "max": 0.077774967 + }, + "timeout": { + "n": 60, + "mean": 0.07002671798333333, + "stddev": 0.0024825843475829736, + "median": 0.0695831585, + "min": 0.06585081, + "max": 0.075633089 + }, + "timeout-before": { + "n": 60, + "mean": 0.07487305586666666, + "stddev": 0.002593064813985995, + "median": 0.07463689800000001, + "min": 0.070233273, + "max": 0.083899077 + }, + "dbus-broker": { + "n": 60, + "mean": 0.060794898199999996, + "stddev": 0.0017371454795074139, + "median": 0.06052213, + "min": 0.05822113, + "max": 0.064733547 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.13576627858333332, + "stddev": 0.005485362428440038, + "median": 0.13472452099999999, + "min": 0.125873252, + "max": 0.151351594 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.4520859185666667, + "stddev": 0.011351376650912678, + "median": 0.44995173899999996, + "min": 0.433477181, + "max": 0.477580439 + }, + "timeout": { + "n": 60, + "mean": 0.4523301047833333, + "stddev": 0.013343510071027201, + "median": 0.450638636, + "min": 0.433020544, + "max": 0.5104343610000001 + }, + "timeout-before": { + "n": 60, + "mean": 0.45478130835, + "stddev": 0.012165627414150917, + "median": 0.45238597900000005, + "min": 0.436728525, + "max": 0.47747186599999997 + }, + "dbus-broker": { + "n": 60, + "mean": 0.43902332283333334, + "stddev": 0.013025724162543573, + "median": 0.435634415, + "min": 0.417261126, + "max": 0.47028964500000003 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.1593575031833334, + "stddev": 0.01943115582073442, + "median": 1.153057055, + "min": 1.132513554, + "max": 1.210423314 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.41589239999999994, + "stddev": 0.009205065707790784, + "median": 0.414502, + "min": 0.40027599999999997, + "max": 0.43818999999999997 + }, + "timeout": { + "n": 60, + "mean": 0.41819968333333335, + "stddev": 0.009595212546539908, + "median": 0.418216, + "min": 0.399671, + "max": 0.44819 + }, + "timeout-before": { + "n": 60, + "mean": 0.46892566666666663, + "stddev": 0.009357668914538726, + "median": 0.466036, + "min": 0.45384599999999997, + "max": 0.490508 + }, + "dbus-broker": { + "n": 60, + "mean": 0.3476926833333333, + "stddev": 0.009508470208797094, + "median": 0.3463455, + "min": 0.331378, + "max": 0.38201799999999997 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.2551169, + "stddev": 0.02011613125835557, + "median": 1.247872, + "min": 1.227066, + "max": 1.31744 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 6669.2, + "stddev": 113.87129219623652, + "median": 6688.0, + "min": 6360, + "max": 6880 + }, + "timeout": { + "n": 60, + "mean": 6663.733333333334, + "stddev": 102.84064794650264, + "median": 6676.0, + "min": 6448, + "max": 7008 + }, + "timeout-before": { + "n": 60, + "mean": 6659.933333333333, + "stddev": 114.71879645414262, + "median": 6658.0, + "min": 6356, + "max": 6916 + }, + "dbus-broker": { + "n": 60, + "mean": 8228.133333333333, + "stddev": 157.36640464449349, + "median": 8230.0, + "min": 7896, + "max": 8540 + }, + "dbus-daemon": { + "n": 60, + "mean": 6200.933333333333, + "stddev": 129.15236917407609, + "median": 6176.0, + "min": 6016, + "max": 6560 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.4835066166666659, + "stddev": 0.011182483477072753, + "median": 0.4803775000000101, + "min": 0.46431100000000214, + "max": 0.5099430000000069 + }, + "timeout": { + "n": 60, + "mean": 0.4827970166666658, + "stddev": 0.013547332511833233, + "median": 0.4797830000000012, + "min": 0.4640299999999993, + "max": 0.5486190000000093 + }, + "timeout-before": { + "n": 60, + "mean": 0.48918991666666706, + "stddev": 0.011261459692983684, + "median": 0.48729799999999557, + "min": 0.46869899999998665, + "max": 0.5122950000000017 + }, + "dbus-broker": { + "n": 60, + "mean": 0.4820354500000017, + "stddev": 0.012975331204976836, + "median": 0.47935049999999535, + "min": 0.45970900000000015, + "max": 0.5109099999999955 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.9475945833333337, + "stddev": 0.015176954125197692, + "median": 0.9452385000000012, + "min": 0.9219680000000068, + "max": 0.9987149999999971 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.3511666666666667, + "stddev": 0.011060950807609687, + "median": 0.35000000000000003, + "min": 0.33, + "max": 0.38 + }, + "timeout": { + "n": 60, + "mean": 0.3526666666666667, + "stddev": 0.010714581647782868, + "median": 0.35000000000000003, + "min": 0.33, + "max": 0.38 + }, + "timeout-before": { + "n": 60, + "mean": 0.39816666666666667, + "stddev": 0.01016668982122027, + "median": 0.4, + "min": 0.38, + "max": 0.42 + }, + "dbus-broker": { + "n": 60, + "mean": 0.2873333333333334, + "stddev": 0.009892072954878206, + "median": 0.29000000000000004, + "min": 0.27, + "max": 0.32 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.1311666666666664, + "stddev": 0.019318180307562122, + "median": 1.13, + "min": 1.0999999999999999, + "max": 1.1800000000000002 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.4346666666666667, + "stddev": 0.011566560021651339, + "median": 0.43000000000000005, + "min": 0.41000000000000003, + "max": 0.47 + }, + "timeout": { + "n": 60, + "mean": 0.4341666666666667, + "stddev": 0.013056807649218872, + "median": 0.43, + "min": 0.42, + "max": 0.49000000000000005 + }, + "timeout-before": { + "n": 60, + "mean": 0.4356666666666667, + "stddev": 0.01110301022958153, + "median": 0.43999999999999995, + "min": 0.42, + "max": 0.46 + }, + "dbus-broker": { + "n": 60, + "mean": 0.4231666666666667, + "stddev": 0.013960193610753303, + "median": 0.42, + "min": 0.4, + "max": 0.46 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.8793333333333333, + "stddev": 0.013761487240609004, + "median": 0.8799999999999999, + "min": 0.8500000000000001, + "max": 0.9099999999999999 + } + } + } +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.md new file mode 100644 index 0000000..9352fd8 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/calls.md @@ -0,0 +1,78 @@ +rounds: 60 measured after 3 warmup; 16 CPUs, AMD Ryzen 7 7840U w/ Radeon 780M Graphics +rustc: rustc 1.99.0 (b940084d7 2026-09-28) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c +zruntime: 99e2ebd807723177bec5d7c5216e48448c3a91c9 +zruntime-before: 20771cf16b21bc7aa84b3f3ec471b94cf23d7973 +dbus-broker: dbus-broker 37 +dbus-daemon: D-Bus Message Bus Daemon 1.16.2 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.071 | 0.003 | 0.071 | 0.067 | 0.078 | +| timeout | 60 | 0.070 | 0.002 | 0.070 | 0.066 | 0.076 | +| timeout-before | 60 | 0.075 | 0.003 | 0.075 | 0.070 | 0.084 | +| dbus-broker | 60 | 0.061 | 0.002 | 0.061 | 0.058 | 0.065 | +| dbus-daemon | 60 | 0.136 | 0.005 | 0.135 | 0.126 | 0.151 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.452 | 0.011 | 0.450 | 0.433 | 0.478 | +| timeout | 60 | 0.452 | 0.013 | 0.451 | 0.433 | 0.510 | +| timeout-before | 60 | 0.455 | 0.012 | 0.452 | 0.437 | 0.477 | +| dbus-broker | 60 | 0.439 | 0.013 | 0.436 | 0.417 | 0.470 | +| dbus-daemon | 60 | 1.159 | 0.019 | 1.153 | 1.133 | 1.210 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.416 | 0.009 | 0.415 | 0.400 | 0.438 | +| timeout | 60 | 0.418 | 0.010 | 0.418 | 0.400 | 0.448 | +| timeout-before | 60 | 0.469 | 0.009 | 0.466 | 0.454 | 0.491 | +| dbus-broker | 60 | 0.348 | 0.010 | 0.346 | 0.331 | 0.382 | +| dbus-daemon | 60 | 1.255 | 0.020 | 1.248 | 1.227 | 1.317 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 6669 | 114 | 6688 | 6360 | 6880 | +| timeout | 60 | 6664 | 103 | 6676 | 6448 | 7008 | +| timeout-before | 60 | 6660 | 115 | 6658 | 6356 | 6916 | +| dbus-broker | 60 | 8228 | 157 | 8230 | 7896 | 8540 | +| dbus-daemon | 60 | 6201 | 129 | 6176 | 6016 | 6560 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.484 | 0.011 | 0.480 | 0.464 | 0.510 | +| timeout | 60 | 0.483 | 0.014 | 0.480 | 0.464 | 0.549 | +| timeout-before | 60 | 0.489 | 0.011 | 0.487 | 0.469 | 0.512 | +| dbus-broker | 60 | 0.482 | 0.013 | 0.479 | 0.460 | 0.511 | +| dbus-daemon | 60 | 0.948 | 0.015 | 0.945 | 0.922 | 0.999 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.351 | 0.011 | 0.350 | 0.330 | 0.380 | +| timeout | 60 | 0.353 | 0.011 | 0.350 | 0.330 | 0.380 | +| timeout-before | 60 | 0.398 | 0.010 | 0.400 | 0.380 | 0.420 | +| dbus-broker | 60 | 0.287 | 0.010 | 0.290 | 0.270 | 0.320 | +| dbus-daemon | 60 | 1.131 | 0.019 | 1.130 | 1.100 | 1.180 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.435 | 0.012 | 0.430 | 0.410 | 0.470 | +| timeout | 60 | 0.434 | 0.013 | 0.430 | 0.420 | 0.490 | +| timeout-before | 60 | 0.436 | 0.011 | 0.440 | 0.420 | 0.460 | +| dbus-broker | 60 | 0.423 | 0.014 | 0.420 | 0.400 | 0.460 | +| dbus-daemon | 60 | 0.879 | 0.014 | 0.880 | 0.850 | 0.910 | diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/environment.txt b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/environment.txt new file mode 100644 index 0000000..72ad637 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/environment.txt @@ -0,0 +1,8 @@ +date: 2026-10-23T22:32:34Z +kernel: 7.1.13-200.fc44.x86_64 +rustc: rustc 1.99.0 (b940084d7 2026-09-28) +cargo: cargo 1.99.0 (5f94df478 2026-08-27) +dbus-bench: d15d922f6e63726d3b829556ecb1b360c937896f +dbus-broker: dbus-broker 37 +zruntime: 99e2ebd807723177bec5d7c5216e48448c3a91c9 +zruntime-before: 20771cf16b21bc7aa84b3f3ec471b94cf23d7973 diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.json new file mode 100644 index 0000000..f732372 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.json @@ -0,0 +1,13012 @@ +{ + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/send-timeout-bench/bin/busd-zr-baseline --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout --address {address}" + }, + { + "label": "timeout-before", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout-before --address {address}" + }, + { + "label": "dbus-broker", + "command": "systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS={address} -l {path} dbus-broker-launch --scope user" + }, + { + "label": "dbus-daemon", + "command": "dbus-daemon --session --nofork --address={address}" + } + ], + "bench": "/tmp/send-timeout-bench/bin/latency", + "rounds": 60, + "warmup": 3, + "seed": 13, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + }, + "scenarios": [ + "single_rtt", + "multi_rtt", + "fanout_delivery" + ] + }, + "started": "2026-10-23T22:42:34+00:00", + "runs": [ + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.324542, + "single_rtt_mean_us": 63.508, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 103.297, + "single_rtt_p999_us": 173.348, + "single_rtt_max_us": 192.346, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480417, + "multi_rtt_mean_us": 476.758, + "multi_rtt_p50_us": 468.991, + "multi_rtt_p90_us": 502.235, + "multi_rtt_p99_us": 721.889, + "multi_rtt_p999_us": 910.673, + "multi_rtt_max_us": 993.785, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252883, + "fanout_delivery_mean_us": 21891.764, + "fanout_delivery_p50_us": 22247.947, + "fanout_delivery_p90_us": 27397.342, + "fanout_delivery_p99_us": 28085.986, + "fanout_delivery_p999_us": 28322.262, + "fanout_delivery_max_us": 28424.371, + "client_wall_s": 1.093980910954997, + "client_cpu_s": 0.9393, + "broker_user_s": 0.273333, + "broker_sys_s": 0.349201, + "broker_cpu_s": 0.6225339999999999, + "broker_vcsw": 14186, + "broker_maxrss_kib": 7064, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322765, + "single_rtt_mean_us": 63.136, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 184.034, + "single_rtt_max_us": 398.938, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487022, + "multi_rtt_mean_us": 483.939, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 834.684, + "multi_rtt_p999_us": 985.473, + "multi_rtt_max_us": 1082.833, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252623, + "fanout_delivery_mean_us": 58285.013, + "fanout_delivery_p50_us": 60201.726, + "fanout_delivery_p90_us": 88899.18, + "fanout_delivery_p99_us": 97716.197, + "fanout_delivery_p999_us": 98609.059, + "fanout_delivery_max_us": 98924.886, + "client_wall_s": 1.110769574996084, + "client_cpu_s": 0.9419960000000002, + "broker_user_s": 0.32915, + "broker_sys_s": 0.309597, + "broker_cpu_s": 0.638747, + "broker_vcsw": 14322, + "broker_maxrss_kib": 8248, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.276958, + "single_rtt_mean_us": 53.949, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 55.804, + "single_rtt_p99_us": 74.801, + "single_rtt_p999_us": 121.106, + "single_rtt_max_us": 206.594, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492244, + "multi_rtt_mean_us": 464.522, + "multi_rtt_p50_us": 508.172, + "multi_rtt_p90_us": 547.353, + "multi_rtt_p99_us": 673.208, + "multi_rtt_p999_us": 1152.885, + "multi_rtt_max_us": 1462.774, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257672, + "fanout_delivery_mean_us": 53544.807, + "fanout_delivery_p50_us": 56066.301, + "fanout_delivery_p90_us": 86016.375, + "fanout_delivery_p99_us": 91540.961, + "fanout_delivery_p999_us": 96184.558, + "fanout_delivery_max_us": 96388.776, + "client_wall_s": 1.0335440968628973, + "client_cpu_s": 0.9607800000000004, + "broker_user_s": 0.157474, + "broker_sys_s": 0.369859, + "broker_cpu_s": 0.527333, + "broker_vcsw": 48084, + "broker_maxrss_kib": 11740, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.530446, + "single_rtt_mean_us": 104.664, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 111.608, + "single_rtt_p99_us": 201.844, + "single_rtt_p999_us": 353.82, + "single_rtt_max_us": 536.667, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.136312, + "multi_rtt_mean_us": 1124.816, + "multi_rtt_p50_us": 1061.462, + "multi_rtt_p90_us": 1363.04, + "multi_rtt_p99_us": 1670.555, + "multi_rtt_p999_us": 2194.162, + "multi_rtt_max_us": 2984.915, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.608168, + "fanout_delivery_mean_us": 18355.573, + "fanout_delivery_p50_us": 18397.479, + "fanout_delivery_p90_us": 27149.193, + "fanout_delivery_p99_us": 29520.265, + "fanout_delivery_p999_us": 30575.79, + "fanout_delivery_max_us": 30922.486, + "client_wall_s": 2.286653992952779, + "client_cpu_s": 1.4922520000000001, + "broker_user_s": 0.755185, + "broker_sys_s": 1.312507, + "broker_cpu_s": 2.067692, + "broker_vcsw": 10016, + "broker_maxrss_kib": 6224, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 0, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.349196, + "single_rtt_mean_us": 68.429, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 86.674, + "single_rtt_p99_us": 140.103, + "single_rtt_p999_us": 264.771, + "single_rtt_max_us": 389.44, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497143, + "multi_rtt_mean_us": 493.41, + "multi_rtt_p50_us": 483.238, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 848.932, + "multi_rtt_p999_us": 1183.755, + "multi_rtt_max_us": 1461.588, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256591, + "fanout_delivery_mean_us": 21919.188, + "fanout_delivery_p50_us": 22155.337, + "fanout_delivery_p90_us": 27304.732, + "fanout_delivery_p99_us": 27937.572, + "fanout_delivery_p999_us": 28653.523, + "fanout_delivery_max_us": 32584.73, + "client_wall_s": 1.135692548006773, + "client_cpu_s": 0.977300000000001, + "broker_user_s": 0.333353, + "broker_sys_s": 0.42084699999999997, + "broker_cpu_s": 0.7542, + "broker_vcsw": 13997, + "broker_maxrss_kib": 6952, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.524307, + "single_rtt_mean_us": 103.459, + "single_rtt_p50_us": 99.735, + "single_rtt_p90_us": 108.045, + "single_rtt_p99_us": 194.72, + "single_rtt_p999_us": 347.884, + "single_rtt_max_us": 395.376, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.145356, + "multi_rtt_mean_us": 1133.773, + "multi_rtt_p50_us": 1063.836, + "multi_rtt_p90_us": 1376.1, + "multi_rtt_p99_us": 1687.177, + "multi_rtt_p999_us": 2723.705, + "multi_rtt_max_us": 4492.808, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.611031, + "fanout_delivery_mean_us": 18477.397, + "fanout_delivery_p50_us": 18479.404, + "fanout_delivery_p90_us": 27328.478, + "fanout_delivery_p99_us": 29666.305, + "fanout_delivery_p999_us": 30960.481, + "fanout_delivery_max_us": 31570.761, + "client_wall_s": 2.29314268194139, + "client_cpu_s": 1.5067649999999988, + "broker_user_s": 0.725783, + "broker_sys_s": 1.352911, + "broker_cpu_s": 2.078694, + "broker_vcsw": 10034, + "broker_maxrss_kib": 6216, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.342119, + "single_rtt_mean_us": 66.999, + "single_rtt_p50_us": 62.927, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 130.605, + "single_rtt_p999_us": 200.657, + "single_rtt_max_us": 491.549, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.510724, + "multi_rtt_mean_us": 505.662, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 1051.963, + "multi_rtt_p999_us": 1998.255, + "multi_rtt_max_us": 2146.669, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248708, + "fanout_delivery_mean_us": 21087.94, + "fanout_delivery_p50_us": 21701.781, + "fanout_delivery_p90_us": 26971.095, + "fanout_delivery_p99_us": 27678.736, + "fanout_delivery_p999_us": 27872.269, + "fanout_delivery_max_us": 32357.953, + "client_wall_s": 1.1524847738910466, + "client_cpu_s": 0.9772439999999998, + "broker_user_s": 0.36964199999999997, + "broker_sys_s": 0.40865999999999997, + "broker_cpu_s": 0.7783019999999999, + "broker_vcsw": 13549, + "broker_maxrss_kib": 7064, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282748, + "single_rtt_mean_us": 55.12, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 89.049, + "single_rtt_p999_us": 153.164, + "single_rtt_max_us": 374.005, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.485838, + "multi_rtt_mean_us": 458.7, + "multi_rtt_p50_us": 510.546, + "multi_rtt_p90_us": 541.417, + "multi_rtt_p99_us": 615.031, + "multi_rtt_p999_us": 828.747, + "multi_rtt_max_us": 1043.652, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247586, + "fanout_delivery_mean_us": 51440.44, + "fanout_delivery_p50_us": 53849.58, + "fanout_delivery_p90_us": 82455.61, + "fanout_delivery_p99_us": 87844.843, + "fanout_delivery_p999_us": 92469.442, + "fanout_delivery_max_us": 92978.801, + "client_wall_s": 1.023428153945133, + "client_cpu_s": 0.944115, + "broker_user_s": 0.177112, + "broker_sys_s": 0.33672399999999997, + "broker_cpu_s": 0.513836, + "broker_vcsw": 47861, + "broker_maxrss_kib": 12096, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331006, + "single_rtt_mean_us": 64.804, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 72.427, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 197.094, + "single_rtt_max_us": 251.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494256, + "multi_rtt_mean_us": 490.642, + "multi_rtt_p50_us": 484.425, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 767.007, + "multi_rtt_p999_us": 1030.591, + "multi_rtt_max_us": 1164.758, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264482, + "fanout_delivery_mean_us": 22669.635, + "fanout_delivery_p50_us": 23255.98, + "fanout_delivery_p90_us": 28734.261, + "fanout_delivery_p99_us": 29726.858, + "fanout_delivery_p999_us": 30300.333, + "fanout_delivery_max_us": 30408.378, + "client_wall_s": 1.124966325936839, + "client_cpu_s": 0.9700209999999991, + "broker_user_s": 0.293748, + "broker_sys_s": 0.345971, + "broker_cpu_s": 0.6397189999999999, + "broker_vcsw": 14216, + "broker_maxrss_kib": 7076, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.341503, + "single_rtt_mean_us": 66.896, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 77.175, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 194.72, + "single_rtt_max_us": 241.025, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480215, + "multi_rtt_mean_us": 477.672, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 497.486, + "multi_rtt_p99_us": 670.834, + "multi_rtt_p999_us": 970.038, + "multi_rtt_max_us": 1142.199, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253593, + "fanout_delivery_mean_us": 55996.164, + "fanout_delivery_p50_us": 55548.63, + "fanout_delivery_p90_us": 89549.83, + "fanout_delivery_p99_us": 95987.463, + "fanout_delivery_p999_us": 97130.849, + "fanout_delivery_max_us": 97231.772, + "client_wall_s": 1.1193764370400459, + "client_cpu_s": 0.9575530000000008, + "broker_user_s": 0.298964, + "broker_sys_s": 0.332291, + "broker_cpu_s": 0.631255, + "broker_vcsw": 14558, + "broker_maxrss_kib": 8184, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.519589, + "single_rtt_mean_us": 102.531, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 182.846, + "single_rtt_p999_us": 255.274, + "single_rtt_max_us": 606.719, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.14924, + "multi_rtt_mean_us": 1134.358, + "multi_rtt_p50_us": 1070.96, + "multi_rtt_p90_us": 1379.662, + "multi_rtt_p99_us": 1691.927, + "multi_rtt_p999_us": 2051.684, + "multi_rtt_max_us": 2561.043, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.599938, + "fanout_delivery_mean_us": 18115.107, + "fanout_delivery_p50_us": 18141.017, + "fanout_delivery_p90_us": 26776.375, + "fanout_delivery_p99_us": 28721.2, + "fanout_delivery_p999_us": 29096.392, + "fanout_delivery_max_us": 29156.945, + "client_wall_s": 2.281978328945115, + "client_cpu_s": 1.500490000000001, + "broker_user_s": 0.733741, + "broker_sys_s": 1.336458, + "broker_cpu_s": 2.0701989999999997, + "broker_vcsw": 10039, + "broker_maxrss_kib": 6132, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.277381, + "single_rtt_mean_us": 54.038, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 73.614, + "single_rtt_p999_us": 123.481, + "single_rtt_max_us": 237.463, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488348, + "multi_rtt_mean_us": 460.139, + "multi_rtt_p50_us": 508.172, + "multi_rtt_p90_us": 542.604, + "multi_rtt_p99_us": 664.897, + "multi_rtt_p999_us": 1035.34, + "multi_rtt_max_us": 1295.363, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250345, + "fanout_delivery_mean_us": 51951.461, + "fanout_delivery_p50_us": 54239.018, + "fanout_delivery_p90_us": 83243.987, + "fanout_delivery_p99_us": 88774.51, + "fanout_delivery_p999_us": 93264.943, + "fanout_delivery_max_us": 93839.605, + "client_wall_s": 1.0224853991530836, + "client_cpu_s": 0.9570699999999999, + "broker_user_s": 0.174456, + "broker_sys_s": 0.341632, + "broker_cpu_s": 0.516088, + "broker_vcsw": 46804, + "broker_maxrss_kib": 12108, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.338419, + "single_rtt_mean_us": 66.28, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 73.614, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 186.408, + "single_rtt_max_us": 217.279, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49043, + "multi_rtt_mean_us": 487.875, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 706.454, + "multi_rtt_p999_us": 1088.769, + "multi_rtt_max_us": 1387.973, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2494, + "fanout_delivery_mean_us": 21306.636, + "fanout_delivery_p50_us": 21965.366, + "fanout_delivery_p90_us": 27085.076, + "fanout_delivery_p99_us": 27911.449, + "fanout_delivery_p999_us": 28526.479, + "fanout_delivery_max_us": 28602.468, + "client_wall_s": 1.122938359156251, + "client_cpu_s": 0.9648239999999983, + "broker_user_s": 0.30979599999999996, + "broker_sys_s": 0.43101999999999996, + "broker_cpu_s": 0.7408159999999999, + "broker_vcsw": 14154, + "broker_maxrss_kib": 7052, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.329941, + "single_rtt_mean_us": 64.573, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 203.032, + "single_rtt_max_us": 384.691, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.474371, + "multi_rtt_mean_us": 471.549, + "multi_rtt_p50_us": 466.615, + "multi_rtt_p90_us": 497.486, + "multi_rtt_p99_us": 675.583, + "multi_rtt_p999_us": 782.442, + "multi_rtt_max_us": 885.739, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254352, + "fanout_delivery_mean_us": 58389.817, + "fanout_delivery_p50_us": 61798.666, + "fanout_delivery_p90_us": 89814.6, + "fanout_delivery_p99_us": 98365.657, + "fanout_delivery_p999_us": 99907.982, + "fanout_delivery_max_us": 100204.811, + "client_wall_s": 1.1000468858983368, + "client_cpu_s": 0.943563000000001, + "broker_user_s": 0.28768099999999996, + "broker_sys_s": 0.323134, + "broker_cpu_s": 0.6108149999999999, + "broker_vcsw": 14578, + "broker_maxrss_kib": 7836, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325472, + "single_rtt_mean_us": 63.686, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 99.735, + "single_rtt_p999_us": 147.228, + "single_rtt_max_us": 193.533, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483838, + "multi_rtt_mean_us": 479.926, + "multi_rtt_p50_us": 468.991, + "multi_rtt_p90_us": 504.61, + "multi_rtt_p99_us": 749.197, + "multi_rtt_p999_us": 1526.889, + "multi_rtt_max_us": 1620.688, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255413, + "fanout_delivery_mean_us": 22572.69, + "fanout_delivery_p50_us": 22695.566, + "fanout_delivery_p90_us": 27926.884, + "fanout_delivery_p99_us": 28857.741, + "fanout_delivery_p999_us": 29243.619, + "fanout_delivery_max_us": 29392.034, + "client_wall_s": 1.0974644718226045, + "client_cpu_s": 0.9503140000000005, + "broker_user_s": 0.287468, + "broker_sys_s": 0.334864, + "broker_cpu_s": 0.622332, + "broker_vcsw": 14180, + "broker_maxrss_kib": 7104, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.329477, + "single_rtt_mean_us": 64.495, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 118.732, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 267.146, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484878, + "multi_rtt_mean_us": 481.881, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 520.045, + "multi_rtt_p99_us": 590.097, + "multi_rtt_p999_us": 875.052, + "multi_rtt_max_us": 935.606, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251892, + "fanout_delivery_mean_us": 53260.681, + "fanout_delivery_p50_us": 54668.827, + "fanout_delivery_p90_us": 84084.607, + "fanout_delivery_p99_us": 93181.831, + "fanout_delivery_p999_us": 93890.659, + "fanout_delivery_max_us": 94182.739, + "client_wall_s": 1.1059727859683335, + "client_cpu_s": 0.9478000000000009, + "broker_user_s": 0.299299, + "broker_sys_s": 0.333833, + "broker_cpu_s": 0.633132, + "broker_vcsw": 14395, + "broker_maxrss_kib": 8220, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.539632, + "single_rtt_mean_us": 106.528, + "single_rtt_p50_us": 99.735, + "single_rtt_p90_us": 121.106, + "single_rtt_p99_us": 153.164, + "single_rtt_p999_us": 300.391, + "single_rtt_max_us": 511.734, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.122701, + "multi_rtt_mean_us": 1104.663, + "multi_rtt_p50_us": 1048.401, + "multi_rtt_p90_us": 1341.668, + "multi_rtt_p99_us": 1678.866, + "multi_rtt_p999_us": 1795.223, + "multi_rtt_max_us": 2496.928, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.60717, + "fanout_delivery_mean_us": 18322.711, + "fanout_delivery_p50_us": 18317.928, + "fanout_delivery_p90_us": 27044.708, + "fanout_delivery_p99_us": 29208.0, + "fanout_delivery_p999_us": 30931.985, + "fanout_delivery_max_us": 31731.048, + "client_wall_s": 2.280722100986168, + "client_cpu_s": 1.493756000000003, + "broker_user_s": 0.770222, + "broker_sys_s": 1.2896809999999999, + "broker_cpu_s": 2.059903, + "broker_vcsw": 10045, + "broker_maxrss_kib": 6256, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321637, + "single_rtt_mean_us": 62.9, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 167.412, + "single_rtt_max_us": 288.518, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.506365, + "multi_rtt_mean_us": 501.546, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 525.981, + "multi_rtt_p99_us": 947.479, + "multi_rtt_p999_us": 1421.219, + "multi_rtt_max_us": 1769.102, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257225, + "fanout_delivery_mean_us": 23589.24, + "fanout_delivery_p50_us": 23132.498, + "fanout_delivery_p90_us": 28318.7, + "fanout_delivery_p99_us": 29487.02, + "fanout_delivery_p999_us": 29766.039, + "fanout_delivery_max_us": 29887.146, + "client_wall_s": 1.1302700431551784, + "client_cpu_s": 0.9686059999999976, + "broker_user_s": 0.31019599999999997, + "broker_sys_s": 0.351418, + "broker_cpu_s": 0.6616139999999999, + "broker_vcsw": 14118, + "broker_maxrss_kib": 7292, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282139, + "single_rtt_mean_us": 54.988, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 61.74, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 179.285, + "single_rtt_max_us": 249.337, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497491, + "multi_rtt_mean_us": 470.699, + "multi_rtt_p50_us": 512.921, + "multi_rtt_p90_us": 568.725, + "multi_rtt_p99_us": 682.707, + "multi_rtt_p999_us": 863.179, + "multi_rtt_max_us": 1018.718, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250877, + "fanout_delivery_mean_us": 52055.04, + "fanout_delivery_p50_us": 54499.041, + "fanout_delivery_p90_us": 83661.922, + "fanout_delivery_p99_us": 89025.034, + "fanout_delivery_p999_us": 93369.427, + "fanout_delivery_max_us": 93814.671, + "client_wall_s": 1.0367296419572085, + "client_cpu_s": 0.9651890000000023, + "broker_user_s": 0.17791, + "broker_sys_s": 0.352249, + "broker_cpu_s": 0.530159, + "broker_vcsw": 48537, + "broker_maxrss_kib": 11680, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 3, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325935, + "single_rtt_mean_us": 63.797, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 100.922, + "single_rtt_p999_us": 165.037, + "single_rtt_max_us": 251.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.472747, + "multi_rtt_mean_us": 470.089, + "multi_rtt_p50_us": 461.867, + "multi_rtt_p90_us": 490.362, + "multi_rtt_p99_us": 707.641, + "multi_rtt_p999_us": 1087.583, + "multi_rtt_max_us": 1244.309, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.265414, + "fanout_delivery_mean_us": 23934.477, + "fanout_delivery_p50_us": 23736.843, + "fanout_delivery_p90_us": 29270.927, + "fanout_delivery_p99_us": 30121.047, + "fanout_delivery_p999_us": 30549.668, + "fanout_delivery_max_us": 34199.481, + "client_wall_s": 1.0970857171341777, + "client_cpu_s": 0.9521460000000026, + "broker_user_s": 0.273542, + "broker_sys_s": 0.454868, + "broker_cpu_s": 0.72841, + "broker_vcsw": 13570, + "broker_maxrss_kib": 7032, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.352525, + "single_rtt_mean_us": 69.07, + "single_rtt_p50_us": 67.677, + "single_rtt_p90_us": 79.55, + "single_rtt_p99_us": 113.982, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 745.635, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484171, + "multi_rtt_mean_us": 481.484, + "multi_rtt_p50_us": 477.301, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 580.598, + "multi_rtt_p999_us": 895.237, + "multi_rtt_max_us": 1116.078, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256176, + "fanout_delivery_mean_us": 56364.635, + "fanout_delivery_p50_us": 55873.953, + "fanout_delivery_p90_us": 90180.293, + "fanout_delivery_p99_us": 97870.546, + "fanout_delivery_p999_us": 103239.594, + "fanout_delivery_max_us": 103364.262, + "client_wall_s": 1.1142270141281188, + "client_cpu_s": 0.9757859999999958, + "broker_user_s": 0.29381199999999996, + "broker_sys_s": 0.329426, + "broker_cpu_s": 0.623238, + "broker_vcsw": 14640, + "broker_maxrss_kib": 8260, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.359029, + "single_rtt_mean_us": 70.397, + "single_rtt_p50_us": 72.426, + "single_rtt_p90_us": 75.988, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 163.849, + "single_rtt_max_us": 262.397, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.470573, + "multi_rtt_mean_us": 468.331, + "multi_rtt_p50_us": 461.867, + "multi_rtt_p90_us": 490.362, + "multi_rtt_p99_us": 669.647, + "multi_rtt_p999_us": 877.427, + "multi_rtt_max_us": 985.473, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251179, + "fanout_delivery_mean_us": 21637.961, + "fanout_delivery_p50_us": 22093.596, + "fanout_delivery_p90_us": 27010.276, + "fanout_delivery_p99_us": 27663.3, + "fanout_delivery_p999_us": 27919.761, + "fanout_delivery_max_us": 28053.928, + "client_wall_s": 1.125786733115092, + "client_cpu_s": 0.9687379999999983, + "broker_user_s": 0.332409, + "broker_sys_s": 0.418124, + "broker_cpu_s": 0.750533, + "broker_vcsw": 14239, + "broker_maxrss_kib": 7000, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.334734, + "single_rtt_mean_us": 65.531, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 99.735, + "single_rtt_p999_us": 165.037, + "single_rtt_max_us": 218.466, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476409, + "multi_rtt_mean_us": 472.482, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 496.299, + "multi_rtt_p99_us": 694.58, + "multi_rtt_p999_us": 929.669, + "multi_rtt_max_us": 1135.075, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251311, + "fanout_delivery_mean_us": 22186.01, + "fanout_delivery_p50_us": 22328.685, + "fanout_delivery_p90_us": 27349.848, + "fanout_delivery_p99_us": 28251.022, + "fanout_delivery_p999_us": 29723.295, + "fanout_delivery_max_us": 32051.624, + "client_wall_s": 1.1014099270105362, + "client_cpu_s": 0.9536340000000045, + "broker_user_s": 0.29889, + "broker_sys_s": 0.323354, + "broker_cpu_s": 0.622244, + "broker_vcsw": 14247, + "broker_maxrss_kib": 7068, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281547, + "single_rtt_mean_us": 54.851, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 156.726, + "single_rtt_max_us": 226.777, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.503224, + "multi_rtt_mean_us": 475.2, + "multi_rtt_p50_us": 528.356, + "multi_rtt_p90_us": 559.226, + "multi_rtt_p99_us": 656.586, + "multi_rtt_p999_us": 903.548, + "multi_rtt_max_us": 1088.77, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.262196, + "fanout_delivery_mean_us": 54418.872, + "fanout_delivery_p50_us": 57310.607, + "fanout_delivery_p90_us": 87491.02, + "fanout_delivery_p99_us": 93000.171, + "fanout_delivery_p999_us": 97616.46, + "fanout_delivery_max_us": 98156.689, + "client_wall_s": 1.053133615059778, + "client_cpu_s": 0.9785830000000004, + "broker_user_s": 0.16788, + "broker_sys_s": 0.365849, + "broker_cpu_s": 0.533729, + "broker_vcsw": 49909, + "broker_maxrss_kib": 12316, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 4, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.578916, + "single_rtt_mean_us": 114.38, + "single_rtt_p50_us": 105.672, + "single_rtt_p90_us": 130.605, + "single_rtt_p99_us": 206.593, + "single_rtt_p999_us": 295.642, + "single_rtt_max_us": 420.31, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.183488, + "multi_rtt_mean_us": 1172.213, + "multi_rtt_p50_us": 1097.081, + "multi_rtt_p90_us": 1436.653, + "multi_rtt_p99_us": 1801.16, + "multi_rtt_p999_us": 2384.133, + "multi_rtt_max_us": 3097.71, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.614466, + "fanout_delivery_mean_us": 18573.735, + "fanout_delivery_p50_us": 18614.757, + "fanout_delivery_p90_us": 27427.025, + "fanout_delivery_p99_us": 29695.987, + "fanout_delivery_p999_us": 31149.263, + "fanout_delivery_max_us": 31773.792, + "client_wall_s": 2.387736174976453, + "client_cpu_s": 1.560061000000001, + "broker_user_s": 0.786146, + "broker_sys_s": 1.374752, + "broker_cpu_s": 2.160898, + "broker_vcsw": 10036, + "broker_maxrss_kib": 6488, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.302614, + "single_rtt_mean_us": 59.013, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 73.614, + "single_rtt_p999_us": 92.61, + "single_rtt_max_us": 260.023, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.516412, + "multi_rtt_mean_us": 489.255, + "multi_rtt_p50_us": 529.544, + "multi_rtt_p90_us": 578.224, + "multi_rtt_p99_us": 768.194, + "multi_rtt_p999_us": 960.539, + "multi_rtt_max_us": 1129.138, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256344, + "fanout_delivery_mean_us": 52943.273, + "fanout_delivery_p50_us": 55787.279, + "fanout_delivery_p90_us": 83198.869, + "fanout_delivery_p99_us": 88630.844, + "fanout_delivery_p999_us": 93013.231, + "fanout_delivery_max_us": 93574.833, + "client_wall_s": 1.0827227430418134, + "client_cpu_s": 1.000282999999996, + "broker_user_s": 0.19077999999999998, + "broker_sys_s": 0.374261, + "broker_cpu_s": 0.565041, + "broker_vcsw": 48922, + "broker_maxrss_kib": 11804, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.51476, + "single_rtt_mean_us": 101.551, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 142.478, + "single_rtt_p999_us": 235.088, + "single_rtt_max_us": 381.129, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.120965, + "multi_rtt_mean_us": 1106.792, + "multi_rtt_p50_us": 1047.214, + "multi_rtt_p90_us": 1341.668, + "multi_rtt_p99_us": 1631.374, + "multi_rtt_p999_us": 1794.036, + "multi_rtt_max_us": 2230.969, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.599764, + "fanout_delivery_mean_us": 18085.886, + "fanout_delivery_p50_us": 18112.522, + "fanout_delivery_p90_us": 26753.815, + "fanout_delivery_p99_us": 28683.206, + "fanout_delivery_p999_us": 29031.09, + "fanout_delivery_max_us": 29282.801, + "client_wall_s": 2.24775030487217, + "client_cpu_s": 1.478833999999999, + "broker_user_s": 0.7708689999999999, + "broker_sys_s": 1.2656830000000001, + "broker_cpu_s": 2.036552, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6500, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.326319, + "single_rtt_mean_us": 63.856, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 178.098, + "single_rtt_max_us": 197.095, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.479678, + "multi_rtt_mean_us": 476.083, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 719.514, + "multi_rtt_p999_us": 1089.957, + "multi_rtt_max_us": 1265.68, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249988, + "fanout_delivery_mean_us": 21609.426, + "fanout_delivery_p50_us": 21863.256, + "fanout_delivery_p90_us": 26878.484, + "fanout_delivery_p99_us": 27774.908, + "fanout_delivery_p999_us": 28019.496, + "fanout_delivery_max_us": 32285.526, + "client_wall_s": 1.1046572388149798, + "client_cpu_s": 0.942846000000003, + "broker_user_s": 0.304491, + "broker_sys_s": 0.42877299999999996, + "broker_cpu_s": 0.7332639999999999, + "broker_vcsw": 14086, + "broker_maxrss_kib": 7040, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.319889, + "single_rtt_mean_us": 62.598, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 98.547, + "single_rtt_p999_us": 169.787, + "single_rtt_max_us": 184.034, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.481994, + "multi_rtt_mean_us": 478.782, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 502.235, + "multi_rtt_p99_us": 765.819, + "multi_rtt_p999_us": 1016.344, + "multi_rtt_max_us": 1366.602, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251786, + "fanout_delivery_mean_us": 57983.263, + "fanout_delivery_p50_us": 60511.614, + "fanout_delivery_p90_us": 89429.908, + "fanout_delivery_p99_us": 98008.275, + "fanout_delivery_p999_us": 99333.32, + "fanout_delivery_max_us": 99632.524, + "client_wall_s": 1.0922806460876018, + "client_cpu_s": 0.937692000000002, + "broker_user_s": 0.30904699999999996, + "broker_sys_s": 0.30488499999999996, + "broker_cpu_s": 0.6139319999999999, + "broker_vcsw": 14584, + "broker_maxrss_kib": 8024, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.31517, + "single_rtt_mean_us": 61.617, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 93.798, + "single_rtt_p999_us": 151.976, + "single_rtt_max_us": 233.901, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490629, + "multi_rtt_mean_us": 486.562, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 525.981, + "multi_rtt_p99_us": 839.433, + "multi_rtt_p999_us": 1050.775, + "multi_rtt_max_us": 1237.185, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250252, + "fanout_delivery_mean_us": 22132.358, + "fanout_delivery_p50_us": 22230.137, + "fanout_delivery_p90_us": 27269.111, + "fanout_delivery_p99_us": 27920.948, + "fanout_delivery_p999_us": 28198.78, + "fanout_delivery_max_us": 28443.368, + "client_wall_s": 1.1020783858839422, + "client_cpu_s": 0.9412620000000018, + "broker_user_s": 0.284084, + "broker_sys_s": 0.333851, + "broker_cpu_s": 0.617935, + "broker_vcsw": 14077, + "broker_maxrss_kib": 6832, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.317314, + "single_rtt_mean_us": 62.047, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 146.04, + "single_rtt_max_us": 224.403, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501522, + "multi_rtt_mean_us": 497.644, + "multi_rtt_p50_us": 489.174, + "multi_rtt_p90_us": 523.607, + "multi_rtt_p99_us": 819.248, + "multi_rtt_p999_us": 1110.141, + "multi_rtt_max_us": 1363.04, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.273287, + "fanout_delivery_mean_us": 22474.905, + "fanout_delivery_p50_us": 23413.892, + "fanout_delivery_p90_us": 29408.656, + "fanout_delivery_p99_us": 31442.531, + "fanout_delivery_p999_us": 32128.799, + "fanout_delivery_max_us": 35328.619, + "client_wall_s": 1.1291230940259993, + "client_cpu_s": 0.9780130000000042, + "broker_user_s": 0.290122, + "broker_sys_s": 0.350564, + "broker_cpu_s": 0.640686, + "broker_vcsw": 14198, + "broker_maxrss_kib": 7016, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.280633, + "single_rtt_mean_us": 54.676, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 85.487, + "single_rtt_p999_us": 134.166, + "single_rtt_max_us": 251.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494546, + "multi_rtt_mean_us": 466.83, + "multi_rtt_p50_us": 517.671, + "multi_rtt_p90_us": 548.541, + "multi_rtt_p99_us": 648.275, + "multi_rtt_p999_us": 794.315, + "multi_rtt_max_us": 1127.951, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251811, + "fanout_delivery_mean_us": 52178.506, + "fanout_delivery_p50_us": 54732.942, + "fanout_delivery_p90_us": 83777.092, + "fanout_delivery_p99_us": 89226.878, + "fanout_delivery_p999_us": 93678.129, + "fanout_delivery_max_us": 94128.122, + "client_wall_s": 1.0337055451236665, + "client_cpu_s": 0.9592639999999975, + "broker_user_s": 0.174082, + "broker_sys_s": 0.342395, + "broker_cpu_s": 0.516477, + "broker_vcsw": 48785, + "broker_maxrss_kib": 11796, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.335224, + "single_rtt_mean_us": 65.646, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 154.352, + "single_rtt_max_us": 214.904, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501666, + "multi_rtt_mean_us": 498.094, + "multi_rtt_p50_us": 489.175, + "multi_rtt_p90_us": 521.232, + "multi_rtt_p99_us": 832.309, + "multi_rtt_p999_us": 1174.256, + "multi_rtt_max_us": 1336.919, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264835, + "fanout_delivery_mean_us": 22668.683, + "fanout_delivery_p50_us": 23219.172, + "fanout_delivery_p90_us": 28660.647, + "fanout_delivery_p99_us": 30300.331, + "fanout_delivery_p999_us": 31182.508, + "fanout_delivery_max_us": 31315.488, + "client_wall_s": 1.1424661639612168, + "client_cpu_s": 0.9829450000000008, + "broker_user_s": 0.323613, + "broker_sys_s": 0.44090999999999997, + "broker_cpu_s": 0.764523, + "broker_vcsw": 13985, + "broker_maxrss_kib": 7012, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.539423, + "single_rtt_mean_us": 106.478, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 111.608, + "single_rtt_p99_us": 206.593, + "single_rtt_p999_us": 307.515, + "single_rtt_max_us": 460.679, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.169167, + "multi_rtt_mean_us": 1157.125, + "multi_rtt_p50_us": 1094.706, + "multi_rtt_p90_us": 1410.533, + "multi_rtt_p99_us": 1704.987, + "multi_rtt_p999_us": 1899.708, + "multi_rtt_max_us": 2188.225, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.619681, + "fanout_delivery_mean_us": 18702.106, + "fanout_delivery_p50_us": 18712.117, + "fanout_delivery_p90_us": 27633.617, + "fanout_delivery_p99_us": 29660.367, + "fanout_delivery_p999_us": 30077.116, + "fanout_delivery_max_us": 30300.331, + "client_wall_s": 2.3401627549901605, + "client_cpu_s": 1.555772000000001, + "broker_user_s": 0.785586, + "broker_sys_s": 1.332474, + "broker_cpu_s": 2.11806, + "broker_vcsw": 10018, + "broker_maxrss_kib": 6148, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.341236, + "single_rtt_mean_us": 66.824, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 75.988, + "single_rtt_p99_us": 130.605, + "single_rtt_p999_us": 194.72, + "single_rtt_max_us": 374.005, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495783, + "multi_rtt_mean_us": 492.729, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 518.857, + "multi_rtt_p99_us": 872.678, + "multi_rtt_p999_us": 1048.401, + "multi_rtt_max_us": 1342.856, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257356, + "fanout_delivery_mean_us": 59200.733, + "fanout_delivery_p50_us": 61216.88, + "fanout_delivery_p90_us": 92378.017, + "fanout_delivery_p99_us": 98259.986, + "fanout_delivery_p999_us": 103116.113, + "fanout_delivery_max_us": 103277.587, + "client_wall_s": 1.1316663280595094, + "client_cpu_s": 0.9684400000000011, + "broker_user_s": 0.30524, + "broker_sys_s": 0.33460999999999996, + "broker_cpu_s": 0.63985, + "broker_vcsw": 14425, + "broker_maxrss_kib": 8452, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.561619, + "single_rtt_mean_us": 110.911, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 129.417, + "single_rtt_p99_us": 197.094, + "single_rtt_p999_us": 309.89, + "single_rtt_max_us": 1224.124, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.160187, + "multi_rtt_mean_us": 1146.865, + "multi_rtt_p50_us": 1086.395, + "multi_rtt_p90_us": 1387.974, + "multi_rtt_p99_us": 1704.987, + "multi_rtt_p999_us": 1862.9, + "multi_rtt_max_us": 2566.98, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.603286, + "fanout_delivery_mean_us": 18226.318, + "fanout_delivery_p50_us": 18257.374, + "fanout_delivery_p90_us": 26925.977, + "fanout_delivery_p99_us": 28893.36, + "fanout_delivery_p999_us": 29301.798, + "fanout_delivery_max_us": 29546.386, + "client_wall_s": 2.3371825888752937, + "client_cpu_s": 1.5286769999999983, + "broker_user_s": 0.7590969999999999, + "broker_sys_s": 1.350732, + "broker_cpu_s": 2.109829, + "broker_vcsw": 10020, + "broker_maxrss_kib": 6176, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331441, + "single_rtt_mean_us": 64.845, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 117.545, + "single_rtt_p999_us": 204.218, + "single_rtt_max_us": 353.821, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49733, + "multi_rtt_mean_us": 494.043, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 689.831, + "multi_rtt_p999_us": 2032.687, + "multi_rtt_max_us": 2071.869, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254405, + "fanout_delivery_mean_us": 56133.437, + "fanout_delivery_p50_us": 55816.962, + "fanout_delivery_p90_us": 89369.356, + "fanout_delivery_p99_us": 95806.988, + "fanout_delivery_p999_us": 96842.329, + "fanout_delivery_max_us": 96940.876, + "client_wall_s": 1.1153359680902213, + "client_cpu_s": 0.9667200000000022, + "broker_user_s": 0.290813, + "broker_sys_s": 0.338941, + "broker_cpu_s": 0.6297539999999999, + "broker_vcsw": 14647, + "broker_maxrss_kib": 7932, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281481, + "single_rtt_mean_us": 54.834, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 161.475, + "single_rtt_max_us": 393.002, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.50036, + "multi_rtt_mean_us": 473.558, + "multi_rtt_p50_us": 508.172, + "multi_rtt_p90_us": 567.538, + "multi_rtt_p99_us": 823.998, + "multi_rtt_p999_us": 1182.568, + "multi_rtt_max_us": 1549.449, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254334, + "fanout_delivery_mean_us": 53001.996, + "fanout_delivery_p50_us": 55941.631, + "fanout_delivery_p90_us": 84281.702, + "fanout_delivery_p99_us": 89799.164, + "fanout_delivery_p999_us": 94331.153, + "fanout_delivery_max_us": 94679.037, + "client_wall_s": 1.0428241409827024, + "client_cpu_s": 0.9731219999999965, + "broker_user_s": 0.16472799999999999, + "broker_sys_s": 0.356718, + "broker_cpu_s": 0.521446, + "broker_vcsw": 47535, + "broker_maxrss_kib": 11908, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.335473, + "single_rtt_mean_us": 65.663, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 194.72, + "single_rtt_max_us": 286.143, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.479555, + "multi_rtt_mean_us": 476.707, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 504.61, + "multi_rtt_p99_us": 565.163, + "multi_rtt_p999_us": 999.721, + "multi_rtt_max_us": 1219.374, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251554, + "fanout_delivery_mean_us": 22164.835, + "fanout_delivery_p50_us": 21981.989, + "fanout_delivery_p90_us": 27227.555, + "fanout_delivery_p99_us": 27809.34, + "fanout_delivery_p999_us": 28025.432, + "fanout_delivery_max_us": 28127.542, + "client_wall_s": 1.1066697409842163, + "client_cpu_s": 0.9483359999999976, + "broker_user_s": 0.30200099999999996, + "broker_sys_s": 0.438268, + "broker_cpu_s": 0.740269, + "broker_vcsw": 13998, + "broker_maxrss_kib": 7188, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.326797, + "single_rtt_mean_us": 63.971, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 223.216, + "single_rtt_max_us": 321.763, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47931, + "multi_rtt_mean_us": 476.755, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 498.673, + "multi_rtt_p99_us": 540.229, + "multi_rtt_p999_us": 677.958, + "multi_rtt_max_us": 1073.335, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256039, + "fanout_delivery_mean_us": 21635.959, + "fanout_delivery_p50_us": 22436.73, + "fanout_delivery_p90_us": 27549.318, + "fanout_delivery_p99_us": 28414.872, + "fanout_delivery_p999_us": 28629.777, + "fanout_delivery_max_us": 28728.324, + "client_wall_s": 1.0968541910406202, + "client_cpu_s": 0.9456890000000016, + "broker_user_s": 0.282388, + "broker_sys_s": 0.33185699999999996, + "broker_cpu_s": 0.6142449999999999, + "broker_vcsw": 14283, + "broker_maxrss_kib": 7164, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331052, + "single_rtt_mean_us": 64.808, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 188.783, + "single_rtt_max_us": 598.408, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490199, + "multi_rtt_mean_us": 486.598, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 522.42, + "multi_rtt_p99_us": 783.629, + "multi_rtt_p999_us": 1094.706, + "multi_rtt_max_us": 1342.856, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251487, + "fanout_delivery_mean_us": 55428.469, + "fanout_delivery_p50_us": 55581.873, + "fanout_delivery_p90_us": 87970.696, + "fanout_delivery_p99_us": 94476.006, + "fanout_delivery_p999_us": 95069.664, + "fanout_delivery_max_us": 95151.589, + "client_wall_s": 1.1174030879046768, + "client_cpu_s": 0.9523759999999939, + "broker_user_s": 0.301734, + "broker_sys_s": 0.327133, + "broker_cpu_s": 0.6288670000000001, + "broker_vcsw": 14430, + "broker_maxrss_kib": 8376, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.521395, + "single_rtt_mean_us": 102.901, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 106.858, + "single_rtt_p99_us": 200.656, + "single_rtt_p999_us": 382.316, + "single_rtt_max_us": 512.921, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.156335, + "multi_rtt_mean_us": 1143.437, + "multi_rtt_p50_us": 1081.646, + "multi_rtt_p90_us": 1386.786, + "multi_rtt_p99_us": 1671.742, + "multi_rtt_p999_us": 1842.716, + "multi_rtt_max_us": 2248.779, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.613353, + "fanout_delivery_mean_us": 18539.138, + "fanout_delivery_p50_us": 18537.581, + "fanout_delivery_p90_us": 27416.338, + "fanout_delivery_p99_us": 29739.918, + "fanout_delivery_p999_us": 31010.347, + "fanout_delivery_max_us": 31607.568, + "client_wall_s": 2.302116365870461, + "client_cpu_s": 1.5143899999999988, + "broker_user_s": 0.747324, + "broker_sys_s": 1.342321, + "broker_cpu_s": 2.089645, + "broker_vcsw": 10022, + "broker_maxrss_kib": 6096, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.347107, + "single_rtt_mean_us": 67.957, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 81.925, + "single_rtt_p99_us": 135.354, + "single_rtt_p999_us": 201.844, + "single_rtt_max_us": 232.714, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.493455, + "multi_rtt_mean_us": 489.549, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 511.733, + "multi_rtt_p99_us": 865.555, + "multi_rtt_p999_us": 1304.861, + "multi_rtt_max_us": 2073.056, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251159, + "fanout_delivery_mean_us": 21268.574, + "fanout_delivery_p50_us": 22031.855, + "fanout_delivery_p90_us": 27137.319, + "fanout_delivery_p99_us": 28229.65, + "fanout_delivery_p999_us": 28728.324, + "fanout_delivery_max_us": 28817.373, + "client_wall_s": 1.1353078291285783, + "client_cpu_s": 0.9683010000000039, + "broker_user_s": 0.316528, + "broker_sys_s": 0.435973, + "broker_cpu_s": 0.752501, + "broker_vcsw": 13996, + "broker_maxrss_kib": 7124, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282765, + "single_rtt_mean_us": 55.121, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 90.236, + "single_rtt_p999_us": 179.285, + "single_rtt_max_us": 436.933, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.479125, + "multi_rtt_mean_us": 450.713, + "multi_rtt_p50_us": 499.861, + "multi_rtt_p90_us": 529.543, + "multi_rtt_p99_us": 615.03, + "multi_rtt_p999_us": 1047.214, + "multi_rtt_max_us": 1750.106, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252412, + "fanout_delivery_mean_us": 52198.466, + "fanout_delivery_p50_us": 55591.373, + "fanout_delivery_p90_us": 83088.448, + "fanout_delivery_p99_us": 88643.905, + "fanout_delivery_p999_us": 93207.951, + "fanout_delivery_max_us": 93692.377, + "client_wall_s": 1.0216079719830304, + "client_cpu_s": 0.9417220000000057, + "broker_user_s": 0.158614, + "broker_sys_s": 0.343919, + "broker_cpu_s": 0.502533, + "broker_vcsw": 45199, + "broker_maxrss_kib": 11796, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.324965, + "single_rtt_mean_us": 63.631, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 176.91, + "single_rtt_max_us": 199.469, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487535, + "multi_rtt_mean_us": 484.293, + "multi_rtt_p50_us": 477.301, + "multi_rtt_p90_us": 506.985, + "multi_rtt_p99_us": 742.073, + "multi_rtt_p999_us": 1017.53, + "multi_rtt_max_us": 1241.934, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255208, + "fanout_delivery_mean_us": 23040.306, + "fanout_delivery_p50_us": 22662.321, + "fanout_delivery_p90_us": 27858.02, + "fanout_delivery_p99_us": 28830.433, + "fanout_delivery_p999_us": 29187.815, + "fanout_delivery_max_us": 29295.861, + "client_wall_s": 1.1102886840235442, + "client_cpu_s": 0.9503139999999988, + "broker_user_s": 0.283454, + "broker_sys_s": 0.34990499999999997, + "broker_cpu_s": 0.633359, + "broker_vcsw": 14181, + "broker_maxrss_kib": 7000, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333535, + "single_rtt_mean_us": 65.297, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 125.856, + "single_rtt_p999_us": 212.53, + "single_rtt_max_us": 365.694, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.491363, + "multi_rtt_mean_us": 488.168, + "multi_rtt_p50_us": 478.489, + "multi_rtt_p90_us": 510.547, + "multi_rtt_p99_us": 782.442, + "multi_rtt_p999_us": 1170.695, + "multi_rtt_max_us": 1289.427, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252513, + "fanout_delivery_mean_us": 22306.219, + "fanout_delivery_p50_us": 22234.887, + "fanout_delivery_p90_us": 27355.785, + "fanout_delivery_p99_us": 28114.481, + "fanout_delivery_p999_us": 28357.881, + "fanout_delivery_max_us": 32892.245, + "client_wall_s": 1.1177390981465578, + "client_cpu_s": 0.9573439999999991, + "broker_user_s": 0.31143, + "broker_sys_s": 0.438461, + "broker_cpu_s": 0.749891, + "broker_vcsw": 14008, + "broker_maxrss_kib": 7012, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.283417, + "single_rtt_mean_us": 55.227, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 86.674, + "single_rtt_p999_us": 166.225, + "single_rtt_max_us": 265.959, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490204, + "multi_rtt_mean_us": 461.713, + "multi_rtt_p50_us": 515.296, + "multi_rtt_p90_us": 546.166, + "multi_rtt_p99_us": 611.468, + "multi_rtt_p999_us": 720.702, + "multi_rtt_max_us": 1041.277, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252278, + "fanout_delivery_mean_us": 52221.443, + "fanout_delivery_p50_us": 55315.915, + "fanout_delivery_p90_us": 83837.645, + "fanout_delivery_p99_us": 89351.546, + "fanout_delivery_p999_us": 93907.282, + "fanout_delivery_max_us": 94320.468, + "client_wall_s": 1.0329136059153825, + "client_cpu_s": 0.9549919999999972, + "broker_user_s": 0.157911, + "broker_sys_s": 0.365913, + "broker_cpu_s": 0.523824, + "broker_vcsw": 48579, + "broker_maxrss_kib": 12124, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325178, + "single_rtt_mean_us": 63.62, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 205.405, + "single_rtt_max_us": 334.823, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484886, + "multi_rtt_mean_us": 481.653, + "multi_rtt_p50_us": 471.364, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 784.817, + "multi_rtt_p999_us": 1095.893, + "multi_rtt_max_us": 1325.046, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251956, + "fanout_delivery_mean_us": 58170.629, + "fanout_delivery_p50_us": 60286.024, + "fanout_delivery_p90_us": 89432.283, + "fanout_delivery_p99_us": 97929.911, + "fanout_delivery_p999_us": 99060.237, + "fanout_delivery_max_us": 99355.879, + "client_wall_s": 1.1088852749671787, + "client_cpu_s": 0.9439959999999985, + "broker_user_s": 0.292864, + "broker_sys_s": 0.32934599999999997, + "broker_cpu_s": 0.6222099999999999, + "broker_vcsw": 14438, + "broker_maxrss_kib": 7928, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.544447, + "single_rtt_mean_us": 107.487, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 119.919, + "single_rtt_p99_us": 212.53, + "single_rtt_p999_us": 334.824, + "single_rtt_max_us": 492.736, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.12923, + "multi_rtt_mean_us": 1114.95, + "multi_rtt_p50_us": 1051.963, + "multi_rtt_p90_us": 1355.916, + "multi_rtt_p99_us": 1595.754, + "multi_rtt_p999_us": 2154.981, + "multi_rtt_max_us": 3770.919, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.606219, + "fanout_delivery_mean_us": 18281.842, + "fanout_delivery_p50_us": 18270.435, + "fanout_delivery_p90_us": 27019.775, + "fanout_delivery_p99_us": 29676.99, + "fanout_delivery_p999_us": 31240.687, + "fanout_delivery_max_us": 31862.84, + "client_wall_s": 2.2919541199225932, + "client_cpu_s": 1.5019090000000048, + "broker_user_s": 0.7650079999999999, + "broker_sys_s": 1.305547, + "broker_cpu_s": 2.0705549999999997, + "broker_vcsw": 10022, + "broker_maxrss_kib": 6176, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.335967, + "single_rtt_mean_us": 65.764, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 227.965, + "single_rtt_max_us": 598.407, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494913, + "multi_rtt_mean_us": 491.332, + "multi_rtt_p50_us": 482.051, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 872.678, + "multi_rtt_p999_us": 1434.279, + "multi_rtt_max_us": 2081.367, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256088, + "fanout_delivery_mean_us": 22480.731, + "fanout_delivery_p50_us": 22618.39, + "fanout_delivery_p90_us": 27761.848, + "fanout_delivery_p99_us": 28595.344, + "fanout_delivery_p999_us": 28969.349, + "fanout_delivery_max_us": 29170.005, + "client_wall_s": 1.1233456099871546, + "client_cpu_s": 0.9678929999999966, + "broker_user_s": 0.31906799999999996, + "broker_sys_s": 0.33257899999999996, + "broker_cpu_s": 0.6516469999999999, + "broker_vcsw": 14183, + "broker_maxrss_kib": 6904, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.519654, + "single_rtt_mean_us": 102.534, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 192.346, + "single_rtt_p999_us": 286.144, + "single_rtt_max_us": 429.809, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.149708, + "multi_rtt_mean_us": 1135.231, + "multi_rtt_p50_us": 1075.71, + "multi_rtt_p90_us": 1383.224, + "multi_rtt_p99_us": 1666.993, + "multi_rtt_p999_us": 1995.88, + "multi_rtt_max_us": 2527.798, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.611065, + "fanout_delivery_mean_us": 18519.407, + "fanout_delivery_p50_us": 18513.835, + "fanout_delivery_p90_us": 27372.407, + "fanout_delivery_p99_us": 29771.975, + "fanout_delivery_p999_us": 31265.621, + "fanout_delivery_max_us": 31896.085, + "client_wall_s": 2.291614546906203, + "client_cpu_s": 1.5326149999999998, + "broker_user_s": 0.746207, + "broker_sys_s": 1.3336679999999999, + "broker_cpu_s": 2.079875, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6132, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32463, + "single_rtt_mean_us": 63.504, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 110.42, + "single_rtt_p999_us": 210.155, + "single_rtt_max_us": 2184.664, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.496508, + "multi_rtt_mean_us": 491.363, + "multi_rtt_p50_us": 482.051, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 870.303, + "multi_rtt_p999_us": 1086.396, + "multi_rtt_max_us": 1368.976, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256254, + "fanout_delivery_mean_us": 22726.351, + "fanout_delivery_p50_us": 22707.439, + "fanout_delivery_p90_us": 27923.323, + "fanout_delivery_p99_us": 30221.968, + "fanout_delivery_p999_us": 30788.319, + "fanout_delivery_max_us": 30920.111, + "client_wall_s": 1.117509945994243, + "client_cpu_s": 0.9583799999999982, + "broker_user_s": 0.30710699999999996, + "broker_sys_s": 0.33142299999999997, + "broker_cpu_s": 0.6385299999999999, + "broker_vcsw": 14055, + "broker_maxrss_kib": 7044, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.29393, + "single_rtt_mean_us": 57.281, + "single_rtt_p50_us": 55.804, + "single_rtt_p90_us": 61.741, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 166.224, + "single_rtt_max_us": 260.022, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490748, + "multi_rtt_mean_us": 463.946, + "multi_rtt_p50_us": 489.174, + "multi_rtt_p90_us": 546.166, + "multi_rtt_p99_us": 673.208, + "multi_rtt_p999_us": 768.194, + "multi_rtt_max_us": 923.732, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248674, + "fanout_delivery_mean_us": 51617.782, + "fanout_delivery_p50_us": 54275.825, + "fanout_delivery_p90_us": 82564.841, + "fanout_delivery_p99_us": 88026.5, + "fanout_delivery_p999_us": 92438.57, + "fanout_delivery_max_us": 93064.287, + "client_wall_s": 1.0398748449515551, + "client_cpu_s": 0.9565840000000065, + "broker_user_s": 0.180508, + "broker_sys_s": 0.341308, + "broker_cpu_s": 0.5218160000000001, + "broker_vcsw": 47695, + "broker_maxrss_kib": 11692, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.324225, + "single_rtt_mean_us": 63.439, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 207.78, + "single_rtt_max_us": 290.893, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.550202, + "multi_rtt_mean_us": 547.275, + "multi_rtt_p50_us": 537.855, + "multi_rtt_p90_us": 568.725, + "multi_rtt_p99_us": 799.065, + "multi_rtt_p999_us": 1108.954, + "multi_rtt_max_us": 1294.176, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250785, + "fanout_delivery_mean_us": 56345.749, + "fanout_delivery_p50_us": 59806.348, + "fanout_delivery_p90_us": 88077.554, + "fanout_delivery_p99_us": 94531.81, + "fanout_delivery_p999_us": 98978.313, + "fanout_delivery_max_us": 99285.828, + "client_wall_s": 1.1757609089836478, + "client_cpu_s": 1.0096580000000017, + "broker_user_s": 0.296822, + "broker_sys_s": 0.323806, + "broker_cpu_s": 0.620628, + "broker_vcsw": 14641, + "broker_maxrss_kib": 8032, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 10, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336607, + "single_rtt_mean_us": 65.944, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 117.544, + "single_rtt_p999_us": 194.72, + "single_rtt_max_us": 1125.576, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482154, + "multi_rtt_mean_us": 479.176, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 686.269, + "multi_rtt_p999_us": 980.724, + "multi_rtt_max_us": 1296.551, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254422, + "fanout_delivery_mean_us": 21891.328, + "fanout_delivery_p50_us": 22240.823, + "fanout_delivery_p90_us": 27596.81, + "fanout_delivery_p99_us": 28811.436, + "fanout_delivery_p999_us": 29289.924, + "fanout_delivery_max_us": 29408.656, + "client_wall_s": 1.1055797841399908, + "client_cpu_s": 0.954582000000002, + "broker_user_s": 0.301033, + "broker_sys_s": 0.43562399999999996, + "broker_cpu_s": 0.7366569999999999, + "broker_vcsw": 14074, + "broker_maxrss_kib": 6936, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.536494, + "single_rtt_mean_us": 105.888, + "single_rtt_p50_us": 99.735, + "single_rtt_p90_us": 118.731, + "single_rtt_p99_us": 200.657, + "single_rtt_p999_us": 311.077, + "single_rtt_max_us": 372.818, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.152049, + "multi_rtt_mean_us": 1133.506, + "multi_rtt_p50_us": 1076.897, + "multi_rtt_p90_us": 1383.225, + "multi_rtt_p99_us": 1676.492, + "multi_rtt_p999_us": 1821.344, + "multi_rtt_max_us": 2340.202, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.599777, + "fanout_delivery_mean_us": 18098.491, + "fanout_delivery_p50_us": 18126.769, + "fanout_delivery_p90_us": 26757.378, + "fanout_delivery_p99_us": 28699.828, + "fanout_delivery_p999_us": 29075.02, + "fanout_delivery_max_us": 29156.945, + "client_wall_s": 2.3004303760826588, + "client_cpu_s": 1.5141690000000025, + "broker_user_s": 0.763478, + "broker_sys_s": 1.3172760000000001, + "broker_cpu_s": 2.080754, + "broker_vcsw": 10035, + "broker_maxrss_kib": 6116, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.34012, + "single_rtt_mean_us": 66.649, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 125.856, + "single_rtt_p999_us": 205.405, + "single_rtt_max_us": 248.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484157, + "multi_rtt_mean_us": 481.362, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 503.422, + "multi_rtt_p99_us": 729.013, + "multi_rtt_p999_us": 1158.822, + "multi_rtt_max_us": 1319.109, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250373, + "fanout_delivery_mean_us": 21428.613, + "fanout_delivery_p50_us": 21939.245, + "fanout_delivery_p90_us": 26929.539, + "fanout_delivery_p99_us": 27830.712, + "fanout_delivery_p999_us": 28019.496, + "fanout_delivery_max_us": 29751.79, + "client_wall_s": 1.1139361190143973, + "client_cpu_s": 0.9562530000000038, + "broker_user_s": 0.351883, + "broker_sys_s": 0.39333999999999997, + "broker_cpu_s": 0.745223, + "broker_vcsw": 13999, + "broker_maxrss_kib": 6968, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33394, + "single_rtt_mean_us": 65.366, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 83.112, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 203.031, + "single_rtt_max_us": 268.334, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48939, + "multi_rtt_mean_us": 486.148, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 515.296, + "multi_rtt_p99_us": 834.684, + "multi_rtt_p999_us": 1049.588, + "multi_rtt_max_us": 1214.625, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263582, + "fanout_delivery_mean_us": 58168.098, + "fanout_delivery_p50_us": 57375.909, + "fanout_delivery_p90_us": 94185.113, + "fanout_delivery_p99_us": 101948.98, + "fanout_delivery_p999_us": 102400.16, + "fanout_delivery_max_us": 102461.901, + "client_wall_s": 1.1180216779466718, + "client_cpu_s": 0.9635399999999947, + "broker_user_s": 0.319609, + "broker_sys_s": 0.319137, + "broker_cpu_s": 0.638746, + "broker_vcsw": 14365, + "broker_maxrss_kib": 8292, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.348757, + "single_rtt_mean_us": 68.332, + "single_rtt_p50_us": 67.677, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 100.922, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 465.429, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497176, + "multi_rtt_mean_us": 494.244, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 520.045, + "multi_rtt_p99_us": 601.969, + "multi_rtt_p999_us": 929.669, + "multi_rtt_max_us": 1164.758, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.265329, + "fanout_delivery_mean_us": 22881.793, + "fanout_delivery_p50_us": 23417.454, + "fanout_delivery_p90_us": 29010.905, + "fanout_delivery_p99_us": 30061.681, + "fanout_delivery_p999_us": 30617.346, + "fanout_delivery_max_us": 30733.702, + "client_wall_s": 1.1408775309100747, + "client_cpu_s": 1.0008330000000072, + "broker_user_s": 0.267662, + "broker_sys_s": 0.37123999999999996, + "broker_cpu_s": 0.638902, + "broker_vcsw": 14242, + "broker_maxrss_kib": 6908, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 11, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281216, + "single_rtt_mean_us": 54.793, + "single_rtt_p50_us": 53.43, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 75.989, + "single_rtt_p999_us": 136.542, + "single_rtt_max_us": 208.968, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.502609, + "multi_rtt_mean_us": 474.56, + "multi_rtt_p50_us": 525.981, + "multi_rtt_p90_us": 558.039, + "multi_rtt_p99_us": 662.523, + "multi_rtt_p999_us": 959.352, + "multi_rtt_max_us": 1634.936, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264459, + "fanout_delivery_mean_us": 55106.375, + "fanout_delivery_p50_us": 58551.353, + "fanout_delivery_p90_us": 87320.046, + "fanout_delivery_p99_us": 92795.953, + "fanout_delivery_p999_us": 97535.722, + "fanout_delivery_max_us": 97723.318, + "client_wall_s": 1.0545975740533322, + "client_cpu_s": 0.9798860000000005, + "broker_user_s": 0.17932, + "broker_sys_s": 0.36051, + "broker_cpu_s": 0.53983, + "broker_vcsw": 47191, + "broker_maxrss_kib": 11756, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.345331, + "single_rtt_mean_us": 67.633, + "single_rtt_p50_us": 65.302, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 192.346, + "single_rtt_max_us": 723.076, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.518104, + "multi_rtt_mean_us": 514.129, + "multi_rtt_p50_us": 497.486, + "multi_rtt_p90_us": 560.413, + "multi_rtt_p99_us": 810.938, + "multi_rtt_p999_us": 1108.954, + "multi_rtt_max_us": 1254.995, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264683, + "fanout_delivery_mean_us": 23184.761, + "fanout_delivery_p50_us": 23331.968, + "fanout_delivery_p90_us": 28744.946, + "fanout_delivery_p99_us": 29552.322, + "fanout_delivery_p999_us": 29883.583, + "fanout_delivery_max_us": 34039.192, + "client_wall_s": 1.1700321009848267, + "client_cpu_s": 1.0087239999999937, + "broker_user_s": 0.341582, + "broker_sys_s": 0.43091799999999997, + "broker_cpu_s": 0.7725, + "broker_vcsw": 13725, + "broker_maxrss_kib": 7144, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.347731, + "single_rtt_mean_us": 68.133, + "single_rtt_p50_us": 65.303, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 182.846, + "single_rtt_max_us": 231.527, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.512564, + "multi_rtt_mean_us": 509.714, + "multi_rtt_p50_us": 498.673, + "multi_rtt_p90_us": 535.48, + "multi_rtt_p99_us": 835.871, + "multi_rtt_p999_us": 1047.214, + "multi_rtt_max_us": 1287.051, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253775, + "fanout_delivery_mean_us": 22347.976, + "fanout_delivery_p50_us": 22464.039, + "fanout_delivery_p90_us": 27575.439, + "fanout_delivery_p99_us": 28260.521, + "fanout_delivery_p999_us": 28476.612, + "fanout_delivery_max_us": 28625.027, + "client_wall_s": 1.1403503618203104, + "client_cpu_s": 0.9996200000000002, + "broker_user_s": 0.306071, + "broker_sys_s": 0.350962, + "broker_cpu_s": 0.657033, + "broker_vcsw": 14202, + "broker_maxrss_kib": 7012, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.520735, + "single_rtt_mean_us": 102.763, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 109.233, + "single_rtt_p99_us": 151.976, + "single_rtt_p999_us": 256.46, + "single_rtt_max_us": 1142.199, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.125245, + "multi_rtt_mean_us": 1114.339, + "multi_rtt_p50_us": 1054.338, + "multi_rtt_p90_us": 1342.856, + "multi_rtt_p99_us": 1642.06, + "multi_rtt_p999_us": 1763.165, + "multi_rtt_max_us": 1877.149, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.599964, + "fanout_delivery_mean_us": 18111.201, + "fanout_delivery_p50_us": 18100.648, + "fanout_delivery_p90_us": 26777.562, + "fanout_delivery_p99_us": 28788.877, + "fanout_delivery_p999_us": 30217.219, + "fanout_delivery_max_us": 30832.25, + "client_wall_s": 2.257112296996638, + "client_cpu_s": 1.4710559999999973, + "broker_user_s": 0.7779849999999999, + "broker_sys_s": 1.2674159999999999, + "broker_cpu_s": 2.045401, + "broker_vcsw": 10020, + "broker_maxrss_kib": 6308, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.319654, + "single_rtt_mean_us": 62.492, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 66.489, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 184.035, + "single_rtt_max_us": 241.025, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.507241, + "multi_rtt_mean_us": 502.699, + "multi_rtt_p50_us": 484.426, + "multi_rtt_p90_us": 531.918, + "multi_rtt_p99_us": 910.672, + "multi_rtt_p999_us": 2044.56, + "multi_rtt_max_us": 2100.364, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251988, + "fanout_delivery_mean_us": 59229.268, + "fanout_delivery_p50_us": 60427.314, + "fanout_delivery_p90_us": 89718.427, + "fanout_delivery_p99_us": 98661.298, + "fanout_delivery_p999_us": 101827.874, + "fanout_delivery_max_us": 101966.79, + "client_wall_s": 1.127380111021921, + "client_cpu_s": 0.9626429999999928, + "broker_user_s": 0.296695, + "broker_sys_s": 0.336015, + "broker_cpu_s": 0.63271, + "broker_vcsw": 14433, + "broker_maxrss_kib": 8384, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 12, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.277522, + "single_rtt_mean_us": 54.071, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 55.804, + "single_rtt_p99_us": 68.865, + "single_rtt_p999_us": 108.046, + "single_rtt_max_us": 440.494, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484459, + "multi_rtt_mean_us": 455.791, + "multi_rtt_p50_us": 498.673, + "multi_rtt_p90_us": 541.417, + "multi_rtt_p99_us": 635.214, + "multi_rtt_p999_us": 740.886, + "multi_rtt_max_us": 1155.259, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264353, + "fanout_delivery_mean_us": 54568.015, + "fanout_delivery_p50_us": 57625.246, + "fanout_delivery_p90_us": 86810.687, + "fanout_delivery_p99_us": 92572.737, + "fanout_delivery_p999_us": 97291.135, + "fanout_delivery_max_us": 97798.119, + "client_wall_s": 1.033472829964012, + "client_cpu_s": 0.9498439999999988, + "broker_user_s": 0.171964, + "broker_sys_s": 0.34484099999999995, + "broker_cpu_s": 0.516805, + "broker_vcsw": 45309, + "broker_maxrss_kib": 12016, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337957, + "single_rtt_mean_us": 66.195, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 105.672, + "single_rtt_p999_us": 178.097, + "single_rtt_max_us": 243.4, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.485105, + "multi_rtt_mean_us": 481.907, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 506.984, + "multi_rtt_p99_us": 717.14, + "multi_rtt_p999_us": 1008.032, + "multi_rtt_max_us": 1177.819, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246988, + "fanout_delivery_mean_us": 21501.524, + "fanout_delivery_p50_us": 21847.821, + "fanout_delivery_p90_us": 26925.976, + "fanout_delivery_p99_us": 27588.5, + "fanout_delivery_p999_us": 27763.035, + "fanout_delivery_max_us": 27896.014, + "client_wall_s": 1.1097033340483904, + "client_cpu_s": 0.9537079999999989, + "broker_user_s": 0.29290299999999997, + "broker_sys_s": 0.442449, + "broker_cpu_s": 0.735352, + "broker_vcsw": 14080, + "broker_maxrss_kib": 6980, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328218, + "single_rtt_mean_us": 64.241, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 201.844, + "single_rtt_max_us": 799.064, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.504723, + "multi_rtt_mean_us": 501.147, + "multi_rtt_p50_us": 489.175, + "multi_rtt_p90_us": 528.356, + "multi_rtt_p99_us": 820.436, + "multi_rtt_p999_us": 999.721, + "multi_rtt_max_us": 1127.951, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.269888, + "fanout_delivery_mean_us": 60635.076, + "fanout_delivery_p50_us": 64516.434, + "fanout_delivery_p90_us": 95013.861, + "fanout_delivery_p99_us": 101825.498, + "fanout_delivery_p999_us": 106635.32, + "fanout_delivery_max_us": 106960.645, + "client_wall_s": 1.1360130929388106, + "client_cpu_s": 0.9811389999999918, + "broker_user_s": 0.293548, + "broker_sys_s": 0.344865, + "broker_cpu_s": 0.6384129999999999, + "broker_vcsw": 14440, + "broker_maxrss_kib": 8228, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.28552, + "single_rtt_mean_us": 55.646, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 62.927, + "single_rtt_p99_us": 79.55, + "single_rtt_p999_us": 143.666, + "single_rtt_max_us": 216.092, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509987, + "multi_rtt_mean_us": 481.83, + "multi_rtt_p50_us": 528.356, + "multi_rtt_p90_us": 571.1, + "multi_rtt_p99_us": 702.891, + "multi_rtt_p999_us": 936.793, + "multi_rtt_max_us": 1113.704, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.280992, + "fanout_delivery_mean_us": 57374.649, + "fanout_delivery_p50_us": 58237.902, + "fanout_delivery_p90_us": 97484.668, + "fanout_delivery_p99_us": 106907.216, + "fanout_delivery_p999_us": 112936.411, + "fanout_delivery_max_us": 113128.757, + "client_wall_s": 1.0829566430766135, + "client_cpu_s": 1.0032309999999995, + "broker_user_s": 0.167295, + "broker_sys_s": 0.38476399999999994, + "broker_cpu_s": 0.552059, + "broker_vcsw": 49180, + "broker_maxrss_kib": 11492, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.534927, + "single_rtt_mean_us": 105.573, + "single_rtt_p50_us": 102.11, + "single_rtt_p90_us": 111.607, + "single_rtt_p99_us": 187.596, + "single_rtt_p999_us": 302.766, + "single_rtt_max_us": 356.195, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.141273, + "multi_rtt_mean_us": 1130.189, + "multi_rtt_p50_us": 1061.462, + "multi_rtt_p90_us": 1377.287, + "multi_rtt_p99_us": 1748.919, + "multi_rtt_p999_us": 2128.86, + "multi_rtt_max_us": 2539.671, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.602117, + "fanout_delivery_mean_us": 18174.339, + "fanout_delivery_p50_us": 18189.697, + "fanout_delivery_p90_us": 26882.045, + "fanout_delivery_p99_us": 28810.249, + "fanout_delivery_p999_us": 29114.201, + "fanout_delivery_max_us": 29173.568, + "client_wall_s": 2.2905685170553625, + "client_cpu_s": 1.5029970000000077, + "broker_user_s": 0.744145, + "broker_sys_s": 1.328675, + "broker_cpu_s": 2.07282, + "broker_vcsw": 10016, + "broker_maxrss_kib": 6204, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.319468, + "single_rtt_mean_us": 62.522, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 97.36, + "single_rtt_p999_us": 160.287, + "single_rtt_max_us": 181.66, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484696, + "multi_rtt_mean_us": 481.697, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 721.889, + "multi_rtt_p999_us": 1018.718, + "multi_rtt_max_us": 1186.13, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250554, + "fanout_delivery_mean_us": 21097.116, + "fanout_delivery_p50_us": 21922.622, + "fanout_delivery_p90_us": 26915.291, + "fanout_delivery_p99_us": 27805.778, + "fanout_delivery_p999_us": 28247.461, + "fanout_delivery_max_us": 28446.929, + "client_wall_s": 1.096050376072526, + "client_cpu_s": 0.9412759999999949, + "broker_user_s": 0.307979, + "broker_sys_s": 0.321132, + "broker_cpu_s": 0.629111, + "broker_vcsw": 14168, + "broker_maxrss_kib": 7084, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.548941, + "single_rtt_mean_us": 108.38, + "single_rtt_p50_us": 99.735, + "single_rtt_p90_us": 124.668, + "single_rtt_p99_us": 198.282, + "single_rtt_p999_us": 305.141, + "single_rtt_max_us": 383.503, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.124288, + "multi_rtt_mean_us": 1108.391, + "multi_rtt_p50_us": 1051.963, + "multi_rtt_p90_us": 1344.043, + "multi_rtt_p99_us": 1595.755, + "multi_rtt_p999_us": 1733.483, + "multi_rtt_max_us": 1966.197, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.601957, + "fanout_delivery_mean_us": 18171.745, + "fanout_delivery_p50_us": 18188.511, + "fanout_delivery_p90_us": 26861.861, + "fanout_delivery_p99_us": 28810.248, + "fanout_delivery_p999_us": 29174.755, + "fanout_delivery_max_us": 29414.593, + "client_wall_s": 2.2865316378884017, + "client_cpu_s": 1.4926750000000055, + "broker_user_s": 0.748196, + "broker_sys_s": 1.317521, + "broker_cpu_s": 2.065717, + "broker_vcsw": 10058, + "broker_maxrss_kib": 6468, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.318873, + "single_rtt_mean_us": 62.369, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.489, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 150.79, + "single_rtt_max_us": 243.4, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482391, + "multi_rtt_mean_us": 479.597, + "multi_rtt_p50_us": 472.553, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 657.774, + "multi_rtt_p999_us": 1023.468, + "multi_rtt_max_us": 1181.38, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252174, + "fanout_delivery_mean_us": 56905.085, + "fanout_delivery_p50_us": 59552.262, + "fanout_delivery_p90_us": 88278.211, + "fanout_delivery_p99_us": 94453.447, + "fanout_delivery_p999_us": 98908.261, + "fanout_delivery_max_us": 99213.401, + "client_wall_s": 1.0834268210455775, + "client_cpu_s": 0.9400469999999999, + "broker_user_s": 0.305933, + "broker_sys_s": 0.302735, + "broker_cpu_s": 0.608668, + "broker_vcsw": 14484, + "broker_maxrss_kib": 7980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.318789, + "single_rtt_mean_us": 62.348, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 65.303, + "single_rtt_p99_us": 99.734, + "single_rtt_p999_us": 165.037, + "single_rtt_max_us": 207.78, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494341, + "multi_rtt_mean_us": 489.691, + "multi_rtt_p50_us": 477.301, + "multi_rtt_p90_us": 522.42, + "multi_rtt_p99_us": 870.304, + "multi_rtt_p999_us": 1012.781, + "multi_rtt_max_us": 1298.925, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25591, + "fanout_delivery_mean_us": 23178.385, + "fanout_delivery_p50_us": 22911.658, + "fanout_delivery_p90_us": 28069.363, + "fanout_delivery_p99_us": 29333.856, + "fanout_delivery_p999_us": 29979.756, + "fanout_delivery_max_us": 32810.319, + "client_wall_s": 1.1114546270109713, + "client_cpu_s": 0.954090999999984, + "broker_user_s": 0.29722299999999996, + "broker_sys_s": 0.35864199999999996, + "broker_cpu_s": 0.6558649999999999, + "broker_vcsw": 13786, + "broker_maxrss_kib": 7032, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.359864, + "single_rtt_mean_us": 70.591, + "single_rtt_p50_us": 72.426, + "single_rtt_p90_us": 75.989, + "single_rtt_p99_us": 103.297, + "single_rtt_p999_us": 214.905, + "single_rtt_max_us": 269.521, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480337, + "multi_rtt_mean_us": 476.591, + "multi_rtt_p50_us": 468.991, + "multi_rtt_p90_us": 506.984, + "multi_rtt_p99_us": 666.085, + "multi_rtt_p999_us": 948.667, + "multi_rtt_max_us": 1276.366, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254118, + "fanout_delivery_mean_us": 21634.659, + "fanout_delivery_p50_us": 22114.968, + "fanout_delivery_p90_us": 27126.633, + "fanout_delivery_p99_us": 28046.803, + "fanout_delivery_p999_us": 28311.576, + "fanout_delivery_max_us": 28398.25, + "client_wall_s": 1.139355389866978, + "client_cpu_s": 0.9821599999999933, + "broker_user_s": 0.31391199999999997, + "broker_sys_s": 0.431942, + "broker_cpu_s": 0.745854, + "broker_vcsw": 13930, + "broker_maxrss_kib": 7168, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 14, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281826, + "single_rtt_mean_us": 54.915, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 89.048, + "single_rtt_p999_us": 154.351, + "single_rtt_max_us": 213.717, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.51953, + "multi_rtt_mean_us": 494.076, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 637.589, + "multi_rtt_p99_us": 717.139, + "multi_rtt_p999_us": 879.802, + "multi_rtt_max_us": 1035.341, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.268853, + "fanout_delivery_mean_us": 55685.609, + "fanout_delivery_p50_us": 58233.153, + "fanout_delivery_p90_us": 90857.063, + "fanout_delivery_p99_us": 97213.959, + "fanout_delivery_p999_us": 102320.61, + "fanout_delivery_max_us": 102813.347, + "client_wall_s": 1.0770319309085608, + "client_cpu_s": 1.0017400000000123, + "broker_user_s": 0.181762, + "broker_sys_s": 0.353513, + "broker_cpu_s": 0.5352750000000001, + "broker_vcsw": 49709, + "broker_maxrss_kib": 12048, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.280117, + "single_rtt_mean_us": 54.596, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 142.478, + "single_rtt_max_us": 245.774, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.481305, + "multi_rtt_mean_us": 453.528, + "multi_rtt_p50_us": 502.235, + "multi_rtt_p90_us": 542.604, + "multi_rtt_p99_us": 607.906, + "multi_rtt_p999_us": 784.817, + "multi_rtt_max_us": 1089.957, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.2494, + "fanout_delivery_mean_us": 51737.196, + "fanout_delivery_p50_us": 54173.715, + "fanout_delivery_p90_us": 83246.361, + "fanout_delivery_p99_us": 88630.844, + "fanout_delivery_p999_us": 92933.681, + "fanout_delivery_max_us": 93397.922, + "client_wall_s": 1.017207772936672, + "client_cpu_s": 0.939031, + "broker_user_s": 0.16585299999999997, + "broker_sys_s": 0.34825399999999995, + "broker_cpu_s": 0.5141069999999999, + "broker_vcsw": 46563, + "broker_maxrss_kib": 11976, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.545681, + "single_rtt_mean_us": 107.718, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 119.919, + "single_rtt_p99_us": 218.467, + "single_rtt_p999_us": 347.884, + "single_rtt_max_us": 453.555, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.12128, + "multi_rtt_mean_us": 1105.789, + "multi_rtt_p50_us": 1050.775, + "multi_rtt_p90_us": 1336.919, + "multi_rtt_p99_us": 1611.19, + "multi_rtt_p999_us": 1770.289, + "multi_rtt_max_us": 1997.068, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.603188, + "fanout_delivery_mean_us": 18182.7, + "fanout_delivery_p50_us": 18165.951, + "fanout_delivery_p90_us": 26863.049, + "fanout_delivery_p99_us": 28912.357, + "fanout_delivery_p999_us": 30701.644, + "fanout_delivery_max_us": 31335.672, + "client_wall_s": 2.2813668102025986, + "client_cpu_s": 1.4752649999999932, + "broker_user_s": 0.7621779999999999, + "broker_sys_s": 1.300702, + "broker_cpu_s": 2.06288, + "broker_vcsw": 10016, + "broker_maxrss_kib": 6416, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.348443, + "single_rtt_mean_us": 68.266, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 83.113, + "single_rtt_p99_us": 129.418, + "single_rtt_p999_us": 199.47, + "single_rtt_max_us": 330.074, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.503597, + "multi_rtt_mean_us": 500.242, + "multi_rtt_p50_us": 485.612, + "multi_rtt_p90_us": 517.671, + "multi_rtt_p99_us": 960.539, + "multi_rtt_p999_us": 2035.062, + "multi_rtt_max_us": 2090.865, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250413, + "fanout_delivery_mean_us": 21539.745, + "fanout_delivery_p50_us": 21919.06, + "fanout_delivery_p90_us": 27143.255, + "fanout_delivery_p99_us": 27905.513, + "fanout_delivery_p999_us": 28166.722, + "fanout_delivery_max_us": 28319.886, + "client_wall_s": 1.1358718019910157, + "client_cpu_s": 0.9829619999999863, + "broker_user_s": 0.299272, + "broker_sys_s": 0.449754, + "broker_cpu_s": 0.749026, + "broker_vcsw": 14167, + "broker_maxrss_kib": 6904, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322127, + "single_rtt_mean_us": 63.024, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.678, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 172.161, + "single_rtt_max_us": 182.847, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490665, + "multi_rtt_mean_us": 487.382, + "multi_rtt_p50_us": 476.115, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 878.614, + "multi_rtt_p999_us": 1158.821, + "multi_rtt_max_us": 1341.668, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251685, + "fanout_delivery_mean_us": 21300.071, + "fanout_delivery_p50_us": 22080.536, + "fanout_delivery_p90_us": 27088.639, + "fanout_delivery_p99_us": 27898.389, + "fanout_delivery_p999_us": 28191.656, + "fanout_delivery_max_us": 28486.111, + "client_wall_s": 1.098391765030101, + "client_cpu_s": 0.9474189999999965, + "broker_user_s": 0.283852, + "broker_sys_s": 0.361549, + "broker_cpu_s": 0.645401, + "broker_vcsw": 14194, + "broker_maxrss_kib": 7156, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.320406, + "single_rtt_mean_us": 62.702, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 191.158, + "single_rtt_max_us": 230.339, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494349, + "multi_rtt_mean_us": 490.59, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 522.419, + "multi_rtt_p99_us": 872.679, + "multi_rtt_p999_us": 1125.577, + "multi_rtt_max_us": 1481.771, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252382, + "fanout_delivery_mean_us": 55157.027, + "fanout_delivery_p50_us": 55176.998, + "fanout_delivery_p90_us": 87137.2, + "fanout_delivery_p99_us": 93666.256, + "fanout_delivery_p999_us": 94438.012, + "fanout_delivery_max_us": 94531.81, + "client_wall_s": 1.1122536908369511, + "client_cpu_s": 0.9503710000000041, + "broker_user_s": 0.275124, + "broker_sys_s": 0.35195099999999996, + "broker_cpu_s": 0.6270749999999999, + "broker_vcsw": 14508, + "broker_maxrss_kib": 8320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.290983, + "single_rtt_mean_us": 56.704, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 91.423, + "single_rtt_p999_us": 168.599, + "single_rtt_max_us": 366.881, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.525298, + "multi_rtt_mean_us": 501.95, + "multi_rtt_p50_us": 515.295, + "multi_rtt_p90_us": 632.84, + "multi_rtt_p99_us": 845.37, + "multi_rtt_p999_us": 1370.163, + "multi_rtt_max_us": 2083.741, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263437, + "fanout_delivery_mean_us": 54870.67, + "fanout_delivery_p50_us": 61734.55, + "fanout_delivery_p90_us": 84966.784, + "fanout_delivery_p99_us": 90488.996, + "fanout_delivery_p999_us": 94935.498, + "fanout_delivery_max_us": 95655.012, + "client_wall_s": 1.0859510558657348, + "client_cpu_s": 1.010774000000012, + "broker_user_s": 0.182307, + "broker_sys_s": 0.37210299999999996, + "broker_cpu_s": 0.55441, + "broker_vcsw": 48991, + "broker_maxrss_kib": 12044, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.369152, + "single_rtt_mean_us": 72.407, + "single_rtt_p50_us": 71.239, + "single_rtt_p90_us": 84.3, + "single_rtt_p99_us": 118.732, + "single_rtt_p999_us": 200.657, + "single_rtt_max_us": 343.135, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497394, + "multi_rtt_mean_us": 494.53, + "multi_rtt_p50_us": 478.489, + "multi_rtt_p90_us": 515.296, + "multi_rtt_p99_us": 871.491, + "multi_rtt_p999_us": 1378.475, + "multi_rtt_max_us": 1649.184, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251959, + "fanout_delivery_mean_us": 21485.816, + "fanout_delivery_p50_us": 22003.36, + "fanout_delivery_p90_us": 27332.039, + "fanout_delivery_p99_us": 28183.345, + "fanout_delivery_p999_us": 28573.972, + "fanout_delivery_max_us": 29796.909, + "client_wall_s": 1.1578656639903784, + "client_cpu_s": 1.0025859999999938, + "broker_user_s": 0.324771, + "broker_sys_s": 0.43002199999999996, + "broker_cpu_s": 0.7547929999999999, + "broker_vcsw": 14162, + "broker_maxrss_kib": 7060, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327333, + "single_rtt_mean_us": 64.066, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 98.547, + "single_rtt_p999_us": 156.726, + "single_rtt_max_us": 223.215, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490275, + "multi_rtt_mean_us": 486.503, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 852.494, + "multi_rtt_p999_us": 1148.135, + "multi_rtt_max_us": 1555.385, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250045, + "fanout_delivery_mean_us": 22493.292, + "fanout_delivery_p50_us": 22338.183, + "fanout_delivery_p90_us": 27345.099, + "fanout_delivery_p99_us": 27968.441, + "fanout_delivery_p999_us": 28597.719, + "fanout_delivery_max_us": 32268.903, + "client_wall_s": 1.1012579479720443, + "client_cpu_s": 0.9533050000000003, + "broker_user_s": 0.294153, + "broker_sys_s": 0.33735, + "broker_cpu_s": 0.6315029999999999, + "broker_vcsw": 14243, + "broker_maxrss_kib": 7124, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.31705, + "single_rtt_mean_us": 62.004, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 93.798, + "single_rtt_p999_us": 142.478, + "single_rtt_max_us": 206.593, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488457, + "multi_rtt_mean_us": 485.125, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 833.497, + "multi_rtt_p999_us": 1139.825, + "multi_rtt_max_us": 1418.844, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261155, + "fanout_delivery_mean_us": 57286.36, + "fanout_delivery_p50_us": 61879.403, + "fanout_delivery_p90_us": 87076.647, + "fanout_delivery_p99_us": 93667.443, + "fanout_delivery_p999_us": 94293.159, + "fanout_delivery_max_us": 94381.02, + "client_wall_s": 1.1089956930372864, + "client_cpu_s": 0.9505450000000053, + "broker_user_s": 0.291062, + "broker_sys_s": 0.33669899999999997, + "broker_cpu_s": 0.627761, + "broker_vcsw": 14392, + "broker_maxrss_kib": 8292, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 16, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.528833, + "single_rtt_mean_us": 104.358, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 110.42, + "single_rtt_p99_us": 195.907, + "single_rtt_p999_us": 313.451, + "single_rtt_max_us": 960.539, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.133406, + "multi_rtt_mean_us": 1122.458, + "multi_rtt_p50_us": 1059.087, + "multi_rtt_p90_us": 1358.291, + "multi_rtt_p99_us": 1675.305, + "multi_rtt_p999_us": 2045.747, + "multi_rtt_max_us": 2470.807, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.608596, + "fanout_delivery_mean_us": 18373.241, + "fanout_delivery_p50_us": 18387.98, + "fanout_delivery_p90_us": 27136.132, + "fanout_delivery_p99_us": 29186.628, + "fanout_delivery_p999_us": 29906.142, + "fanout_delivery_max_us": 30098.487, + "client_wall_s": 2.2847660980187356, + "client_cpu_s": 1.5019139999999993, + "broker_user_s": 0.748436, + "broker_sys_s": 1.3205339999999999, + "broker_cpu_s": 2.0689699999999998, + "broker_vcsw": 10022, + "broker_maxrss_kib": 6360, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.315882, + "single_rtt_mean_us": 61.762, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 93.798, + "single_rtt_p999_us": 151.977, + "single_rtt_max_us": 544.978, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486319, + "multi_rtt_mean_us": 482.232, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 743.261, + "multi_rtt_p999_us": 984.286, + "multi_rtt_max_us": 1283.489, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250885, + "fanout_delivery_mean_us": 22517.006, + "fanout_delivery_p50_us": 22316.812, + "fanout_delivery_p90_us": 27190.749, + "fanout_delivery_p99_us": 27785.594, + "fanout_delivery_p999_us": 31754.794, + "fanout_delivery_max_us": 32163.232, + "client_wall_s": 1.095396164106205, + "client_cpu_s": 0.9399379999999979, + "broker_user_s": 0.27199999999999996, + "broker_sys_s": 0.353495, + "broker_cpu_s": 0.6254949999999999, + "broker_vcsw": 14201, + "broker_maxrss_kib": 6980, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32142, + "single_rtt_mean_us": 62.897, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.489, + "single_rtt_p99_us": 115.169, + "single_rtt_p999_us": 220.841, + "single_rtt_max_us": 274.271, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495009, + "multi_rtt_mean_us": 491.3, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 529.544, + "multi_rtt_p99_us": 813.312, + "multi_rtt_p999_us": 951.041, + "multi_rtt_max_us": 1228.873, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25234, + "fanout_delivery_mean_us": 58132.201, + "fanout_delivery_p50_us": 60239.718, + "fanout_delivery_p90_us": 89730.299, + "fanout_delivery_p99_us": 96611.989, + "fanout_delivery_p999_us": 99560.098, + "fanout_delivery_max_us": 99931.728, + "client_wall_s": 1.1118096348363906, + "client_cpu_s": 0.9508750000000106, + "broker_user_s": 0.267133, + "broker_sys_s": 0.361595, + "broker_cpu_s": 0.628728, + "broker_vcsw": 14384, + "broker_maxrss_kib": 8400, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.286482, + "single_rtt_mean_us": 55.838, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 162.663, + "single_rtt_max_us": 200.657, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492708, + "multi_rtt_mean_us": 466.01, + "multi_rtt_p50_us": 509.359, + "multi_rtt_p90_us": 562.789, + "multi_rtt_p99_us": 680.333, + "multi_rtt_p999_us": 910.672, + "multi_rtt_max_us": 1006.845, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250409, + "fanout_delivery_mean_us": 51798.132, + "fanout_delivery_p50_us": 54440.862, + "fanout_delivery_p90_us": 83186.995, + "fanout_delivery_p99_us": 88740.077, + "fanout_delivery_p999_us": 93391.986, + "fanout_delivery_max_us": 93775.489, + "client_wall_s": 1.0363603851292282, + "client_cpu_s": 0.9527339999999924, + "broker_user_s": 0.16628700000000002, + "broker_sys_s": 0.361238, + "broker_cpu_s": 0.527525, + "broker_vcsw": 47052, + "broker_maxrss_kib": 12020, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.335865, + "single_rtt_mean_us": 65.776, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 130.605, + "single_rtt_p999_us": 235.088, + "single_rtt_max_us": 382.316, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49359, + "multi_rtt_mean_us": 489.974, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 514.109, + "multi_rtt_p99_us": 827.56, + "multi_rtt_p999_us": 1138.637, + "multi_rtt_max_us": 1396.285, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250019, + "fanout_delivery_mean_us": 22176.131, + "fanout_delivery_p50_us": 22171.959, + "fanout_delivery_p90_us": 27463.831, + "fanout_delivery_p99_us": 28535.978, + "fanout_delivery_p999_us": 28890.986, + "fanout_delivery_max_us": 33897.902, + "client_wall_s": 1.1214874561410397, + "client_cpu_s": 0.9609969999999919, + "broker_user_s": 0.322816, + "broker_sys_s": 0.421827, + "broker_cpu_s": 0.7446429999999999, + "broker_vcsw": 14021, + "broker_maxrss_kib": 6952, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 17, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.535957, + "single_rtt_mean_us": 105.767, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 110.421, + "single_rtt_p99_us": 213.717, + "single_rtt_p999_us": 302.765, + "single_rtt_max_us": 553.29, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.146961, + "multi_rtt_mean_us": 1136.59, + "multi_rtt_p50_us": 1075.709, + "multi_rtt_p90_us": 1377.288, + "multi_rtt_p99_us": 1675.304, + "multi_rtt_p999_us": 2151.418, + "multi_rtt_max_us": 2505.239, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.613544, + "fanout_delivery_mean_us": 18521.226, + "fanout_delivery_p50_us": 18541.143, + "fanout_delivery_p90_us": 27379.531, + "fanout_delivery_p99_us": 29453.775, + "fanout_delivery_p999_us": 30156.666, + "fanout_delivery_max_us": 30459.432, + "client_wall_s": 2.3079627121333033, + "client_cpu_s": 1.5151560000000046, + "broker_user_s": 0.778987, + "broker_sys_s": 1.3110439999999999, + "broker_cpu_s": 2.0900309999999998, + "broker_vcsw": 10018, + "broker_maxrss_kib": 6428, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.329414, + "single_rtt_mean_us": 64.472, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 110.421, + "single_rtt_p999_us": 170.973, + "single_rtt_max_us": 199.469, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48775, + "multi_rtt_mean_us": 484.495, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 737.324, + "multi_rtt_p999_us": 1078.084, + "multi_rtt_max_us": 1391.536, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256129, + "fanout_delivery_mean_us": 22657.967, + "fanout_delivery_p50_us": 22642.137, + "fanout_delivery_p90_us": 28103.794, + "fanout_delivery_p99_us": 30598.348, + "fanout_delivery_p999_us": 31184.883, + "fanout_delivery_max_us": 36373.458, + "client_wall_s": 1.1091441081371158, + "client_cpu_s": 0.9575940000000003, + "broker_user_s": 0.302741, + "broker_sys_s": 0.43763599999999997, + "broker_cpu_s": 0.740377, + "broker_vcsw": 14017, + "broker_maxrss_kib": 6980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.318235, + "single_rtt_mean_us": 62.26, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 65.302, + "single_rtt_p99_us": 102.11, + "single_rtt_p999_us": 166.224, + "single_rtt_max_us": 201.844, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487719, + "multi_rtt_mean_us": 483.879, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 517.67, + "multi_rtt_p99_us": 818.062, + "multi_rtt_p999_us": 985.473, + "multi_rtt_max_us": 1149.323, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252551, + "fanout_delivery_mean_us": 22502.326, + "fanout_delivery_p50_us": 22296.627, + "fanout_delivery_p90_us": 27562.378, + "fanout_delivery_p99_us": 28123.979, + "fanout_delivery_p999_us": 28416.06, + "fanout_delivery_max_us": 33268.625, + "client_wall_s": 1.0991635201498866, + "client_cpu_s": 0.9423479999999955, + "broker_user_s": 0.306226, + "broker_sys_s": 0.336207, + "broker_cpu_s": 0.642433, + "broker_vcsw": 14134, + "broker_maxrss_kib": 7204, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.536451, + "single_rtt_mean_us": 105.895, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 117.544, + "single_rtt_p99_us": 197.095, + "single_rtt_p999_us": 295.642, + "single_rtt_max_us": 436.932, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.137653, + "multi_rtt_mean_us": 1124.699, + "multi_rtt_p50_us": 1062.649, + "multi_rtt_p90_us": 1360.665, + "multi_rtt_p99_us": 1696.676, + "multi_rtt_p999_us": 2107.487, + "multi_rtt_max_us": 2729.641, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.604784, + "fanout_delivery_mean_us": 18264.066, + "fanout_delivery_p50_us": 18288.245, + "fanout_delivery_p90_us": 26974.656, + "fanout_delivery_p99_us": 29076.208, + "fanout_delivery_p999_us": 31068.526, + "fanout_delivery_max_us": 31676.432, + "client_wall_s": 2.292243821080774, + "client_cpu_s": 1.4929249999999996, + "broker_user_s": 0.7420599999999999, + "broker_sys_s": 1.3353359999999999, + "broker_cpu_s": 2.077396, + "broker_vcsw": 10025, + "broker_maxrss_kib": 6296, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.287104, + "single_rtt_mean_us": 55.943, + "single_rtt_p50_us": 54.617, + "single_rtt_p90_us": 60.554, + "single_rtt_p99_us": 77.175, + "single_rtt_p999_us": 130.605, + "single_rtt_max_us": 246.962, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497696, + "multi_rtt_mean_us": 469.394, + "multi_rtt_p50_us": 515.296, + "multi_rtt_p90_us": 555.664, + "multi_rtt_p99_us": 601.97, + "multi_rtt_p999_us": 731.388, + "multi_rtt_max_us": 948.666, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255866, + "fanout_delivery_mean_us": 52965.44, + "fanout_delivery_p50_us": 55662.611, + "fanout_delivery_p90_us": 83214.304, + "fanout_delivery_p99_us": 88702.083, + "fanout_delivery_p999_us": 93080.908, + "fanout_delivery_max_us": 93731.558, + "client_wall_s": 1.0490278699435294, + "client_cpu_s": 0.9697149999999937, + "broker_user_s": 0.167045, + "broker_sys_s": 0.372781, + "broker_cpu_s": 0.5398259999999999, + "broker_vcsw": 48641, + "broker_maxrss_kib": 11812, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.319087, + "single_rtt_mean_us": 62.429, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 180.473, + "single_rtt_max_us": 235.089, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.481784, + "multi_rtt_mean_us": 478.969, + "multi_rtt_p50_us": 470.177, + "multi_rtt_p90_us": 504.61, + "multi_rtt_p99_us": 718.327, + "multi_rtt_p999_us": 971.225, + "multi_rtt_max_us": 1258.556, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251753, + "fanout_delivery_mean_us": 55341.799, + "fanout_delivery_p50_us": 55513.009, + "fanout_delivery_p90_us": 87583.631, + "fanout_delivery_p99_us": 94367.96, + "fanout_delivery_p999_us": 98100.885, + "fanout_delivery_max_us": 98250.487, + "client_wall_s": 1.094143543858081, + "client_cpu_s": 0.9378540000000015, + "broker_user_s": 0.29006899999999997, + "broker_sys_s": 0.325391, + "broker_cpu_s": 0.6154599999999999, + "broker_vcsw": 14558, + "broker_maxrss_kib": 8080, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.339688, + "single_rtt_mean_us": 66.531, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 73.614, + "single_rtt_p99_us": 138.916, + "single_rtt_p999_us": 251.711, + "single_rtt_max_us": 368.068, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.491225, + "multi_rtt_mean_us": 488.393, + "multi_rtt_p50_us": 483.238, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 618.592, + "multi_rtt_p999_us": 1059.087, + "multi_rtt_max_us": 1268.054, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253852, + "fanout_delivery_mean_us": 21516.447, + "fanout_delivery_p50_us": 22053.227, + "fanout_delivery_p90_us": 27252.489, + "fanout_delivery_p99_us": 28018.308, + "fanout_delivery_p999_us": 28526.48, + "fanout_delivery_max_us": 28626.214, + "client_wall_s": 1.1194880141410977, + "client_cpu_s": 0.9651799999999895, + "broker_user_s": 0.324953, + "broker_sys_s": 0.420961, + "broker_cpu_s": 0.745914, + "broker_vcsw": 14053, + "broker_maxrss_kib": 7168, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281151, + "single_rtt_mean_us": 54.788, + "single_rtt_p50_us": 53.43, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 81.925, + "single_rtt_p999_us": 122.294, + "single_rtt_max_us": 203.031, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501868, + "multi_rtt_mean_us": 475.386, + "multi_rtt_p50_us": 489.174, + "multi_rtt_p90_us": 588.909, + "multi_rtt_p99_us": 694.58, + "multi_rtt_p999_us": 850.119, + "multi_rtt_max_us": 1112.516, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248391, + "fanout_delivery_mean_us": 51544.542, + "fanout_delivery_p50_us": 54120.286, + "fanout_delivery_p90_us": 82676.449, + "fanout_delivery_p99_us": 88001.566, + "fanout_delivery_p999_us": 92421.948, + "fanout_delivery_max_us": 92917.058, + "client_wall_s": 1.0381377979647368, + "client_cpu_s": 0.9531670000000076, + "broker_user_s": 0.185084, + "broker_sys_s": 0.329845, + "broker_cpu_s": 0.514929, + "broker_vcsw": 49154, + "broker_maxrss_kib": 12240, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.5329, + "single_rtt_mean_us": 105.18, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 116.357, + "single_rtt_p99_us": 201.844, + "single_rtt_p999_us": 287.331, + "single_rtt_max_us": 460.679, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.132148, + "multi_rtt_mean_us": 1115.492, + "multi_rtt_p50_us": 1059.087, + "multi_rtt_p90_us": 1349.979, + "multi_rtt_p99_us": 1627.811, + "multi_rtt_p999_us": 1757.229, + "multi_rtt_max_us": 1881.898, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.604743, + "fanout_delivery_mean_us": 18260.769, + "fanout_delivery_p50_us": 18251.438, + "fanout_delivery_p90_us": 26935.475, + "fanout_delivery_p99_us": 29280.426, + "fanout_delivery_p999_us": 31776.167, + "fanout_delivery_max_us": 32395.946, + "client_wall_s": 2.2817740589380264, + "client_cpu_s": 1.4862389999999976, + "broker_user_s": 0.7144659999999999, + "broker_sys_s": 1.350333, + "broker_cpu_s": 2.064799, + "broker_vcsw": 10058, + "broker_maxrss_kib": 6372, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.343151, + "single_rtt_mean_us": 67.209, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 87.862, + "single_rtt_p99_us": 148.415, + "single_rtt_p999_us": 270.708, + "single_rtt_max_us": 755.134, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.522982, + "multi_rtt_mean_us": 517.99, + "multi_rtt_p50_us": 501.048, + "multi_rtt_p90_us": 548.54, + "multi_rtt_p99_us": 940.355, + "multi_rtt_p999_us": 1401.035, + "multi_rtt_max_us": 2466.058, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253446, + "fanout_delivery_mean_us": 22379.572, + "fanout_delivery_p50_us": 22417.734, + "fanout_delivery_p90_us": 27638.366, + "fanout_delivery_p99_us": 28438.619, + "fanout_delivery_p999_us": 28835.182, + "fanout_delivery_max_us": 32333.019, + "client_wall_s": 1.1559089648071676, + "client_cpu_s": 0.9907469999999847, + "broker_user_s": 0.308913, + "broker_sys_s": 0.362817, + "broker_cpu_s": 0.6717299999999999, + "broker_vcsw": 13914, + "broker_maxrss_kib": 7080, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.316086, + "single_rtt_mean_us": 61.811, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 92.611, + "single_rtt_p999_us": 157.913, + "single_rtt_max_us": 236.276, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483097, + "multi_rtt_mean_us": 480.476, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 503.423, + "multi_rtt_p99_us": 732.574, + "multi_rtt_p999_us": 915.421, + "multi_rtt_max_us": 1126.764, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25629, + "fanout_delivery_mean_us": 58974.226, + "fanout_delivery_p50_us": 64416.7, + "fanout_delivery_p90_us": 89181.76, + "fanout_delivery_p99_us": 97443.111, + "fanout_delivery_p999_us": 99154.035, + "fanout_delivery_max_us": 99453.239, + "client_wall_s": 1.0952916799578816, + "client_cpu_s": 0.9414739999999995, + "broker_user_s": 0.290825, + "broker_sys_s": 0.328714, + "broker_cpu_s": 0.6195390000000001, + "broker_vcsw": 14528, + "broker_maxrss_kib": 8260, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.278892, + "single_rtt_mean_us": 54.346, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 58.179, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 150.789, + "single_rtt_max_us": 237.463, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497631, + "multi_rtt_mean_us": 470.434, + "multi_rtt_p50_us": 512.921, + "multi_rtt_p90_us": 565.163, + "multi_rtt_p99_us": 681.52, + "multi_rtt_p999_us": 899.987, + "multi_rtt_max_us": 1021.093, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251179, + "fanout_delivery_mean_us": 52090.868, + "fanout_delivery_p50_us": 54546.533, + "fanout_delivery_p90_us": 83565.75, + "fanout_delivery_p99_us": 89007.224, + "fanout_delivery_p999_us": 93557.022, + "fanout_delivery_max_us": 93851.477, + "client_wall_s": 1.0340059350710362, + "client_cpu_s": 0.9658699999999953, + "broker_user_s": 0.167816, + "broker_sys_s": 0.355263, + "broker_cpu_s": 0.523079, + "broker_vcsw": 48803, + "broker_maxrss_kib": 12056, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.317512, + "single_rtt_mean_us": 62.122, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 66.489, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 188.783, + "single_rtt_max_us": 216.092, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482714, + "multi_rtt_mean_us": 480.279, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 493.924, + "multi_rtt_p99_us": 759.883, + "multi_rtt_p999_us": 1117.265, + "multi_rtt_max_us": 1439.029, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251317, + "fanout_delivery_mean_us": 55476.502, + "fanout_delivery_p50_us": 55603.245, + "fanout_delivery_p90_us": 87850.777, + "fanout_delivery_p99_us": 94270.601, + "fanout_delivery_p999_us": 95207.394, + "fanout_delivery_max_us": 95300.004, + "client_wall_s": 1.0800192197784781, + "client_cpu_s": 0.9371379999999903, + "broker_user_s": 0.297269, + "broker_sys_s": 0.318924, + "broker_cpu_s": 0.616193, + "broker_vcsw": 14578, + "broker_maxrss_kib": 8272, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333863, + "single_rtt_mean_us": 65.391, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 121.107, + "single_rtt_p999_us": 192.345, + "single_rtt_max_us": 246.962, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47584, + "multi_rtt_mean_us": 473.025, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 493.924, + "multi_rtt_p99_us": 681.52, + "multi_rtt_p999_us": 873.865, + "multi_rtt_max_us": 1055.525, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256693, + "fanout_delivery_mean_us": 22455.726, + "fanout_delivery_p50_us": 22541.215, + "fanout_delivery_p90_us": 27983.874, + "fanout_delivery_p99_us": 29762.475, + "fanout_delivery_p999_us": 30441.621, + "fanout_delivery_max_us": 30524.732, + "client_wall_s": 1.1049421830102801, + "client_cpu_s": 0.9485600000000005, + "broker_user_s": 0.30072099999999996, + "broker_sys_s": 0.43712999999999996, + "broker_cpu_s": 0.7378509999999999, + "broker_vcsw": 13881, + "broker_maxrss_kib": 6996, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336596, + "single_rtt_mean_us": 65.911, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 72.427, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 204.219, + "single_rtt_max_us": 372.818, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480996, + "multi_rtt_mean_us": 478.237, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 499.861, + "multi_rtt_p99_us": 691.019, + "multi_rtt_p999_us": 930.856, + "multi_rtt_max_us": 1031.779, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250069, + "fanout_delivery_mean_us": 22256.153, + "fanout_delivery_p50_us": 22148.211, + "fanout_delivery_p90_us": 27049.456, + "fanout_delivery_p99_us": 28090.732, + "fanout_delivery_p999_us": 31154.011, + "fanout_delivery_max_us": 32905.303, + "client_wall_s": 1.1073690059129149, + "client_cpu_s": 0.9517450000000025, + "broker_user_s": 0.28697, + "broker_sys_s": 0.34662699999999996, + "broker_cpu_s": 0.633597, + "broker_vcsw": 14216, + "broker_maxrss_kib": 7200, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 20, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.521821, + "single_rtt_mean_us": 102.985, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 108.046, + "single_rtt_p99_us": 193.533, + "single_rtt_p999_us": 274.27, + "single_rtt_max_us": 360.944, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.128764, + "multi_rtt_mean_us": 1115.402, + "multi_rtt_p50_us": 1054.337, + "multi_rtt_p90_us": 1355.916, + "multi_rtt_p99_us": 1691.927, + "multi_rtt_p999_us": 1942.45, + "multi_rtt_max_us": 2581.227, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.605496, + "fanout_delivery_mean_us": 18290.387, + "fanout_delivery_p50_us": 18269.246, + "fanout_delivery_p90_us": 26999.589, + "fanout_delivery_p99_us": 29048.898, + "fanout_delivery_p999_us": 30599.534, + "fanout_delivery_max_us": 30915.36, + "client_wall_s": 2.26832162681967, + "client_cpu_s": 1.4897569999999973, + "broker_user_s": 0.75193, + "broker_sys_s": 1.306529, + "broker_cpu_s": 2.058459, + "broker_vcsw": 10038, + "broker_maxrss_kib": 6432, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.31821, + "single_rtt_mean_us": 62.213, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 172.161, + "single_rtt_max_us": 200.656, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495236, + "multi_rtt_mean_us": 490.788, + "multi_rtt_p50_us": 482.05, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 812.125, + "multi_rtt_p999_us": 1287.051, + "multi_rtt_max_us": 2083.741, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256507, + "fanout_delivery_mean_us": 22399.904, + "fanout_delivery_p50_us": 22515.092, + "fanout_delivery_p90_us": 27546.942, + "fanout_delivery_p99_us": 28550.225, + "fanout_delivery_p999_us": 29033.462, + "fanout_delivery_max_us": 29267.364, + "client_wall_s": 1.1057791879866272, + "client_cpu_s": 0.953873999999999, + "broker_user_s": 0.303649, + "broker_sys_s": 0.340045, + "broker_cpu_s": 0.643694, + "broker_vcsw": 14033, + "broker_maxrss_kib": 7172, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32889, + "single_rtt_mean_us": 64.364, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 237.463, + "single_rtt_max_us": 372.817, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.491033, + "multi_rtt_mean_us": 487.435, + "multi_rtt_p50_us": 470.177, + "multi_rtt_p90_us": 517.67, + "multi_rtt_p99_us": 870.303, + "multi_rtt_p999_us": 1006.845, + "multi_rtt_max_us": 1157.634, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252621, + "fanout_delivery_mean_us": 55280.403, + "fanout_delivery_p50_us": 55657.859, + "fanout_delivery_p90_us": 87153.817, + "fanout_delivery_p99_us": 94522.306, + "fanout_delivery_p999_us": 94903.435, + "fanout_delivery_max_us": 94988.922, + "client_wall_s": 1.1160031750332564, + "client_cpu_s": 0.9491689999999977, + "broker_user_s": 0.28981599999999996, + "broker_sys_s": 0.345943, + "broker_cpu_s": 0.635759, + "broker_vcsw": 14379, + "broker_maxrss_kib": 8388, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.284646, + "single_rtt_mean_us": 55.487, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 90.236, + "single_rtt_p999_us": 181.66, + "single_rtt_max_us": 243.4, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487486, + "multi_rtt_mean_us": 460.187, + "multi_rtt_p50_us": 509.359, + "multi_rtt_p90_us": 546.166, + "multi_rtt_p99_us": 650.65, + "multi_rtt_p999_us": 1008.032, + "multi_rtt_max_us": 1676.492, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248966, + "fanout_delivery_mean_us": 51689.884, + "fanout_delivery_p50_us": 54138.093, + "fanout_delivery_p90_us": 82657.447, + "fanout_delivery_p99_us": 88066.864, + "fanout_delivery_p999_us": 92592.916, + "fanout_delivery_max_us": 92996.604, + "client_wall_s": 1.0280004260130227, + "client_cpu_s": 0.946354999999997, + "broker_user_s": 0.173489, + "broker_sys_s": 0.338089, + "broker_cpu_s": 0.511578, + "broker_vcsw": 47484, + "broker_maxrss_kib": 11956, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.346625, + "single_rtt_mean_us": 67.901, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 75.988, + "single_rtt_p99_us": 127.043, + "single_rtt_p999_us": 254.085, + "single_rtt_max_us": 374.005, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.498817, + "multi_rtt_mean_us": 495.736, + "multi_rtt_p50_us": 491.549, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 636.402, + "multi_rtt_p999_us": 1066.211, + "multi_rtt_max_us": 1187.317, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254687, + "fanout_delivery_mean_us": 21905.999, + "fanout_delivery_p50_us": 22176.707, + "fanout_delivery_p90_us": 27187.184, + "fanout_delivery_p99_us": 28020.681, + "fanout_delivery_p999_us": 30311.016, + "fanout_delivery_max_us": 30863.118, + "client_wall_s": 1.1351439121644944, + "client_cpu_s": 0.9822000000000202, + "broker_user_s": 0.316863, + "broker_sys_s": 0.437191, + "broker_cpu_s": 0.754054, + "broker_vcsw": 14094, + "broker_maxrss_kib": 7048, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 21, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.516893, + "single_rtt_mean_us": 101.992, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 106.858, + "single_rtt_p99_us": 185.221, + "single_rtt_p999_us": 294.455, + "single_rtt_max_us": 422.685, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.139352, + "multi_rtt_mean_us": 1123.475, + "multi_rtt_p50_us": 1068.585, + "multi_rtt_p90_us": 1364.227, + "multi_rtt_p99_us": 1674.117, + "multi_rtt_p999_us": 1807.096, + "multi_rtt_max_us": 2234.53, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.635111, + "fanout_delivery_mean_us": 19199.378, + "fanout_delivery_p50_us": 19214.351, + "fanout_delivery_p90_us": 28389.937, + "fanout_delivery_p99_us": 30986.599, + "fanout_delivery_p999_us": 32067.058, + "fanout_delivery_max_us": 32297.397, + "client_wall_s": 2.302277705864981, + "client_cpu_s": 1.5117089999999962, + "broker_user_s": 0.7918069999999999, + "broker_sys_s": 1.30008, + "broker_cpu_s": 2.091887, + "broker_vcsw": 10052, + "broker_maxrss_kib": 6128, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.288994, + "single_rtt_mean_us": 56.328, + "single_rtt_p50_us": 54.617, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 89.049, + "single_rtt_p999_us": 166.224, + "single_rtt_max_us": 223.216, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.510559, + "multi_rtt_mean_us": 482.186, + "multi_rtt_p50_us": 530.731, + "multi_rtt_p90_us": 568.725, + "multi_rtt_p99_us": 612.655, + "multi_rtt_p999_us": 734.949, + "multi_rtt_max_us": 1015.156, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.27168, + "fanout_delivery_mean_us": 56195.838, + "fanout_delivery_p50_us": 59344.478, + "fanout_delivery_p90_us": 88818.435, + "fanout_delivery_p99_us": 94534.179, + "fanout_delivery_p999_us": 99176.588, + "fanout_delivery_max_us": 99827.238, + "client_wall_s": 1.0784839580301195, + "client_cpu_s": 1.0024729999999948, + "broker_user_s": 0.15811799999999998, + "broker_sys_s": 0.39505899999999994, + "broker_cpu_s": 0.5531769999999999, + "broker_vcsw": 48892, + "broker_maxrss_kib": 12040, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337231, + "single_rtt_mean_us": 66.041, + "single_rtt_p50_us": 62.927, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 117.544, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 274.27, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.4921, + "multi_rtt_mean_us": 488.187, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 518.857, + "multi_rtt_p99_us": 801.439, + "multi_rtt_p999_us": 1061.461, + "multi_rtt_max_us": 1386.786, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251366, + "fanout_delivery_mean_us": 22259.968, + "fanout_delivery_p50_us": 22151.773, + "fanout_delivery_p90_us": 27461.454, + "fanout_delivery_p99_us": 28093.107, + "fanout_delivery_p999_us": 31288.178, + "fanout_delivery_max_us": 32058.746, + "client_wall_s": 1.125051717972383, + "client_cpu_s": 0.9594929999999948, + "broker_user_s": 0.303881, + "broker_sys_s": 0.340145, + "broker_cpu_s": 0.644026, + "broker_vcsw": 14188, + "broker_maxrss_kib": 7164, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.326994, + "single_rtt_mean_us": 64.013, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.678, + "single_rtt_p99_us": 121.107, + "single_rtt_p999_us": 218.466, + "single_rtt_max_us": 393.001, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49024, + "multi_rtt_mean_us": 486.907, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 511.733, + "multi_rtt_p99_us": 861.992, + "multi_rtt_p999_us": 1086.395, + "multi_rtt_max_us": 1393.91, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252555, + "fanout_delivery_mean_us": 55319.533, + "fanout_delivery_p50_us": 55433.456, + "fanout_delivery_p90_us": 87811.591, + "fanout_delivery_p99_us": 94433.257, + "fanout_delivery_p999_us": 95057.786, + "fanout_delivery_max_us": 95148.022, + "client_wall_s": 1.1132865929976106, + "client_cpu_s": 0.9494809999999916, + "broker_user_s": 0.303881, + "broker_sys_s": 0.320034, + "broker_cpu_s": 0.623915, + "broker_vcsw": 14496, + "broker_maxrss_kib": 8264, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.332531, + "single_rtt_mean_us": 65.094, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 176.91, + "single_rtt_max_us": 220.841, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483597, + "multi_rtt_mean_us": 480.719, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 708.828, + "multi_rtt_p999_us": 1070.96, + "multi_rtt_max_us": 1203.939, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25579, + "fanout_delivery_mean_us": 22026.518, + "fanout_delivery_p50_us": 22386.862, + "fanout_delivery_p90_us": 27690.607, + "fanout_delivery_p99_us": 28777.002, + "fanout_delivery_p999_us": 29294.672, + "fanout_delivery_max_us": 29511.951, + "client_wall_s": 1.105300699127838, + "client_cpu_s": 0.9522469999999998, + "broker_user_s": 0.310361, + "broker_sys_s": 0.433979, + "broker_cpu_s": 0.74434, + "broker_vcsw": 14036, + "broker_maxrss_kib": 6992, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 22, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.513294, + "single_rtt_mean_us": 101.267, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 105.671, + "single_rtt_p99_us": 176.91, + "single_rtt_p999_us": 276.645, + "single_rtt_max_us": 415.561, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.132459, + "multi_rtt_mean_us": 1118.543, + "multi_rtt_p50_us": 1057.9, + "multi_rtt_p90_us": 1359.478, + "multi_rtt_p99_us": 1663.431, + "multi_rtt_p999_us": 1910.393, + "multi_rtt_max_us": 2552.732, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.609501, + "fanout_delivery_mean_us": 18442.405, + "fanout_delivery_p50_us": 18442.595, + "fanout_delivery_p90_us": 27278.608, + "fanout_delivery_p99_us": 29608.124, + "fanout_delivery_p999_us": 31068.524, + "fanout_delivery_max_us": 31657.433, + "client_wall_s": 2.267243542941287, + "client_cpu_s": 1.500485999999995, + "broker_user_s": 0.7565959999999999, + "broker_sys_s": 1.297892, + "broker_cpu_s": 2.054488, + "broker_vcsw": 10055, + "broker_maxrss_kib": 6044, + "broker_exit": -2 + }, + { + "label": "dbus-daemon", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.54941, + "single_rtt_mean_us": 108.437, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 115.17, + "single_rtt_p99_us": 225.591, + "single_rtt_p999_us": 322.95, + "single_rtt_max_us": 1999.442, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.149079, + "multi_rtt_mean_us": 1133.418, + "multi_rtt_p50_us": 1079.271, + "multi_rtt_p90_us": 1378.475, + "multi_rtt_p99_us": 1658.682, + "multi_rtt_p999_us": 2005.378, + "multi_rtt_max_us": 3155.889, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.604564, + "fanout_delivery_mean_us": 18299.341, + "fanout_delivery_p50_us": 18290.618, + "fanout_delivery_p90_us": 27057.767, + "fanout_delivery_p99_us": 29502.453, + "fanout_delivery_p999_us": 30812.064, + "fanout_delivery_max_us": 31364.166, + "client_wall_s": 2.3145581248681992, + "client_cpu_s": 1.5185969999999855, + "broker_user_s": 0.758046, + "broker_sys_s": 1.336585, + "broker_cpu_s": 2.0946309999999997, + "broker_vcsw": 10042, + "broker_maxrss_kib": 6348, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333444, + "single_rtt_mean_us": 65.264, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 258.835, + "single_rtt_max_us": 856.055, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497798, + "multi_rtt_mean_us": 492.826, + "multi_rtt_p50_us": 483.238, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 927.295, + "multi_rtt_p999_us": 1333.357, + "multi_rtt_max_us": 2067.119, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257249, + "fanout_delivery_mean_us": 23586.434, + "fanout_delivery_p50_us": 23200.174, + "fanout_delivery_p90_us": 28084.796, + "fanout_delivery_p99_us": 29466.833, + "fanout_delivery_p999_us": 30062.866, + "fanout_delivery_max_us": 30163.789, + "client_wall_s": 1.1217592870816588, + "client_cpu_s": 0.9663600000000088, + "broker_user_s": 0.288431, + "broker_sys_s": 0.366045, + "broker_cpu_s": 0.6544760000000001, + "broker_vcsw": 14069, + "broker_maxrss_kib": 7072, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.294044, + "single_rtt_mean_us": 57.282, + "single_rtt_p50_us": 58.178, + "single_rtt_p90_us": 62.927, + "single_rtt_p99_us": 74.801, + "single_rtt_p999_us": 102.109, + "single_rtt_max_us": 223.216, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509474, + "multi_rtt_mean_us": 482.519, + "multi_rtt_p50_us": 524.794, + "multi_rtt_p90_us": 572.286, + "multi_rtt_p99_us": 828.748, + "multi_rtt_p999_us": 1163.571, + "multi_rtt_max_us": 1690.74, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252228, + "fanout_delivery_mean_us": 52328.562, + "fanout_delivery_p50_us": 54248.514, + "fanout_delivery_p90_us": 85306.351, + "fanout_delivery_p99_us": 91001.912, + "fanout_delivery_p999_us": 95678.753, + "fanout_delivery_max_us": 96094.314, + "client_wall_s": 1.0628636160399765, + "client_cpu_s": 0.9828560000000266, + "broker_user_s": 0.16564099999999998, + "broker_sys_s": 0.38725699999999996, + "broker_cpu_s": 0.5528979999999999, + "broker_vcsw": 49139, + "broker_maxrss_kib": 11524, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.320495, + "single_rtt_mean_us": 62.727, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 109.233, + "single_rtt_p999_us": 294.455, + "single_rtt_max_us": 389.44, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484586, + "multi_rtt_mean_us": 481.435, + "multi_rtt_p50_us": 471.364, + "multi_rtt_p90_us": 506.985, + "multi_rtt_p99_us": 755.134, + "multi_rtt_p999_us": 999.721, + "multi_rtt_max_us": 1047.214, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250145, + "fanout_delivery_mean_us": 53228.706, + "fanout_delivery_p50_us": 54893.227, + "fanout_delivery_p90_us": 84008.614, + "fanout_delivery_p99_us": 92736.582, + "fanout_delivery_p999_us": 93621.132, + "fanout_delivery_max_us": 93917.962, + "client_wall_s": 1.0943275159224868, + "client_cpu_s": 0.9392640000000227, + "broker_user_s": 0.288668, + "broker_sys_s": 0.33299599999999996, + "broker_cpu_s": 0.621664, + "broker_vcsw": 14412, + "broker_maxrss_kib": 8300, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 23, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.338883, + "single_rtt_mean_us": 66.349, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 73.614, + "single_rtt_p99_us": 128.231, + "single_rtt_p999_us": 216.092, + "single_rtt_max_us": 258.835, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483445, + "multi_rtt_mean_us": 480.574, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 498.673, + "multi_rtt_p99_us": 672.021, + "multi_rtt_p999_us": 1156.447, + "multi_rtt_max_us": 1227.685, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250485, + "fanout_delivery_mean_us": 22060.04, + "fanout_delivery_p50_us": 22141.087, + "fanout_delivery_p90_us": 27291.668, + "fanout_delivery_p99_us": 27949.442, + "fanout_delivery_p999_us": 28198.779, + "fanout_delivery_max_us": 28261.707, + "client_wall_s": 1.1069213869050145, + "client_cpu_s": 0.9544389999999936, + "broker_user_s": 0.31640799999999997, + "broker_sys_s": 0.424299, + "broker_cpu_s": 0.740707, + "broker_vcsw": 14180, + "broker_maxrss_kib": 6952, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321947, + "single_rtt_mean_us": 62.971, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 102.109, + "single_rtt_p999_us": 180.472, + "single_rtt_max_us": 195.907, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49057, + "multi_rtt_mean_us": 487.018, + "multi_rtt_p50_us": 474.926, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 833.497, + "multi_rtt_p999_us": 1053.15, + "multi_rtt_max_us": 1235.997, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252957, + "fanout_delivery_mean_us": 21491.588, + "fanout_delivery_p50_us": 22168.396, + "fanout_delivery_p90_us": 27253.675, + "fanout_delivery_p99_us": 28025.43, + "fanout_delivery_p999_us": 28412.495, + "fanout_delivery_max_us": 29032.275, + "client_wall_s": 1.1046797330491245, + "client_cpu_s": 0.9487950000000183, + "broker_user_s": 0.298668, + "broker_sys_s": 0.322771, + "broker_cpu_s": 0.621439, + "broker_vcsw": 14137, + "broker_maxrss_kib": 7048, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281813, + "single_rtt_mean_us": 54.935, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 56.991, + "single_rtt_p99_us": 86.674, + "single_rtt_p999_us": 168.599, + "single_rtt_max_us": 256.46, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48736, + "multi_rtt_mean_us": 459.639, + "multi_rtt_p50_us": 514.108, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 612.656, + "multi_rtt_p999_us": 810.938, + "multi_rtt_max_us": 1032.966, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248285, + "fanout_delivery_mean_us": 51617.035, + "fanout_delivery_p50_us": 53913.69, + "fanout_delivery_p90_us": 82846.23, + "fanout_delivery_p99_us": 88123.855, + "fanout_delivery_p999_us": 92514.553, + "fanout_delivery_max_us": 92838.691, + "client_wall_s": 1.0237569559831172, + "client_cpu_s": 0.9404999999999859, + "broker_user_s": 0.16432, + "broker_sys_s": 0.35062, + "broker_cpu_s": 0.51494, + "broker_vcsw": 48438, + "broker_maxrss_kib": 11968, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.332622, + "single_rtt_mean_us": 65.115, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 121.106, + "single_rtt_p999_us": 193.533, + "single_rtt_max_us": 299.203, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482826, + "multi_rtt_mean_us": 479.686, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 503.423, + "multi_rtt_p99_us": 707.641, + "multi_rtt_p999_us": 1179.006, + "multi_rtt_max_us": 1277.553, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252096, + "fanout_delivery_mean_us": 21807.839, + "fanout_delivery_p50_us": 22120.903, + "fanout_delivery_p90_us": 27396.152, + "fanout_delivery_p99_us": 28970.535, + "fanout_delivery_p999_us": 29495.329, + "fanout_delivery_max_us": 29554.695, + "client_wall_s": 1.1024665730074048, + "client_cpu_s": 0.9492979999999989, + "broker_user_s": 0.30586199999999997, + "broker_sys_s": 0.42868599999999996, + "broker_cpu_s": 0.734548, + "broker_vcsw": 14066, + "broker_maxrss_kib": 6956, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331428, + "single_rtt_mean_us": 64.881, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 188.784, + "single_rtt_max_us": 466.615, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.499568, + "multi_rtt_mean_us": 496.119, + "multi_rtt_p50_us": 485.613, + "multi_rtt_p90_us": 529.543, + "multi_rtt_p99_us": 819.248, + "multi_rtt_p999_us": 1008.033, + "multi_rtt_max_us": 1240.746, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25251, + "fanout_delivery_mean_us": 57248.555, + "fanout_delivery_p50_us": 60198.159, + "fanout_delivery_p90_us": 89494.018, + "fanout_delivery_p99_us": 97046.542, + "fanout_delivery_p999_us": 100242.799, + "fanout_delivery_max_us": 100401.9, + "client_wall_s": 1.1113951979205012, + "client_cpu_s": 0.9605300000000057, + "broker_user_s": 0.288796, + "broker_sys_s": 0.34613099999999997, + "broker_cpu_s": 0.634927, + "broker_vcsw": 14391, + "broker_maxrss_kib": 8240, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 24, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.525644, + "single_rtt_mean_us": 103.708, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 109.233, + "single_rtt_p99_us": 199.469, + "single_rtt_p999_us": 306.327, + "single_rtt_max_us": 427.434, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.127451, + "multi_rtt_mean_us": 1115.025, + "multi_rtt_p50_us": 1049.588, + "multi_rtt_p90_us": 1353.541, + "multi_rtt_p99_us": 1663.432, + "multi_rtt_p999_us": 2242.842, + "multi_rtt_max_us": 2910.114, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.597733, + "fanout_delivery_mean_us": 18052.685, + "fanout_delivery_p50_us": 18075.714, + "fanout_delivery_p90_us": 26689.699, + "fanout_delivery_p99_us": 28592.968, + "fanout_delivery_p999_us": 28925.416, + "fanout_delivery_max_us": 29219.871, + "client_wall_s": 2.2631841062102467, + "client_cpu_s": 1.483197000000004, + "broker_user_s": 0.752693, + "broker_sys_s": 1.294079, + "broker_cpu_s": 2.046772, + "broker_vcsw": 10025, + "broker_maxrss_kib": 6340, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32542, + "single_rtt_mean_us": 63.688, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 264.772, + "single_rtt_max_us": 362.131, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490553, + "multi_rtt_mean_us": 487.649, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 539.042, + "multi_rtt_p99_us": 739.699, + "multi_rtt_p999_us": 980.724, + "multi_rtt_max_us": 1237.185, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253134, + "fanout_delivery_mean_us": 23256.913, + "fanout_delivery_p50_us": 22777.49, + "fanout_delivery_p90_us": 27856.831, + "fanout_delivery_p99_us": 28323.447, + "fanout_delivery_p999_us": 28477.798, + "fanout_delivery_max_us": 28572.784, + "client_wall_s": 1.105019305134192, + "client_cpu_s": 0.9548729999999921, + "broker_user_s": 0.28402499999999997, + "broker_sys_s": 0.338178, + "broker_cpu_s": 0.622203, + "broker_vcsw": 14142, + "broker_maxrss_kib": 7056, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328203, + "single_rtt_mean_us": 64.216, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 121.107, + "single_rtt_p999_us": 241.025, + "single_rtt_max_us": 1024.655, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480007, + "multi_rtt_mean_us": 477.417, + "multi_rtt_p50_us": 468.991, + "multi_rtt_p90_us": 490.362, + "multi_rtt_p99_us": 775.318, + "multi_rtt_p999_us": 1061.461, + "multi_rtt_max_us": 1163.571, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252454, + "fanout_delivery_mean_us": 53319.81, + "fanout_delivery_p50_us": 55440.58, + "fanout_delivery_p90_us": 84544.094, + "fanout_delivery_p99_us": 93614.009, + "fanout_delivery_p999_us": 94730.087, + "fanout_delivery_max_us": 94897.498, + "client_wall_s": 1.092550101922825, + "client_cpu_s": 0.9406740000000156, + "broker_user_s": 0.28384899999999996, + "broker_sys_s": 0.345418, + "broker_cpu_s": 0.629267, + "broker_vcsw": 14548, + "broker_maxrss_kib": 8240, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.330162, + "single_rtt_mean_us": 64.669, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 118.731, + "single_rtt_p999_us": 191.158, + "single_rtt_max_us": 298.016, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476139, + "multi_rtt_mean_us": 473.261, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 493.924, + "multi_rtt_p99_us": 604.344, + "multi_rtt_p999_us": 837.058, + "multi_rtt_max_us": 979.536, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254611, + "fanout_delivery_mean_us": 21859.384, + "fanout_delivery_p50_us": 22009.295, + "fanout_delivery_p90_us": 27303.542, + "fanout_delivery_p99_us": 28147.724, + "fanout_delivery_p999_us": 28754.443, + "fanout_delivery_max_us": 28904.045, + "client_wall_s": 1.1097994428128004, + "client_cpu_s": 0.9480149999999838, + "broker_user_s": 0.310622, + "broker_sys_s": 0.423576, + "broker_cpu_s": 0.734198, + "broker_vcsw": 14256, + "broker_maxrss_kib": 7072, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.522729, + "single_rtt_mean_us": 103.141, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 191.158, + "single_rtt_p999_us": 299.203, + "single_rtt_max_us": 1238.372, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.128078, + "multi_rtt_mean_us": 1114.891, + "multi_rtt_p50_us": 1056.712, + "multi_rtt_p90_us": 1353.541, + "multi_rtt_p99_us": 1640.872, + "multi_rtt_p999_us": 1765.54, + "multi_rtt_max_us": 1947.2, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.597689, + "fanout_delivery_mean_us": 18046.128, + "fanout_delivery_p50_us": 18049.593, + "fanout_delivery_p90_us": 26608.961, + "fanout_delivery_p99_us": 28584.657, + "fanout_delivery_p999_us": 29666.302, + "fanout_delivery_max_us": 30248.088, + "client_wall_s": 2.260118453996256, + "client_cpu_s": 1.4985750000000024, + "broker_user_s": 0.71388, + "broker_sys_s": 1.329709, + "broker_cpu_s": 2.043589, + "broker_vcsw": 10041, + "broker_maxrss_kib": 6276, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 25, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.284873, + "single_rtt_mean_us": 55.526, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 90.236, + "single_rtt_p999_us": 148.415, + "single_rtt_max_us": 219.654, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.477248, + "multi_rtt_mean_us": 449.774, + "multi_rtt_p50_us": 499.86, + "multi_rtt_p90_us": 528.356, + "multi_rtt_p99_us": 626.904, + "multi_rtt_p999_us": 971.226, + "multi_rtt_max_us": 1335.731, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251858, + "fanout_delivery_mean_us": 52193.541, + "fanout_delivery_p50_us": 55977.247, + "fanout_delivery_p90_us": 83224.985, + "fanout_delivery_p99_us": 88655.772, + "fanout_delivery_p999_us": 93105.837, + "fanout_delivery_max_us": 93605.697, + "client_wall_s": 1.0200869590044022, + "client_cpu_s": 0.9386460000000056, + "broker_user_s": 0.17898199999999997, + "broker_sys_s": 0.33034699999999995, + "broker_cpu_s": 0.5093289999999999, + "broker_vcsw": 44741, + "broker_maxrss_kib": 12156, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.284533, + "single_rtt_mean_us": 55.442, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 75.989, + "single_rtt_p999_us": 116.357, + "single_rtt_max_us": 265.959, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.498321, + "multi_rtt_mean_us": 470.238, + "multi_rtt_p50_us": 522.42, + "multi_rtt_p90_us": 553.29, + "multi_rtt_p99_us": 609.094, + "multi_rtt_p999_us": 883.364, + "multi_rtt_max_us": 1288.239, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.266093, + "fanout_delivery_mean_us": 55162.06, + "fanout_delivery_p50_us": 57836.585, + "fanout_delivery_p90_us": 89128.324, + "fanout_delivery_p99_us": 95355.803, + "fanout_delivery_p999_us": 100040.956, + "fanout_delivery_max_us": 100633.427, + "client_wall_s": 1.0556281050667167, + "client_cpu_s": 0.9750499999999818, + "broker_user_s": 0.169042, + "broker_sys_s": 0.361409, + "broker_cpu_s": 0.530451, + "broker_vcsw": 49069, + "broker_maxrss_kib": 11676, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336311, + "single_rtt_mean_us": 65.856, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 127.043, + "single_rtt_p999_us": 242.213, + "single_rtt_max_us": 360.945, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489013, + "multi_rtt_mean_us": 485.211, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 529.543, + "multi_rtt_p99_us": 795.502, + "multi_rtt_p999_us": 956.977, + "multi_rtt_max_us": 1061.461, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250271, + "fanout_delivery_mean_us": 56895.014, + "fanout_delivery_p50_us": 59828.903, + "fanout_delivery_p90_us": 88224.777, + "fanout_delivery_p99_us": 96727.154, + "fanout_delivery_p999_us": 98614.988, + "fanout_delivery_max_us": 98913.004, + "client_wall_s": 1.1113073360174894, + "client_cpu_s": 0.9539849999999888, + "broker_user_s": 0.280186, + "broker_sys_s": 0.34443999999999997, + "broker_cpu_s": 0.6246259999999999, + "broker_vcsw": 14432, + "broker_maxrss_kib": 8008, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.517004, + "single_rtt_mean_us": 101.987, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 108.045, + "single_rtt_p99_us": 189.971, + "single_rtt_p999_us": 292.08, + "single_rtt_max_us": 350.259, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.115713, + "multi_rtt_mean_us": 1102.789, + "multi_rtt_p50_us": 1041.277, + "multi_rtt_p90_us": 1335.731, + "multi_rtt_p99_us": 1612.377, + "multi_rtt_p999_us": 1789.286, + "multi_rtt_max_us": 2254.715, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.614551, + "fanout_delivery_mean_us": 18548.879, + "fanout_delivery_p50_us": 18516.209, + "fanout_delivery_p90_us": 27427.022, + "fanout_delivery_p99_us": 30189.909, + "fanout_delivery_p999_us": 32053.997, + "fanout_delivery_max_us": 32628.658, + "client_wall_s": 2.2586438059806824, + "client_cpu_s": 1.4967289999999878, + "broker_user_s": 0.740898, + "broker_sys_s": 1.303367, + "broker_cpu_s": 2.0442649999999998, + "broker_vcsw": 10041, + "broker_maxrss_kib": 6384, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.35817, + "single_rtt_mean_us": 70.195, + "single_rtt_p50_us": 66.49, + "single_rtt_p90_us": 80.737, + "single_rtt_p99_us": 117.544, + "single_rtt_p999_us": 185.222, + "single_rtt_max_us": 213.717, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509935, + "multi_rtt_mean_us": 505.173, + "multi_rtt_p50_us": 485.612, + "multi_rtt_p90_us": 535.48, + "multi_rtt_p99_us": 991.41, + "multi_rtt_p999_us": 2276.087, + "multi_rtt_max_us": 2983.728, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249213, + "fanout_delivery_mean_us": 21731.988, + "fanout_delivery_p50_us": 21955.866, + "fanout_delivery_p90_us": 27302.354, + "fanout_delivery_p99_us": 27878.203, + "fanout_delivery_p999_us": 28106.168, + "fanout_delivery_max_us": 28178.594, + "client_wall_s": 1.1542644649744034, + "client_cpu_s": 0.9960810000000038, + "broker_user_s": 0.32844599999999996, + "broker_sys_s": 0.441415, + "broker_cpu_s": 0.7698609999999999, + "broker_vcsw": 13654, + "broker_maxrss_kib": 7060, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328736, + "single_rtt_mean_us": 64.354, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 103.296, + "single_rtt_p999_us": 176.91, + "single_rtt_max_us": 212.53, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.491447, + "multi_rtt_mean_us": 487.542, + "multi_rtt_p50_us": 477.301, + "multi_rtt_p90_us": 529.544, + "multi_rtt_p99_us": 730.2, + "multi_rtt_p999_us": 1010.407, + "multi_rtt_max_us": 1336.919, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251374, + "fanout_delivery_mean_us": 22995.753, + "fanout_delivery_p50_us": 22433.168, + "fanout_delivery_p90_us": 27456.706, + "fanout_delivery_p99_us": 27949.442, + "fanout_delivery_p999_us": 28115.666, + "fanout_delivery_max_us": 28216.588, + "client_wall_s": 1.1223410728853196, + "client_cpu_s": 0.958258999999984, + "broker_user_s": 0.30197799999999997, + "broker_sys_s": 0.345312, + "broker_cpu_s": 0.6472899999999999, + "broker_vcsw": 14190, + "broker_maxrss_kib": 7088, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322377, + "single_rtt_mean_us": 63.109, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 148.414, + "single_rtt_max_us": 208.968, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.478723, + "multi_rtt_mean_us": 475.853, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 495.112, + "multi_rtt_p99_us": 696.955, + "multi_rtt_p999_us": 1015.156, + "multi_rtt_max_us": 1154.072, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248594, + "fanout_delivery_mean_us": 21428.84, + "fanout_delivery_p50_us": 21866.817, + "fanout_delivery_p90_us": 26928.349, + "fanout_delivery_p99_us": 27698.918, + "fanout_delivery_p999_us": 27878.203, + "fanout_delivery_max_us": 27994.561, + "client_wall_s": 1.0915111990179867, + "client_cpu_s": 0.9380979999999965, + "broker_user_s": 0.30319199999999996, + "broker_sys_s": 0.420454, + "broker_cpu_s": 0.723646, + "broker_vcsw": 14208, + "broker_maxrss_kib": 7212, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321032, + "single_rtt_mean_us": 62.818, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 160.288, + "single_rtt_max_us": 257.648, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480424, + "multi_rtt_mean_us": 477.052, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 499.861, + "multi_rtt_p99_us": 819.249, + "multi_rtt_p999_us": 984.286, + "multi_rtt_max_us": 1167.132, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253763, + "fanout_delivery_mean_us": 23137.506, + "fanout_delivery_p50_us": 22518.654, + "fanout_delivery_p90_us": 27564.751, + "fanout_delivery_p99_us": 28066.987, + "fanout_delivery_p999_us": 28348.38, + "fanout_delivery_max_us": 32201.224, + "client_wall_s": 1.1019299060571939, + "client_cpu_s": 0.940708000000015, + "broker_user_s": 0.269489, + "broker_sys_s": 0.36001299999999997, + "broker_cpu_s": 0.629502, + "broker_vcsw": 14158, + "broker_maxrss_kib": 7036, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.537942, + "single_rtt_mean_us": 106.188, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 118.732, + "single_rtt_p99_us": 199.469, + "single_rtt_p999_us": 369.255, + "single_rtt_max_us": 569.913, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.119179, + "multi_rtt_mean_us": 1105.22, + "multi_rtt_p50_us": 1048.401, + "multi_rtt_p90_us": 1342.855, + "multi_rtt_p99_us": 1585.068, + "multi_rtt_p999_us": 1734.67, + "multi_rtt_max_us": 1965.01, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.60976, + "fanout_delivery_mean_us": 18404.868, + "fanout_delivery_p50_us": 18439.033, + "fanout_delivery_p90_us": 27215.68, + "fanout_delivery_p99_us": 29496.516, + "fanout_delivery_p999_us": 30544.917, + "fanout_delivery_max_us": 31162.322, + "client_wall_s": 2.278778326930478, + "client_cpu_s": 1.5067689999999914, + "broker_user_s": 0.7749189999999999, + "broker_sys_s": 1.2826520000000001, + "broker_cpu_s": 2.0575710000000003, + "broker_vcsw": 10041, + "broker_maxrss_kib": 6148, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33139, + "single_rtt_mean_us": 64.855, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 79.55, + "single_rtt_p99_us": 121.107, + "single_rtt_p999_us": 219.653, + "single_rtt_max_us": 524.794, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.503631, + "multi_rtt_mean_us": 499.699, + "multi_rtt_p50_us": 480.864, + "multi_rtt_p90_us": 527.168, + "multi_rtt_p99_us": 964.102, + "multi_rtt_p999_us": 1320.297, + "multi_rtt_max_us": 1463.962, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258745, + "fanout_delivery_mean_us": 56906.474, + "fanout_delivery_p50_us": 56794.121, + "fanout_delivery_p90_us": 87707.107, + "fanout_delivery_p99_us": 94023.633, + "fanout_delivery_p999_us": 95427.041, + "fanout_delivery_max_us": 95526.776, + "client_wall_s": 1.116505408892408, + "client_cpu_s": 0.9700300000000226, + "broker_user_s": 0.31189, + "broker_sys_s": 0.341757, + "broker_cpu_s": 0.653647, + "broker_vcsw": 14433, + "broker_maxrss_kib": 7932, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 27, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281649, + "single_rtt_mean_us": 54.9, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.179, + "single_rtt_p99_us": 85.487, + "single_rtt_p999_us": 136.541, + "single_rtt_max_us": 385.878, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49223, + "multi_rtt_mean_us": 464.692, + "multi_rtt_p50_us": 511.734, + "multi_rtt_p90_us": 547.353, + "multi_rtt_p99_us": 669.647, + "multi_rtt_p999_us": 981.911, + "multi_rtt_max_us": 1282.302, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250541, + "fanout_delivery_mean_us": 51957.177, + "fanout_delivery_p50_us": 54501.412, + "fanout_delivery_p90_us": 83324.719, + "fanout_delivery_p99_us": 88598.781, + "fanout_delivery_p999_us": 93008.477, + "fanout_delivery_max_us": 93386.044, + "client_wall_s": 1.0305757171008736, + "client_cpu_s": 0.9474839999999887, + "broker_user_s": 0.17360499999999998, + "broker_sys_s": 0.35005099999999995, + "broker_cpu_s": 0.5236559999999999, + "broker_vcsw": 48052, + "broker_maxrss_kib": 11728, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.323598, + "single_rtt_mean_us": 63.32, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 106.858, + "single_rtt_p999_us": 172.161, + "single_rtt_max_us": 251.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492213, + "multi_rtt_mean_us": 488.056, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 885.738, + "multi_rtt_p999_us": 1158.821, + "multi_rtt_max_us": 1468.712, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255931, + "fanout_delivery_mean_us": 21598.945, + "fanout_delivery_p50_us": 22231.323, + "fanout_delivery_p90_us": 27412.775, + "fanout_delivery_p99_us": 28387.562, + "fanout_delivery_p999_us": 28809.059, + "fanout_delivery_max_us": 32891.055, + "client_wall_s": 1.1090181889012456, + "client_cpu_s": 0.9586120000000165, + "broker_user_s": 0.295522, + "broker_sys_s": 0.331153, + "broker_cpu_s": 0.626675, + "broker_vcsw": 14261, + "broker_maxrss_kib": 7080, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.590811, + "single_rtt_mean_us": 116.752, + "single_rtt_p50_us": 118.731, + "single_rtt_p90_us": 134.167, + "single_rtt_p99_us": 205.406, + "single_rtt_p999_us": 306.328, + "single_rtt_max_us": 645.901, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.143854, + "multi_rtt_mean_us": 1131.33, + "multi_rtt_p50_us": 1066.211, + "multi_rtt_p90_us": 1373.726, + "multi_rtt_p99_us": 1682.429, + "multi_rtt_p999_us": 2159.729, + "multi_rtt_max_us": 2973.042, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.608441, + "fanout_delivery_mean_us": 18371.458, + "fanout_delivery_p50_us": 18434.284, + "fanout_delivery_p90_us": 27149.19, + "fanout_delivery_p99_us": 29401.53, + "fanout_delivery_p999_us": 30977.1, + "fanout_delivery_max_us": 31589.756, + "client_wall_s": 2.3545279637910426, + "client_cpu_s": 1.5320790000000102, + "broker_user_s": 0.806191, + "broker_sys_s": 1.317386, + "broker_cpu_s": 2.123577, + "broker_vcsw": 10025, + "broker_maxrss_kib": 6488, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337994, + "single_rtt_mean_us": 66.151, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 83.112, + "single_rtt_p99_us": 131.792, + "single_rtt_p999_us": 198.282, + "single_rtt_max_us": 245.775, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.504759, + "multi_rtt_mean_us": 500.543, + "multi_rtt_p50_us": 487.987, + "multi_rtt_p90_us": 525.982, + "multi_rtt_p99_us": 880.989, + "multi_rtt_p999_us": 1184.942, + "multi_rtt_max_us": 1497.207, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258897, + "fanout_delivery_mean_us": 57466.629, + "fanout_delivery_p50_us": 56719.32, + "fanout_delivery_p90_us": 91537.391, + "fanout_delivery_p99_us": 97604.581, + "fanout_delivery_p999_us": 98652.982, + "fanout_delivery_max_us": 98737.281, + "client_wall_s": 1.1414936829824, + "client_cpu_s": 0.9753939999999943, + "broker_user_s": 0.320418, + "broker_sys_s": 0.342867, + "broker_cpu_s": 0.6632849999999999, + "broker_vcsw": 14293, + "broker_maxrss_kib": 8228, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331838, + "single_rtt_mean_us": 64.979, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 89.048, + "single_rtt_p999_us": 135.354, + "single_rtt_max_us": 300.391, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.478014, + "multi_rtt_mean_us": 475.487, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 496.298, + "multi_rtt_p99_us": 544.978, + "multi_rtt_p999_us": 615.031, + "multi_rtt_max_us": 1265.68, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249324, + "fanout_delivery_mean_us": 21611.311, + "fanout_delivery_p50_us": 21974.863, + "fanout_delivery_p90_us": 27266.735, + "fanout_delivery_p99_us": 27896.012, + "fanout_delivery_p999_us": 28078.859, + "fanout_delivery_max_us": 28185.718, + "client_wall_s": 1.0921309790574014, + "client_cpu_s": 0.9488329999999934, + "broker_user_s": 0.300906, + "broker_sys_s": 0.424456, + "broker_cpu_s": 0.7253620000000001, + "broker_vcsw": 14269, + "broker_maxrss_kib": 6928, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 28, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.275733, + "single_rtt_mean_us": 53.693, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 58.179, + "single_rtt_p99_us": 75.989, + "single_rtt_p999_us": 136.542, + "single_rtt_max_us": 239.838, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495527, + "multi_rtt_mean_us": 467.163, + "multi_rtt_p50_us": 512.921, + "multi_rtt_p90_us": 555.665, + "multi_rtt_p99_us": 655.399, + "multi_rtt_p999_us": 952.228, + "multi_rtt_max_us": 2094.428, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249753, + "fanout_delivery_mean_us": 51725.244, + "fanout_delivery_p50_us": 54117.909, + "fanout_delivery_p90_us": 82763.118, + "fanout_delivery_p99_us": 88091.797, + "fanout_delivery_p999_us": 92660.593, + "fanout_delivery_max_us": 93191.323, + "client_wall_s": 1.0279481851030141, + "client_cpu_s": 0.9571440000000138, + "broker_user_s": 0.175143, + "broker_sys_s": 0.353829, + "broker_cpu_s": 0.528972, + "broker_vcsw": 48726, + "broker_maxrss_kib": 11780, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.286824, + "single_rtt_mean_us": 55.899, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 61.741, + "single_rtt_p99_us": 94.985, + "single_rtt_p999_us": 168.599, + "single_rtt_max_us": 669.647, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.504895, + "multi_rtt_mean_us": 476.464, + "multi_rtt_p50_us": 527.169, + "multi_rtt_p90_us": 566.35, + "multi_rtt_p99_us": 693.394, + "multi_rtt_p999_us": 914.234, + "multi_rtt_max_us": 1252.619, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263831, + "fanout_delivery_mean_us": 54819.201, + "fanout_delivery_p50_us": 57679.859, + "fanout_delivery_p90_us": 88395.751, + "fanout_delivery_p99_us": 94039.068, + "fanout_delivery_p999_us": 98943.874, + "fanout_delivery_max_us": 99472.231, + "client_wall_s": 1.0623578180093318, + "client_cpu_s": 0.9888400000000104, + "broker_user_s": 0.184081, + "broker_sys_s": 0.350885, + "broker_cpu_s": 0.534966, + "broker_vcsw": 50398, + "broker_maxrss_kib": 12116, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.354265, + "single_rtt_mean_us": 69.442, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 93.798, + "single_rtt_p99_us": 149.602, + "single_rtt_p999_us": 233.901, + "single_rtt_max_us": 345.509, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.523441, + "multi_rtt_mean_us": 519.681, + "multi_rtt_p50_us": 508.171, + "multi_rtt_p90_us": 556.852, + "multi_rtt_p99_us": 846.557, + "multi_rtt_p999_us": 1246.683, + "multi_rtt_max_us": 1440.216, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.284448, + "fanout_delivery_mean_us": 25987.895, + "fanout_delivery_p50_us": 25464.387, + "fanout_delivery_p90_us": 31177.757, + "fanout_delivery_p99_us": 32076.556, + "fanout_delivery_p999_us": 32460.059, + "fanout_delivery_max_us": 32543.172, + "client_wall_s": 1.198189256945625, + "client_cpu_s": 1.033502999999996, + "broker_user_s": 0.29839899999999997, + "broker_sys_s": 0.382945, + "broker_cpu_s": 0.681344, + "broker_vcsw": 14096, + "broker_maxrss_kib": 6848, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.36434, + "single_rtt_mean_us": 71.44, + "single_rtt_p50_us": 67.677, + "single_rtt_p90_us": 78.363, + "single_rtt_p99_us": 134.167, + "single_rtt_p999_us": 236.276, + "single_rtt_max_us": 384.691, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.523727, + "multi_rtt_mean_us": 519.91, + "multi_rtt_p50_us": 505.797, + "multi_rtt_p90_us": 555.664, + "multi_rtt_p99_us": 923.732, + "multi_rtt_p999_us": 1206.314, + "multi_rtt_max_us": 1553.01, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.275158, + "fanout_delivery_mean_us": 24540.663, + "fanout_delivery_p50_us": 24362.557, + "fanout_delivery_p90_us": 30356.134, + "fanout_delivery_p99_us": 30879.74, + "fanout_delivery_p999_us": 35670.564, + "fanout_delivery_max_us": 36050.506, + "client_wall_s": 1.1978057539090514, + "client_cpu_s": 1.041842000000031, + "broker_user_s": 0.318145, + "broker_sys_s": 0.461823, + "broker_cpu_s": 0.779968, + "broker_vcsw": 13618, + "broker_maxrss_kib": 7036, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.601167, + "single_rtt_mean_us": 118.791, + "single_rtt_p50_us": 106.859, + "single_rtt_p90_us": 150.789, + "single_rtt_p99_us": 254.086, + "single_rtt_p999_us": 347.884, + "single_rtt_max_us": 446.432, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.177579, + "multi_rtt_mean_us": 1162.856, + "multi_rtt_p50_us": 1094.707, + "multi_rtt_p90_us": 1425.968, + "multi_rtt_p99_us": 1733.483, + "multi_rtt_p999_us": 2447.06, + "multi_rtt_max_us": 3355.358, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.614382, + "fanout_delivery_mean_us": 18578.443, + "fanout_delivery_p50_us": 18600.508, + "fanout_delivery_p90_us": 27418.71, + "fanout_delivery_p99_us": 29470.394, + "fanout_delivery_p999_us": 29849.148, + "fanout_delivery_max_us": 30116.295, + "client_wall_s": 2.40462555619888, + "client_cpu_s": 1.5854070000000036, + "broker_user_s": 0.7982589999999999, + "broker_sys_s": 1.364152, + "broker_cpu_s": 2.162411, + "broker_vcsw": 10027, + "broker_maxrss_kib": 6140, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.342154, + "single_rtt_mean_us": 67.003, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 77.176, + "single_rtt_p99_us": 127.043, + "single_rtt_p999_us": 232.714, + "single_rtt_max_us": 382.316, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.510241, + "multi_rtt_mean_us": 506.822, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 523.607, + "multi_rtt_p99_us": 968.85, + "multi_rtt_p999_us": 2065.932, + "multi_rtt_max_us": 2116.986, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251323, + "fanout_delivery_mean_us": 53168.001, + "fanout_delivery_p50_us": 54599.958, + "fanout_delivery_p90_us": 83895.816, + "fanout_delivery_p99_us": 92836.313, + "fanout_delivery_p999_us": 93627.066, + "fanout_delivery_max_us": 93940.517, + "client_wall_s": 1.1367087608668953, + "client_cpu_s": 0.9825870000000236, + "broker_user_s": 0.323941, + "broker_sys_s": 0.328134, + "broker_cpu_s": 0.652075, + "broker_vcsw": 14392, + "broker_maxrss_kib": 8120, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.314028, + "single_rtt_mean_us": 61.383, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 91.424, + "single_rtt_p999_us": 130.605, + "single_rtt_max_us": 179.285, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487081, + "multi_rtt_mean_us": 483.565, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 510.546, + "multi_rtt_p99_us": 780.068, + "multi_rtt_p999_us": 1092.332, + "multi_rtt_max_us": 1937.701, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255467, + "fanout_delivery_mean_us": 22512.973, + "fanout_delivery_p50_us": 22519.841, + "fanout_delivery_p90_us": 27631.24, + "fanout_delivery_p99_us": 28334.132, + "fanout_delivery_p999_us": 29072.644, + "fanout_delivery_max_us": 32241.592, + "client_wall_s": 1.1025247189681977, + "client_cpu_s": 0.9434709999999882, + "broker_user_s": 0.298103, + "broker_sys_s": 0.33747099999999997, + "broker_cpu_s": 0.635574, + "broker_vcsw": 14222, + "broker_maxrss_kib": 7196, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.524856, + "single_rtt_mean_us": 103.572, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 116.357, + "single_rtt_p99_us": 181.659, + "single_rtt_p999_us": 281.394, + "single_rtt_max_us": 1094.706, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.154915, + "multi_rtt_mean_us": 1134.266, + "multi_rtt_p50_us": 1084.02, + "multi_rtt_p90_us": 1385.598, + "multi_rtt_p99_us": 1720.422, + "multi_rtt_p999_us": 2036.249, + "multi_rtt_max_us": 2379.383, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.637516, + "fanout_delivery_mean_us": 19273.408, + "fanout_delivery_p50_us": 19285.589, + "fanout_delivery_p90_us": 28408.933, + "fanout_delivery_p99_us": 31086.333, + "fanout_delivery_p999_us": 32658.34, + "fanout_delivery_max_us": 33286.431, + "client_wall_s": 2.331835892982781, + "client_cpu_s": 1.5198249999999973, + "broker_user_s": 0.802111, + "broker_sys_s": 1.313701, + "broker_cpu_s": 2.115812, + "broker_vcsw": 10042, + "broker_maxrss_kib": 6336, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.286919, + "single_rtt_mean_us": 55.878, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 91.424, + "single_rtt_p999_us": 176.91, + "single_rtt_max_us": 1545.887, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.508362, + "multi_rtt_mean_us": 478.974, + "multi_rtt_p50_us": 529.543, + "multi_rtt_p90_us": 567.537, + "multi_rtt_p99_us": 612.655, + "multi_rtt_p999_us": 755.134, + "multi_rtt_max_us": 1019.906, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.268816, + "fanout_delivery_mean_us": 55548.734, + "fanout_delivery_p50_us": 58229.586, + "fanout_delivery_p90_us": 87812.775, + "fanout_delivery_p99_us": 93381.292, + "fanout_delivery_p999_us": 97972.646, + "fanout_delivery_max_us": 98588.863, + "client_wall_s": 1.0709777071606368, + "client_cpu_s": 0.993977000000001, + "broker_user_s": 0.18270599999999998, + "broker_sys_s": 0.36379599999999995, + "broker_cpu_s": 0.5465019999999999, + "broker_vcsw": 50037, + "broker_maxrss_kib": 11916, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.343119, + "single_rtt_mean_us": 67.227, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 72.427, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 188.784, + "single_rtt_max_us": 254.086, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.515401, + "multi_rtt_mean_us": 511.812, + "multi_rtt_p50_us": 495.111, + "multi_rtt_p90_us": 548.541, + "multi_rtt_p99_us": 915.422, + "multi_rtt_p999_us": 1196.815, + "multi_rtt_max_us": 1427.155, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254155, + "fanout_delivery_mean_us": 21774.583, + "fanout_delivery_p50_us": 22388.048, + "fanout_delivery_p90_us": 27520.82, + "fanout_delivery_p99_us": 28400.622, + "fanout_delivery_p999_us": 29224.619, + "fanout_delivery_max_us": 29418.152, + "client_wall_s": 1.1456504459492862, + "client_cpu_s": 0.9913110000000245, + "broker_user_s": 0.33364, + "broker_sys_s": 0.43711099999999997, + "broker_cpu_s": 0.770751, + "broker_vcsw": 13706, + "broker_maxrss_kib": 6932, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32661, + "single_rtt_mean_us": 63.901, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 100.922, + "single_rtt_p999_us": 179.285, + "single_rtt_max_us": 261.209, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.491664, + "multi_rtt_mean_us": 488.832, + "multi_rtt_p50_us": 480.863, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 739.698, + "multi_rtt_p999_us": 1030.591, + "multi_rtt_max_us": 1309.611, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255072, + "fanout_delivery_mean_us": 55932.233, + "fanout_delivery_p50_us": 56427.238, + "fanout_delivery_p90_us": 88178.468, + "fanout_delivery_p99_us": 95602.761, + "fanout_delivery_p999_us": 96027.821, + "fanout_delivery_max_us": 96109.746, + "client_wall_s": 1.1086239668074995, + "client_cpu_s": 0.9622919999999908, + "broker_user_s": 0.312087, + "broker_sys_s": 0.31510699999999997, + "broker_cpu_s": 0.627194, + "broker_vcsw": 14555, + "broker_maxrss_kib": 8384, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328411, + "single_rtt_mean_us": 64.283, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 75.989, + "single_rtt_p999_us": 103.297, + "single_rtt_max_us": 252.899, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.477164, + "multi_rtt_mean_us": 474.719, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 495.111, + "multi_rtt_p99_us": 653.025, + "multi_rtt_p999_us": 918.983, + "multi_rtt_max_us": 1098.268, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249972, + "fanout_delivery_mean_us": 21902.39, + "fanout_delivery_p50_us": 22052.038, + "fanout_delivery_p90_us": 27264.359, + "fanout_delivery_p99_us": 27897.199, + "fanout_delivery_p999_us": 28091.919, + "fanout_delivery_max_us": 28226.086, + "client_wall_s": 1.0995718620251864, + "client_cpu_s": 0.9463089999999852, + "broker_user_s": 0.298049, + "broker_sys_s": 0.42838299999999996, + "broker_cpu_s": 0.726432, + "broker_vcsw": 14141, + "broker_maxrss_kib": 6924, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.317098, + "single_rtt_mean_us": 62.033, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 97.36, + "single_rtt_p999_us": 181.659, + "single_rtt_max_us": 932.044, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.499381, + "multi_rtt_mean_us": 496.08, + "multi_rtt_p50_us": 478.489, + "multi_rtt_p90_us": 521.233, + "multi_rtt_p99_us": 943.917, + "multi_rtt_p999_us": 1203.94, + "multi_rtt_max_us": 1572.007, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24935, + "fanout_delivery_mean_us": 22053.13, + "fanout_delivery_p50_us": 22023.542, + "fanout_delivery_p90_us": 27273.858, + "fanout_delivery_p99_us": 28543.1, + "fanout_delivery_p999_us": 29539.259, + "fanout_delivery_max_us": 29834.9, + "client_wall_s": 1.1046369560062885, + "client_cpu_s": 0.9519620000000089, + "broker_user_s": 0.307863, + "broker_sys_s": 0.319113, + "broker_cpu_s": 0.626976, + "broker_vcsw": 14335, + "broker_maxrss_kib": 7072, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.56705, + "single_rtt_mean_us": 112.01, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 130.604, + "single_rtt_p99_us": 200.657, + "single_rtt_p999_us": 319.388, + "single_rtt_max_us": 396.564, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.12066, + "multi_rtt_mean_us": 1106.879, + "multi_rtt_p50_us": 1050.776, + "multi_rtt_p90_us": 1335.731, + "multi_rtt_p99_us": 1628.999, + "multi_rtt_p999_us": 1764.353, + "multi_rtt_max_us": 2026.75, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.601765, + "fanout_delivery_mean_us": 18153.0, + "fanout_delivery_p50_us": 18193.258, + "fanout_delivery_p90_us": 26865.421, + "fanout_delivery_p99_us": 29021.588, + "fanout_delivery_p999_us": 30268.272, + "fanout_delivery_max_us": 30870.241, + "client_wall_s": 2.3008207988459617, + "client_cpu_s": 1.4875130000000354, + "broker_user_s": 0.7650009999999999, + "broker_sys_s": 1.314529, + "broker_cpu_s": 2.07953, + "broker_vcsw": 10015, + "broker_maxrss_kib": 6236, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331842, + "single_rtt_mean_us": 64.931, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 200.656, + "single_rtt_max_us": 423.872, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.510074, + "multi_rtt_mean_us": 505.463, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 549.728, + "multi_rtt_p99_us": 940.355, + "multi_rtt_p999_us": 1370.163, + "multi_rtt_max_us": 2092.052, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253286, + "fanout_delivery_mean_us": 53644.633, + "fanout_delivery_p50_us": 55263.668, + "fanout_delivery_p90_us": 84027.609, + "fanout_delivery_p99_us": 92972.855, + "fanout_delivery_p999_us": 93736.3, + "fanout_delivery_max_us": 94048.563, + "client_wall_s": 1.1409130510874093, + "client_cpu_s": 0.9713769999999897, + "broker_user_s": 0.329901, + "broker_sys_s": 0.332984, + "broker_cpu_s": 0.662885, + "broker_vcsw": 14300, + "broker_maxrss_kib": 8228, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 31, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.278546, + "single_rtt_mean_us": 54.273, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 56.991, + "single_rtt_p99_us": 87.861, + "single_rtt_p999_us": 159.1, + "single_rtt_max_us": 332.449, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497466, + "multi_rtt_mean_us": 468.988, + "multi_rtt_p50_us": 520.045, + "multi_rtt_p90_us": 553.289, + "multi_rtt_p99_us": 643.526, + "multi_rtt_p999_us": 940.355, + "multi_rtt_max_us": 1095.893, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.267227, + "fanout_delivery_mean_us": 55440.765, + "fanout_delivery_p50_us": 58712.824, + "fanout_delivery_p90_us": 89120.011, + "fanout_delivery_p99_us": 95031.662, + "fanout_delivery_p999_us": 99802.302, + "fanout_delivery_max_us": 100382.9, + "client_wall_s": 1.0500120639335364, + "client_cpu_s": 0.9774900000000173, + "broker_user_s": 0.171379, + "broker_sys_s": 0.362752, + "broker_cpu_s": 0.534131, + "broker_vcsw": 49401, + "broker_maxrss_kib": 11232, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.334332, + "single_rtt_mean_us": 65.461, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 134.167, + "single_rtt_p999_us": 236.276, + "single_rtt_max_us": 372.817, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487173, + "multi_rtt_mean_us": 484.099, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 499.861, + "multi_rtt_p99_us": 837.059, + "multi_rtt_p999_us": 1227.686, + "multi_rtt_max_us": 1506.705, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251746, + "fanout_delivery_mean_us": 55713.616, + "fanout_delivery_p50_us": 55309.974, + "fanout_delivery_p90_us": 87701.167, + "fanout_delivery_p99_us": 93915.585, + "fanout_delivery_p999_us": 95435.35, + "fanout_delivery_max_us": 95536.272, + "client_wall_s": 1.111588696949184, + "client_cpu_s": 0.9525330000000167, + "broker_user_s": 0.29894499999999996, + "broker_sys_s": 0.32756799999999997, + "broker_cpu_s": 0.6265129999999999, + "broker_vcsw": 14648, + "broker_maxrss_kib": 7816, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.541191, + "single_rtt_mean_us": 106.814, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 111.608, + "single_rtt_p99_us": 223.216, + "single_rtt_p999_us": 357.382, + "single_rtt_max_us": 561.601, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.132027, + "multi_rtt_mean_us": 1117.259, + "multi_rtt_p50_us": 1059.087, + "multi_rtt_p90_us": 1364.227, + "multi_rtt_p99_us": 1661.057, + "multi_rtt_p999_us": 1843.903, + "multi_rtt_max_us": 2361.573, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.622799, + "fanout_delivery_mean_us": 18695.776, + "fanout_delivery_p50_us": 18596.946, + "fanout_delivery_p90_us": 27555.252, + "fanout_delivery_p99_us": 32283.148, + "fanout_delivery_p999_us": 34436.941, + "fanout_delivery_max_us": 34821.632, + "client_wall_s": 2.3103228968102485, + "client_cpu_s": 1.50995199999997, + "broker_user_s": 0.744396, + "broker_sys_s": 1.348587, + "broker_cpu_s": 2.092983, + "broker_vcsw": 10022, + "broker_maxrss_kib": 6420, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327697, + "single_rtt_mean_us": 64.105, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 173.349, + "single_rtt_max_us": 200.656, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.520665, + "multi_rtt_mean_us": 514.328, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 562.788, + "multi_rtt_p99_us": 999.721, + "multi_rtt_p999_us": 2036.248, + "multi_rtt_max_us": 2181.102, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256024, + "fanout_delivery_mean_us": 22611.986, + "fanout_delivery_p50_us": 22416.544, + "fanout_delivery_p90_us": 27508.946, + "fanout_delivery_p99_us": 31064.961, + "fanout_delivery_p999_us": 32139.482, + "fanout_delivery_max_us": 34739.707, + "client_wall_s": 1.1336039281450212, + "client_cpu_s": 0.987088, + "broker_user_s": 0.305021, + "broker_sys_s": 0.358848, + "broker_cpu_s": 0.663869, + "broker_vcsw": 13865, + "broker_maxrss_kib": 7080, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279947, + "single_rtt_mean_us": 54.57, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 75.989, + "single_rtt_p999_us": 138.916, + "single_rtt_max_us": 241.025, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47635, + "multi_rtt_mean_us": 449.213, + "multi_rtt_p50_us": 501.048, + "multi_rtt_p90_us": 529.543, + "multi_rtt_p99_us": 591.284, + "multi_rtt_p999_us": 937.98, + "multi_rtt_max_us": 1163.57, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248672, + "fanout_delivery_mean_us": 51537.266, + "fanout_delivery_p50_us": 53992.052, + "fanout_delivery_p90_us": 82983.957, + "fanout_delivery_p99_us": 88240.21, + "fanout_delivery_p999_us": 92671.276, + "fanout_delivery_max_us": 93052.405, + "client_wall_s": 1.0119621178600937, + "client_cpu_s": 0.928467999999981, + "broker_user_s": 0.168717, + "broker_sys_s": 0.33805899999999994, + "broker_cpu_s": 0.5067759999999999, + "broker_vcsw": 45018, + "broker_maxrss_kib": 12072, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 32, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.334833, + "single_rtt_mean_us": 65.56, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 116.358, + "single_rtt_p999_us": 225.59, + "single_rtt_max_us": 503.422, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489158, + "multi_rtt_mean_us": 485.238, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 904.735, + "multi_rtt_p999_us": 1107.767, + "multi_rtt_max_us": 1196.815, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248681, + "fanout_delivery_mean_us": 21014.158, + "fanout_delivery_p50_us": 21744.523, + "fanout_delivery_p90_us": 26934.285, + "fanout_delivery_p99_us": 27774.905, + "fanout_delivery_p999_us": 28876.736, + "fanout_delivery_max_us": 29025.15, + "client_wall_s": 1.1130324739497155, + "client_cpu_s": 0.9520980000000066, + "broker_user_s": 0.32628199999999996, + "broker_sys_s": 0.413684, + "broker_cpu_s": 0.7399659999999999, + "broker_vcsw": 13715, + "broker_maxrss_kib": 6904, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327669, + "single_rtt_mean_us": 64.134, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 197.095, + "single_rtt_max_us": 251.711, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492418, + "multi_rtt_mean_us": 488.97, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 511.734, + "multi_rtt_p99_us": 787.191, + "multi_rtt_p999_us": 1036.528, + "multi_rtt_max_us": 1251.432, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251543, + "fanout_delivery_mean_us": 22342.716, + "fanout_delivery_p50_us": 22334.619, + "fanout_delivery_p90_us": 27467.39, + "fanout_delivery_p99_us": 28112.104, + "fanout_delivery_p999_us": 28392.311, + "fanout_delivery_max_us": 28531.227, + "client_wall_s": 1.1154403530526906, + "client_cpu_s": 0.9530800000000283, + "broker_user_s": 0.306901, + "broker_sys_s": 0.321609, + "broker_cpu_s": 0.6285099999999999, + "broker_vcsw": 14239, + "broker_maxrss_kib": 7096, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32944, + "single_rtt_mean_us": 64.473, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 118.732, + "single_rtt_p999_us": 210.155, + "single_rtt_max_us": 374.005, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47826, + "multi_rtt_mean_us": 475.849, + "multi_rtt_p50_us": 470.177, + "multi_rtt_p90_us": 492.736, + "multi_rtt_p99_us": 675.583, + "multi_rtt_p999_us": 1016.343, + "multi_rtt_max_us": 1151.698, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256206, + "fanout_delivery_mean_us": 22695.446, + "fanout_delivery_p50_us": 22635.01, + "fanout_delivery_p90_us": 27938.756, + "fanout_delivery_p99_us": 29361.161, + "fanout_delivery_p999_us": 29838.463, + "fanout_delivery_max_us": 33603.444, + "client_wall_s": 1.1040361740160733, + "client_cpu_s": 0.9480889999999818, + "broker_user_s": 0.2912, + "broker_sys_s": 0.45525699999999997, + "broker_cpu_s": 0.7464569999999999, + "broker_vcsw": 14159, + "broker_maxrss_kib": 7140, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.557837, + "single_rtt_mean_us": 110.126, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 123.481, + "single_rtt_p99_us": 238.651, + "single_rtt_p999_us": 400.126, + "single_rtt_max_us": 841.807, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.131872, + "multi_rtt_mean_us": 1116.053, + "multi_rtt_p50_us": 1056.712, + "multi_rtt_p90_us": 1357.103, + "multi_rtt_p99_us": 1661.057, + "multi_rtt_p999_us": 1855.776, + "multi_rtt_max_us": 2306.956, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.597346, + "fanout_delivery_mean_us": 18037.38, + "fanout_delivery_p50_us": 18062.653, + "fanout_delivery_p90_us": 26649.329, + "fanout_delivery_p99_us": 28564.471, + "fanout_delivery_p999_us": 28914.73, + "fanout_delivery_max_us": 29170.003, + "client_wall_s": 2.2997925819363445, + "client_cpu_s": 1.5055860000000223, + "broker_user_s": 0.73676, + "broker_sys_s": 1.3358189999999999, + "broker_cpu_s": 2.0725789999999997, + "broker_vcsw": 10035, + "broker_maxrss_kib": 6404, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281123, + "single_rtt_mean_us": 54.793, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 84.3, + "single_rtt_p999_us": 154.351, + "single_rtt_max_us": 383.503, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.4832, + "multi_rtt_mean_us": 454.792, + "multi_rtt_p50_us": 501.048, + "multi_rtt_p90_us": 536.668, + "multi_rtt_p99_us": 599.595, + "multi_rtt_p999_us": 1124.389, + "multi_rtt_max_us": 1535.2, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251446, + "fanout_delivery_mean_us": 52259.814, + "fanout_delivery_p50_us": 54783.992, + "fanout_delivery_p90_us": 83746.215, + "fanout_delivery_p99_us": 89023.838, + "fanout_delivery_p999_us": 93576.011, + "fanout_delivery_max_us": 93795.665, + "client_wall_s": 1.0225969159509987, + "client_cpu_s": 0.9404719999999998, + "broker_user_s": 0.16136199999999998, + "broker_sys_s": 0.34497599999999995, + "broker_cpu_s": 0.506338, + "broker_vcsw": 45902, + "broker_maxrss_kib": 12212, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325818, + "single_rtt_mean_us": 63.785, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 200.656, + "single_rtt_max_us": 358.57, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488526, + "multi_rtt_mean_us": 485.371, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 814.5, + "multi_rtt_p999_us": 1474.647, + "multi_rtt_max_us": 1776.226, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250992, + "fanout_delivery_mean_us": 56571.605, + "fanout_delivery_p50_us": 59540.383, + "fanout_delivery_p90_us": 88532.289, + "fanout_delivery_p99_us": 94952.112, + "fanout_delivery_p999_us": 99237.139, + "fanout_delivery_max_us": 99533.968, + "client_wall_s": 1.094935389002785, + "client_cpu_s": 0.9444649999999797, + "broker_user_s": 0.283531, + "broker_sys_s": 0.343922, + "broker_cpu_s": 0.627453, + "broker_vcsw": 14505, + "broker_maxrss_kib": 7912, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279954, + "single_rtt_mean_us": 54.571, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 83.112, + "single_rtt_p999_us": 140.104, + "single_rtt_max_us": 212.529, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492405, + "multi_rtt_mean_us": 464.848, + "multi_rtt_p50_us": 505.797, + "multi_rtt_p90_us": 547.353, + "multi_rtt_p99_us": 664.898, + "multi_rtt_p999_us": 777.692, + "multi_rtt_max_us": 952.228, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252213, + "fanout_delivery_mean_us": 52283.077, + "fanout_delivery_p50_us": 54952.59, + "fanout_delivery_p90_us": 83868.508, + "fanout_delivery_p99_us": 89429.9, + "fanout_delivery_p999_us": 93996.322, + "fanout_delivery_max_us": 94541.3, + "client_wall_s": 1.0307739682029933, + "client_cpu_s": 0.9548860000000161, + "broker_user_s": 0.160711, + "broker_sys_s": 0.35110399999999997, + "broker_cpu_s": 0.5118149999999999, + "broker_vcsw": 48655, + "broker_maxrss_kib": 11916, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.531567, + "single_rtt_mean_us": 104.911, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 117.545, + "single_rtt_p99_us": 191.158, + "single_rtt_p999_us": 284.956, + "single_rtt_max_us": 344.322, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.141109, + "multi_rtt_mean_us": 1119.993, + "multi_rtt_p50_us": 1061.461, + "multi_rtt_p90_us": 1361.852, + "multi_rtt_p99_us": 1695.488, + "multi_rtt_p999_us": 2287.96, + "multi_rtt_max_us": 3231.876, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.613531, + "fanout_delivery_mean_us": 18510.756, + "fanout_delivery_p50_us": 18545.891, + "fanout_delivery_p90_us": 27404.463, + "fanout_delivery_p99_us": 29591.5, + "fanout_delivery_p999_us": 31183.692, + "fanout_delivery_max_us": 31791.599, + "client_wall_s": 2.2983820501249284, + "client_cpu_s": 1.4918130000000076, + "broker_user_s": 0.7813589999999999, + "broker_sys_s": 1.300939, + "broker_cpu_s": 2.0822979999999998, + "broker_vcsw": 10071, + "broker_maxrss_kib": 6400, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.332481, + "single_rtt_mean_us": 65.075, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 80.737, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 180.472, + "single_rtt_max_us": 596.033, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495653, + "multi_rtt_mean_us": 490.964, + "multi_rtt_p50_us": 487.988, + "multi_rtt_p90_us": 520.045, + "multi_rtt_p99_us": 623.341, + "multi_rtt_p999_us": 915.422, + "multi_rtt_max_us": 1135.075, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256365, + "fanout_delivery_mean_us": 22227.748, + "fanout_delivery_p50_us": 22488.971, + "fanout_delivery_p90_us": 27600.37, + "fanout_delivery_p99_us": 28679.641, + "fanout_delivery_p999_us": 29343.351, + "fanout_delivery_max_us": 29544.008, + "client_wall_s": 1.1250968012027442, + "client_cpu_s": 0.9653419999999926, + "broker_user_s": 0.32625099999999996, + "broker_sys_s": 0.312787, + "broker_cpu_s": 0.639038, + "broker_vcsw": 14238, + "broker_maxrss_kib": 6928, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32954, + "single_rtt_mean_us": 64.522, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 122.293, + "single_rtt_p999_us": 302.765, + "single_rtt_max_us": 397.751, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.498927, + "multi_rtt_mean_us": 495.749, + "multi_rtt_p50_us": 485.613, + "multi_rtt_p90_us": 536.667, + "multi_rtt_p99_us": 729.013, + "multi_rtt_p999_us": 1016.343, + "multi_rtt_max_us": 1149.322, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.274, + "fanout_delivery_mean_us": 60618.903, + "fanout_delivery_p50_us": 60924.795, + "fanout_delivery_p90_us": 95951.833, + "fanout_delivery_p99_us": 102935.632, + "fanout_delivery_p999_us": 105050.243, + "fanout_delivery_max_us": 105172.536, + "client_wall_s": 1.1329224079381675, + "client_cpu_s": 0.9848399999999913, + "broker_user_s": 0.292769, + "broker_sys_s": 0.344906, + "broker_cpu_s": 0.637675, + "broker_vcsw": 14603, + "broker_maxrss_kib": 7616, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 34, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337736, + "single_rtt_mean_us": 66.141, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 73.614, + "single_rtt_p99_us": 125.856, + "single_rtt_p999_us": 205.406, + "single_rtt_max_us": 242.213, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486774, + "multi_rtt_mean_us": 483.552, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 696.955, + "multi_rtt_p999_us": 1099.455, + "multi_rtt_max_us": 1241.934, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250532, + "fanout_delivery_mean_us": 21410.936, + "fanout_delivery_p50_us": 21968.926, + "fanout_delivery_p90_us": 27164.625, + "fanout_delivery_p99_us": 27964.876, + "fanout_delivery_p999_us": 28236.772, + "fanout_delivery_max_us": 28303.262, + "client_wall_s": 1.1128923709038645, + "client_cpu_s": 0.9585180000000264, + "broker_user_s": 0.33205799999999996, + "broker_sys_s": 0.41131, + "broker_cpu_s": 0.743368, + "broker_vcsw": 13954, + "broker_maxrss_kib": 7164, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.278308, + "single_rtt_mean_us": 54.225, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 56.991, + "single_rtt_p99_us": 78.363, + "single_rtt_p999_us": 142.478, + "single_rtt_max_us": 214.905, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492189, + "multi_rtt_mean_us": 464.023, + "multi_rtt_p50_us": 518.858, + "multi_rtt_p90_us": 546.166, + "multi_rtt_p99_us": 622.155, + "multi_rtt_p999_us": 889.3, + "multi_rtt_max_us": 1066.211, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258304, + "fanout_delivery_mean_us": 53492.056, + "fanout_delivery_p50_us": 55304.037, + "fanout_delivery_p90_us": 87873.329, + "fanout_delivery_p99_us": 94261.094, + "fanout_delivery_p999_us": 99203.894, + "fanout_delivery_max_us": 99774.993, + "client_wall_s": 1.0349426378961653, + "client_cpu_s": 0.9625200000000405, + "broker_user_s": 0.17332799999999998, + "broker_sys_s": 0.350953, + "broker_cpu_s": 0.524281, + "broker_vcsw": 48824, + "broker_maxrss_kib": 11960, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.334069, + "single_rtt_mean_us": 65.395, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 80.737, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 186.409, + "single_rtt_max_us": 603.157, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480866, + "multi_rtt_mean_us": 477.866, + "multi_rtt_p50_us": 466.616, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 795.502, + "multi_rtt_p999_us": 1203.939, + "multi_rtt_max_us": 1422.406, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252146, + "fanout_delivery_mean_us": 21713.33, + "fanout_delivery_p50_us": 22145.836, + "fanout_delivery_p90_us": 27199.057, + "fanout_delivery_p99_us": 27974.375, + "fanout_delivery_p999_us": 28132.288, + "fanout_delivery_max_us": 28211.838, + "client_wall_s": 1.0966415640432388, + "client_cpu_s": 0.9495890000000031, + "broker_user_s": 0.312716, + "broker_sys_s": 0.310672, + "broker_cpu_s": 0.623388, + "broker_vcsw": 14254, + "broker_maxrss_kib": 6920, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321429, + "single_rtt_mean_us": 62.885, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 181.659, + "single_rtt_max_us": 246.962, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489099, + "multi_rtt_mean_us": 485.727, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 822.81, + "multi_rtt_p999_us": 1135.075, + "multi_rtt_max_us": 1561.321, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255996, + "fanout_delivery_mean_us": 56001.05, + "fanout_delivery_p50_us": 56118.536, + "fanout_delivery_p90_us": 88472.923, + "fanout_delivery_p99_us": 95010.29, + "fanout_delivery_p999_us": 95473.344, + "fanout_delivery_max_us": 95555.269, + "client_wall_s": 1.1049029149580747, + "client_cpu_s": 0.9499090000000194, + "broker_user_s": 0.270289, + "broker_sys_s": 0.35026199999999996, + "broker_cpu_s": 0.620551, + "broker_vcsw": 14432, + "broker_maxrss_kib": 8340, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333128, + "single_rtt_mean_us": 65.202, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 123.481, + "single_rtt_p999_us": 244.588, + "single_rtt_max_us": 355.008, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48043, + "multi_rtt_mean_us": 477.404, + "multi_rtt_p50_us": 470.177, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 699.33, + "multi_rtt_p999_us": 1032.966, + "multi_rtt_max_us": 1319.109, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251072, + "fanout_delivery_mean_us": 21790.938, + "fanout_delivery_p50_us": 22233.698, + "fanout_delivery_p90_us": 27322.538, + "fanout_delivery_p99_us": 28014.743, + "fanout_delivery_p999_us": 28438.616, + "fanout_delivery_max_us": 28603.653, + "client_wall_s": 1.0966973679605871, + "client_cpu_s": 0.945779999999985, + "broker_user_s": 0.311116, + "broker_sys_s": 0.43534999999999996, + "broker_cpu_s": 0.746466, + "broker_vcsw": 14168, + "broker_maxrss_kib": 7044, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 35, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.553817, + "single_rtt_mean_us": 109.351, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 124.668, + "single_rtt_p99_us": 200.657, + "single_rtt_p999_us": 300.391, + "single_rtt_max_us": 1891.396, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.139098, + "multi_rtt_mean_us": 1125.686, + "multi_rtt_p50_us": 1061.462, + "multi_rtt_p90_us": 1365.414, + "multi_rtt_p99_us": 1696.676, + "multi_rtt_p999_us": 2096.802, + "multi_rtt_max_us": 2722.518, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.605171, + "fanout_delivery_mean_us": 18294.12, + "fanout_delivery_p50_us": 18301.304, + "fanout_delivery_p90_us": 27028.083, + "fanout_delivery_p99_us": 28988.344, + "fanout_delivery_p999_us": 29477.518, + "fanout_delivery_max_us": 29792.157, + "client_wall_s": 2.3100035081151873, + "client_cpu_s": 1.5053989999999828, + "broker_user_s": 0.739711, + "broker_sys_s": 1.346213, + "broker_cpu_s": 2.0859240000000003, + "broker_vcsw": 10040, + "broker_maxrss_kib": 6280, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279497, + "single_rtt_mean_us": 54.449, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 80.737, + "single_rtt_p999_us": 206.593, + "single_rtt_max_us": 403.688, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509062, + "multi_rtt_mean_us": 482.092, + "multi_rtt_p50_us": 510.546, + "multi_rtt_p90_us": 569.912, + "multi_rtt_p99_us": 981.911, + "multi_rtt_p999_us": 2378.196, + "multi_rtt_max_us": 2745.077, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249205, + "fanout_delivery_mean_us": 51587.524, + "fanout_delivery_p50_us": 53552.744, + "fanout_delivery_p90_us": 83181.052, + "fanout_delivery_p99_us": 88522.79, + "fanout_delivery_p999_us": 93074.964, + "fanout_delivery_max_us": 93486.963, + "client_wall_s": 1.0441277220379561, + "client_cpu_s": 0.9742589999999893, + "broker_user_s": 0.16791399999999998, + "broker_sys_s": 0.364417, + "broker_cpu_s": 0.532331, + "broker_vcsw": 46473, + "broker_maxrss_kib": 11896, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.516225, + "single_rtt_mean_us": 101.848, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 105.671, + "single_rtt_p99_us": 187.596, + "single_rtt_p999_us": 318.201, + "single_rtt_max_us": 397.751, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.13186, + "multi_rtt_mean_us": 1115.227, + "multi_rtt_p50_us": 1053.15, + "multi_rtt_p90_us": 1359.478, + "multi_rtt_p99_us": 1720.422, + "multi_rtt_p999_us": 2086.116, + "multi_rtt_max_us": 2502.864, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.596489, + "fanout_delivery_mean_us": 18031.314, + "fanout_delivery_p50_us": 18066.215, + "fanout_delivery_p90_us": 26599.462, + "fanout_delivery_p99_us": 28545.475, + "fanout_delivery_p999_us": 28875.548, + "fanout_delivery_max_us": 28957.473, + "client_wall_s": 2.2572747620288283, + "client_cpu_s": 1.4837550000000022, + "broker_user_s": 0.734659, + "broker_sys_s": 1.309413, + "broker_cpu_s": 2.044072, + "broker_vcsw": 10056, + "broker_maxrss_kib": 6544, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336315, + "single_rtt_mean_us": 65.834, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 135.354, + "single_rtt_p999_us": 467.803, + "single_rtt_max_us": 786.003, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.498825, + "multi_rtt_mean_us": 495.971, + "multi_rtt_p50_us": 485.613, + "multi_rtt_p90_us": 515.295, + "multi_rtt_p99_us": 664.898, + "multi_rtt_p999_us": 2114.611, + "multi_rtt_max_us": 2239.28, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.268251, + "fanout_delivery_mean_us": 24420.746, + "fanout_delivery_p50_us": 24128.655, + "fanout_delivery_p90_us": 29666.301, + "fanout_delivery_p99_us": 30998.472, + "fanout_delivery_p999_us": 31427.092, + "fanout_delivery_max_us": 33939.455, + "client_wall_s": 1.1324201731476933, + "client_cpu_s": 0.9803359999999941, + "broker_user_s": 0.31438499999999997, + "broker_sys_s": 0.351454, + "broker_cpu_s": 0.665839, + "broker_vcsw": 14309, + "broker_maxrss_kib": 7076, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327147, + "single_rtt_mean_us": 64.054, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 115.169, + "single_rtt_p999_us": 188.784, + "single_rtt_max_us": 242.213, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483549, + "multi_rtt_mean_us": 479.973, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 834.684, + "multi_rtt_p999_us": 1133.887, + "multi_rtt_max_us": 1254.994, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251831, + "fanout_delivery_mean_us": 22233.257, + "fanout_delivery_p50_us": 22227.761, + "fanout_delivery_p90_us": 27475.702, + "fanout_delivery_p99_us": 28398.247, + "fanout_delivery_p999_us": 28911.168, + "fanout_delivery_max_us": 29152.193, + "client_wall_s": 1.107454459182918, + "client_cpu_s": 0.9443769999999745, + "broker_user_s": 0.328079, + "broker_sys_s": 0.409555, + "broker_cpu_s": 0.737634, + "broker_vcsw": 13921, + "broker_maxrss_kib": 7080, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322633, + "single_rtt_mean_us": 63.103, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 117.545, + "single_rtt_p999_us": 207.78, + "single_rtt_max_us": 260.023, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.478996, + "multi_rtt_mean_us": 475.585, + "multi_rtt_p50_us": 466.616, + "multi_rtt_p90_us": 511.733, + "multi_rtt_p99_us": 694.58, + "multi_rtt_p999_us": 909.485, + "multi_rtt_max_us": 1266.868, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253632, + "fanout_delivery_mean_us": 57184.979, + "fanout_delivery_p50_us": 61489.958, + "fanout_delivery_p90_us": 88528.727, + "fanout_delivery_p99_us": 94747.893, + "fanout_delivery_p999_us": 99428.296, + "fanout_delivery_max_us": 99729.875, + "client_wall_s": 1.084939368069172, + "client_cpu_s": 0.938305999999983, + "broker_user_s": 0.287601, + "broker_sys_s": 0.31749499999999997, + "broker_cpu_s": 0.605096, + "broker_vcsw": 14590, + "broker_maxrss_kib": 8120, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.529841, + "single_rtt_mean_us": 104.581, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 119.919, + "single_rtt_p99_us": 154.352, + "single_rtt_p999_us": 276.645, + "single_rtt_max_us": 330.074, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.122383, + "multi_rtt_mean_us": 1105.913, + "multi_rtt_p50_us": 1048.401, + "multi_rtt_p90_us": 1341.669, + "multi_rtt_p99_us": 1607.627, + "multi_rtt_p999_us": 1803.534, + "multi_rtt_max_us": 1969.759, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.598759, + "fanout_delivery_mean_us": 18106.254, + "fanout_delivery_p50_us": 18095.898, + "fanout_delivery_p90_us": 26745.501, + "fanout_delivery_p99_us": 28709.324, + "fanout_delivery_p999_us": 29219.871, + "fanout_delivery_max_us": 29583.19, + "client_wall_s": 2.2628895838279277, + "client_cpu_s": 1.4803870000000074, + "broker_user_s": 0.7595569999999999, + "broker_sys_s": 1.2882799999999999, + "broker_cpu_s": 2.047837, + "broker_vcsw": 10036, + "broker_maxrss_kib": 6176, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.315161, + "single_rtt_mean_us": 61.647, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 92.611, + "single_rtt_p999_us": 141.29, + "single_rtt_max_us": 195.907, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482409, + "multi_rtt_mean_us": 480.399, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 498.673, + "multi_rtt_p99_us": 673.209, + "multi_rtt_p999_us": 980.724, + "multi_rtt_max_us": 1389.161, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248342, + "fanout_delivery_mean_us": 55364.504, + "fanout_delivery_p50_us": 55260.106, + "fanout_delivery_p90_us": 87187.059, + "fanout_delivery_p99_us": 93623.504, + "fanout_delivery_p999_us": 97934.652, + "fanout_delivery_max_us": 98235.043, + "client_wall_s": 1.0899177871178836, + "client_cpu_s": 0.9345490000000325, + "broker_user_s": 0.279906, + "broker_sys_s": 0.32914299999999996, + "broker_cpu_s": 0.609049, + "broker_vcsw": 14709, + "broker_maxrss_kib": 8296, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.313794, + "single_rtt_mean_us": 61.35, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 92.611, + "single_rtt_p999_us": 141.291, + "single_rtt_max_us": 252.899, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497149, + "multi_rtt_mean_us": 492.827, + "multi_rtt_p50_us": 482.05, + "multi_rtt_p90_us": 528.356, + "multi_rtt_p99_us": 831.122, + "multi_rtt_p999_us": 973.6, + "multi_rtt_max_us": 1035.34, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.271732, + "fanout_delivery_mean_us": 23339.571, + "fanout_delivery_p50_us": 23869.82, + "fanout_delivery_p90_us": 29464.458, + "fanout_delivery_p99_us": 31171.819, + "fanout_delivery_p999_us": 31658.619, + "fanout_delivery_max_us": 31854.526, + "client_wall_s": 1.1240139689762145, + "client_cpu_s": 0.9694770000000119, + "broker_user_s": 0.28828, + "broker_sys_s": 0.359552, + "broker_cpu_s": 0.647832, + "broker_vcsw": 14089, + "broker_maxrss_kib": 7132, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33571, + "single_rtt_mean_us": 65.725, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 192.345, + "single_rtt_max_us": 248.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476916, + "multi_rtt_mean_us": 474.587, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 499.86, + "multi_rtt_p99_us": 644.713, + "multi_rtt_p999_us": 769.381, + "multi_rtt_max_us": 935.606, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252718, + "fanout_delivery_mean_us": 21876.47, + "fanout_delivery_p50_us": 22236.072, + "fanout_delivery_p90_us": 27541.005, + "fanout_delivery_p99_us": 28135.85, + "fanout_delivery_p999_us": 28349.567, + "fanout_delivery_max_us": 28556.16, + "client_wall_s": 1.117106158984825, + "client_cpu_s": 0.948962999999992, + "broker_user_s": 0.309515, + "broker_sys_s": 0.43058399999999997, + "broker_cpu_s": 0.740099, + "broker_vcsw": 14166, + "broker_maxrss_kib": 6908, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 37, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.284368, + "single_rtt_mean_us": 55.445, + "single_rtt_p50_us": 53.43, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 91.424, + "single_rtt_p999_us": 142.478, + "single_rtt_max_us": 591.284, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49681, + "multi_rtt_mean_us": 469.506, + "multi_rtt_p50_us": 520.045, + "multi_rtt_p90_us": 554.477, + "multi_rtt_p99_us": 712.39, + "multi_rtt_p999_us": 895.237, + "multi_rtt_max_us": 1288.239, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251502, + "fanout_delivery_mean_us": 52230.764, + "fanout_delivery_p50_us": 54610.643, + "fanout_delivery_p90_us": 83913.626, + "fanout_delivery_p99_us": 89332.541, + "fanout_delivery_p999_us": 93773.106, + "fanout_delivery_max_us": 94276.529, + "client_wall_s": 1.0394734391011298, + "client_cpu_s": 0.9616709999999955, + "broker_user_s": 0.170809, + "broker_sys_s": 0.356002, + "broker_cpu_s": 0.5268109999999999, + "broker_vcsw": 48867, + "broker_maxrss_kib": 11796, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281102, + "single_rtt_mean_us": 54.785, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 89.048, + "single_rtt_p999_us": 142.479, + "single_rtt_max_us": 218.467, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.493557, + "multi_rtt_mean_us": 467.136, + "multi_rtt_p50_us": 516.483, + "multi_rtt_p90_us": 547.353, + "multi_rtt_p99_us": 672.022, + "multi_rtt_p999_us": 1032.965, + "multi_rtt_max_us": 1615.938, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250296, + "fanout_delivery_mean_us": 51846.026, + "fanout_delivery_p50_us": 54518.033, + "fanout_delivery_p90_us": 83386.457, + "fanout_delivery_p99_us": 88968.034, + "fanout_delivery_p999_us": 93586.697, + "fanout_delivery_max_us": 94078.246, + "client_wall_s": 1.0311325381044298, + "client_cpu_s": 0.9504190000000108, + "broker_user_s": 0.179279, + "broker_sys_s": 0.353008, + "broker_cpu_s": 0.532287, + "broker_vcsw": 47109, + "broker_maxrss_kib": 11792, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33079, + "single_rtt_mean_us": 64.742, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 116.357, + "single_rtt_p999_us": 211.343, + "single_rtt_max_us": 364.506, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483468, + "multi_rtt_mean_us": 479.836, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 723.076, + "multi_rtt_p999_us": 1228.873, + "multi_rtt_max_us": 3046.656, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251227, + "fanout_delivery_mean_us": 22373.39, + "fanout_delivery_p50_us": 22232.51, + "fanout_delivery_p90_us": 27359.345, + "fanout_delivery_p99_us": 28332.944, + "fanout_delivery_p999_us": 29653.241, + "fanout_delivery_max_us": 29871.708, + "client_wall_s": 1.0987300539854914, + "client_cpu_s": 0.9480920000000026, + "broker_user_s": 0.291645, + "broker_sys_s": 0.44054899999999997, + "broker_cpu_s": 0.732194, + "broker_vcsw": 13912, + "broker_maxrss_kib": 6968, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33198, + "single_rtt_mean_us": 65.005, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 77.175, + "single_rtt_p99_us": 129.418, + "single_rtt_p999_us": 211.343, + "single_rtt_max_us": 390.628, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48209, + "multi_rtt_mean_us": 479.216, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 502.235, + "multi_rtt_p99_us": 681.52, + "multi_rtt_p999_us": 987.848, + "multi_rtt_max_us": 1189.691, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253661, + "fanout_delivery_mean_us": 55924.833, + "fanout_delivery_p50_us": 55783.713, + "fanout_delivery_p90_us": 88368.44, + "fanout_delivery_p99_us": 94804.885, + "fanout_delivery_p999_us": 99627.766, + "fanout_delivery_max_us": 99929.344, + "client_wall_s": 1.1126644059550017, + "client_cpu_s": 0.9497179999999901, + "broker_user_s": 0.29952599999999996, + "broker_sys_s": 0.326559, + "broker_cpu_s": 0.626085, + "broker_vcsw": 14624, + "broker_maxrss_kib": 8028, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.535691, + "single_rtt_mean_us": 105.741, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 119.919, + "single_rtt_p99_us": 187.596, + "single_rtt_p999_us": 337.199, + "single_rtt_max_us": 567.538, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.122466, + "multi_rtt_mean_us": 1110.021, + "multi_rtt_p50_us": 1050.776, + "multi_rtt_p90_us": 1346.417, + "multi_rtt_p99_us": 1598.129, + "multi_rtt_p999_us": 1782.162, + "multi_rtt_max_us": 1981.632, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.608401, + "fanout_delivery_mean_us": 18353.372, + "fanout_delivery_p50_us": 18361.857, + "fanout_delivery_p90_us": 27115.945, + "fanout_delivery_p99_us": 29716.169, + "fanout_delivery_p999_us": 30661.273, + "fanout_delivery_max_us": 31289.363, + "client_wall_s": 2.2804108110722154, + "client_cpu_s": 1.4944309999999916, + "broker_user_s": 0.7363259999999999, + "broker_sys_s": 1.327471, + "broker_cpu_s": 2.063797, + "broker_vcsw": 10018, + "broker_maxrss_kib": 6388, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.348272, + "single_rtt_mean_us": 68.208, + "single_rtt_p50_us": 66.49, + "single_rtt_p90_us": 75.988, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 127.043, + "single_rtt_max_us": 187.596, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.502987, + "multi_rtt_mean_us": 499.165, + "multi_rtt_p50_us": 485.612, + "multi_rtt_p90_us": 517.671, + "multi_rtt_p99_us": 908.298, + "multi_rtt_p999_us": 2050.496, + "multi_rtt_max_us": 2622.783, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.265305, + "fanout_delivery_mean_us": 22720.349, + "fanout_delivery_p50_us": 23470.882, + "fanout_delivery_p90_us": 29183.063, + "fanout_delivery_p99_us": 30091.36, + "fanout_delivery_p999_us": 30390.565, + "fanout_delivery_max_us": 30573.411, + "client_wall_s": 1.1458522810135037, + "client_cpu_s": 1.0067000000000235, + "broker_user_s": 0.291748, + "broker_sys_s": 0.37510499999999997, + "broker_cpu_s": 0.6668529999999999, + "broker_vcsw": 14077, + "broker_maxrss_kib": 7176, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.293271, + "single_rtt_mean_us": 57.164, + "single_rtt_p50_us": 56.991, + "single_rtt_p90_us": 62.927, + "single_rtt_p99_us": 78.363, + "single_rtt_p999_us": 154.351, + "single_rtt_max_us": 261.209, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.508027, + "multi_rtt_mean_us": 481.119, + "multi_rtt_p50_us": 524.794, + "multi_rtt_p90_us": 572.287, + "multi_rtt_p99_us": 767.007, + "multi_rtt_p999_us": 916.608, + "multi_rtt_max_us": 1131.513, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25287, + "fanout_delivery_mean_us": 52219.618, + "fanout_delivery_p50_us": 54677.133, + "fanout_delivery_p90_us": 84677.071, + "fanout_delivery_p99_us": 90564.975, + "fanout_delivery_p999_us": 95326.116, + "fanout_delivery_max_us": 95681.124, + "client_wall_s": 1.0612880059052259, + "client_cpu_s": 0.9829300000000103, + "broker_user_s": 0.16367400000000001, + "broker_sys_s": 0.380112, + "broker_cpu_s": 0.543786, + "broker_vcsw": 48510, + "broker_maxrss_kib": 11760, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.350971, + "single_rtt_mean_us": 68.759, + "single_rtt_p50_us": 67.677, + "single_rtt_p90_us": 75.988, + "single_rtt_p99_us": 102.109, + "single_rtt_p999_us": 162.663, + "single_rtt_max_us": 224.403, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501778, + "multi_rtt_mean_us": 498.443, + "multi_rtt_p50_us": 487.988, + "multi_rtt_p90_us": 522.42, + "multi_rtt_p99_us": 791.94, + "multi_rtt_p999_us": 1155.259, + "multi_rtt_max_us": 1504.33, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.283074, + "fanout_delivery_mean_us": 25299.153, + "fanout_delivery_p50_us": 25427.58, + "fanout_delivery_p90_us": 32019.564, + "fanout_delivery_p99_us": 33768.482, + "fanout_delivery_p999_us": 34256.469, + "fanout_delivery_max_us": 34338.394, + "client_wall_s": 1.1662990669719875, + "client_cpu_s": 1.0260829999999999, + "broker_user_s": 0.268958, + "broker_sys_s": 0.365909, + "broker_cpu_s": 0.634867, + "broker_vcsw": 14314, + "broker_maxrss_kib": 7068, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.557131, + "single_rtt_mean_us": 110.003, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 125.856, + "single_rtt_p99_us": 220.841, + "single_rtt_p999_us": 301.579, + "single_rtt_max_us": 1881.898, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.161324, + "multi_rtt_mean_us": 1143.931, + "multi_rtt_p50_us": 1084.02, + "multi_rtt_p90_us": 1395.098, + "multi_rtt_p99_us": 1741.794, + "multi_rtt_p999_us": 2127.672, + "multi_rtt_max_us": 2864.996, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.604251, + "fanout_delivery_mean_us": 18271.077, + "fanout_delivery_p50_us": 18290.618, + "fanout_delivery_p90_us": 26960.406, + "fanout_delivery_p99_us": 28945.6, + "fanout_delivery_p999_us": 30394.126, + "fanout_delivery_max_us": 31288.176, + "client_wall_s": 2.3346403180621564, + "client_cpu_s": 1.5329210000000444, + "broker_user_s": 0.766377, + "broker_sys_s": 1.342403, + "broker_cpu_s": 2.10878, + "broker_vcsw": 10026, + "broker_maxrss_kib": 6508, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.330152, + "single_rtt_mean_us": 64.597, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 110.421, + "single_rtt_p999_us": 182.847, + "single_rtt_max_us": 1004.471, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.507933, + "multi_rtt_mean_us": 503.984, + "multi_rtt_p50_us": 489.175, + "multi_rtt_p90_us": 531.918, + "multi_rtt_p99_us": 882.177, + "multi_rtt_p999_us": 2151.418, + "multi_rtt_max_us": 2336.64, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251395, + "fanout_delivery_mean_us": 55355.727, + "fanout_delivery_p50_us": 55346.779, + "fanout_delivery_p90_us": 87969.501, + "fanout_delivery_p99_us": 94337.081, + "fanout_delivery_p999_us": 95285.747, + "fanout_delivery_max_us": 95378.358, + "client_wall_s": 1.1216191418934613, + "client_cpu_s": 0.9704459999999813, + "broker_user_s": 0.304124, + "broker_sys_s": 0.34682599999999997, + "broker_cpu_s": 0.6509499999999999, + "broker_vcsw": 14412, + "broker_maxrss_kib": 8420, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 39, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331238, + "single_rtt_mean_us": 64.844, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 73.613, + "single_rtt_p99_us": 97.36, + "single_rtt_p999_us": 119.919, + "single_rtt_max_us": 186.409, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.475408, + "multi_rtt_mean_us": 473.242, + "multi_rtt_p50_us": 465.429, + "multi_rtt_p90_us": 487.987, + "multi_rtt_p99_us": 680.333, + "multi_rtt_p999_us": 1372.538, + "multi_rtt_max_us": 1890.208, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249639, + "fanout_delivery_mean_us": 21585.872, + "fanout_delivery_p50_us": 21984.361, + "fanout_delivery_p90_us": 27220.428, + "fanout_delivery_p99_us": 27827.147, + "fanout_delivery_p999_us": 27977.936, + "fanout_delivery_max_us": 28031.366, + "client_wall_s": 1.096400530077517, + "client_cpu_s": 0.947100000000006, + "broker_user_s": 0.314847, + "broker_sys_s": 0.41148399999999996, + "broker_cpu_s": 0.726331, + "broker_vcsw": 14272, + "broker_maxrss_kib": 7020, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327181, + "single_rtt_mean_us": 64.021, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 113.983, + "single_rtt_p999_us": 193.533, + "single_rtt_max_us": 360.944, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49179, + "multi_rtt_mean_us": 488.022, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 520.044, + "multi_rtt_p99_us": 866.741, + "multi_rtt_p999_us": 1251.432, + "multi_rtt_max_us": 1485.333, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252659, + "fanout_delivery_mean_us": 55576.081, + "fanout_delivery_p50_us": 55353.904, + "fanout_delivery_p90_us": 89609.184, + "fanout_delivery_p99_us": 96563.3, + "fanout_delivery_p999_us": 97737.557, + "fanout_delivery_max_us": 97837.291, + "client_wall_s": 1.1070222679991275, + "client_cpu_s": 0.9546710000000473, + "broker_user_s": 0.278928, + "broker_sys_s": 0.349404, + "broker_cpu_s": 0.628332, + "broker_vcsw": 14457, + "broker_maxrss_kib": 8004, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.356722, + "single_rtt_mean_us": 69.923, + "single_rtt_p50_us": 66.49, + "single_rtt_p90_us": 78.363, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 245.775, + "single_rtt_max_us": 375.193, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484453, + "multi_rtt_mean_us": 481.517, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 499.861, + "multi_rtt_p99_us": 753.946, + "multi_rtt_p999_us": 1252.619, + "multi_rtt_max_us": 1529.264, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.246749, + "fanout_delivery_mean_us": 21438.144, + "fanout_delivery_p50_us": 21794.39, + "fanout_delivery_p90_us": 26789.433, + "fanout_delivery_p99_us": 27557.627, + "fanout_delivery_p999_us": 30512.859, + "fanout_delivery_max_us": 31530.389, + "client_wall_s": 1.1382047729566693, + "client_cpu_s": 0.9690330000000245, + "broker_user_s": 0.311985, + "broker_sys_s": 0.43593899999999997, + "broker_cpu_s": 0.747924, + "broker_vcsw": 14126, + "broker_maxrss_kib": 6940, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.28159, + "single_rtt_mean_us": 54.875, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.366, + "single_rtt_p99_us": 86.674, + "single_rtt_p999_us": 141.291, + "single_rtt_max_us": 231.526, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.496583, + "multi_rtt_mean_us": 470.294, + "multi_rtt_p50_us": 480.863, + "multi_rtt_p90_us": 572.287, + "multi_rtt_p99_us": 686.269, + "multi_rtt_p999_us": 987.848, + "multi_rtt_max_us": 1547.074, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248489, + "fanout_delivery_mean_us": 51729.571, + "fanout_delivery_p50_us": 54145.215, + "fanout_delivery_p90_us": 82938.838, + "fanout_delivery_p99_us": 88347.067, + "fanout_delivery_p999_us": 92700.959, + "fanout_delivery_max_us": 93277.994, + "client_wall_s": 1.0330357991624624, + "client_cpu_s": 0.9576380000000029, + "broker_user_s": 0.182287, + "broker_sys_s": 0.335554, + "broker_cpu_s": 0.517841, + "broker_vcsw": 49301, + "broker_maxrss_kib": 11716, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.318727, + "single_rtt_mean_us": 62.367, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 103.297, + "single_rtt_p999_us": 161.475, + "single_rtt_max_us": 249.337, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484836, + "multi_rtt_mean_us": 481.965, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 696.955, + "multi_rtt_p999_us": 959.352, + "multi_rtt_max_us": 1106.579, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.262559, + "fanout_delivery_mean_us": 23365.148, + "fanout_delivery_p50_us": 23460.195, + "fanout_delivery_p90_us": 29103.513, + "fanout_delivery_p99_us": 30034.369, + "fanout_delivery_p999_us": 30314.576, + "fanout_delivery_max_us": 30884.488, + "client_wall_s": 1.1121942200697958, + "client_cpu_s": 0.9536760000000015, + "broker_user_s": 0.264196, + "broker_sys_s": 0.360454, + "broker_cpu_s": 0.6246499999999999, + "broker_vcsw": 14238, + "broker_maxrss_kib": 7096, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 40, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.585106, + "single_rtt_mean_us": 115.581, + "single_rtt_p50_us": 110.421, + "single_rtt_p90_us": 132.98, + "single_rtt_p99_us": 216.092, + "single_rtt_p999_us": 294.455, + "single_rtt_max_us": 400.126, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.128016, + "multi_rtt_mean_us": 1109.12, + "multi_rtt_p50_us": 1056.712, + "multi_rtt_p90_us": 1347.605, + "multi_rtt_p99_us": 1596.942, + "multi_rtt_p999_us": 1953.136, + "multi_rtt_max_us": 2398.38, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.606518, + "fanout_delivery_mean_us": 18301.61, + "fanout_delivery_p50_us": 18323.862, + "fanout_delivery_p90_us": 27025.709, + "fanout_delivery_p99_us": 29415.778, + "fanout_delivery_p999_us": 31482.897, + "fanout_delivery_max_us": 31811.783, + "client_wall_s": 2.3338436279445887, + "client_cpu_s": 1.5247340000000236, + "broker_user_s": 0.798134, + "broker_sys_s": 1.30167, + "broker_cpu_s": 2.0998040000000002, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6232, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.335224, + "single_rtt_mean_us": 65.621, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 73.613, + "single_rtt_p99_us": 131.792, + "single_rtt_p999_us": 176.91, + "single_rtt_max_us": 191.158, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.514314, + "multi_rtt_mean_us": 509.827, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 565.163, + "multi_rtt_p99_us": 913.047, + "multi_rtt_p999_us": 1195.628, + "multi_rtt_max_us": 2018.439, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.270324, + "fanout_delivery_mean_us": 57037.977, + "fanout_delivery_p50_us": 60233.776, + "fanout_delivery_p90_us": 87768.843, + "fanout_delivery_p99_us": 96655.911, + "fanout_delivery_p999_us": 98661.29, + "fanout_delivery_max_us": 102251.736, + "client_wall_s": 1.1581172649748623, + "client_cpu_s": 0.9959750000000156, + "broker_user_s": 0.32791899999999996, + "broker_sys_s": 0.351792, + "broker_cpu_s": 0.679711, + "broker_vcsw": 13994, + "broker_maxrss_kib": 8260, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.532013, + "single_rtt_mean_us": 105.006, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 117.545, + "single_rtt_p99_us": 197.095, + "single_rtt_p999_us": 300.391, + "single_rtt_max_us": 501.047, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.125145, + "multi_rtt_mean_us": 1111.873, + "multi_rtt_p50_us": 1050.775, + "multi_rtt_p90_us": 1349.98, + "multi_rtt_p99_us": 1657.495, + "multi_rtt_p999_us": 1950.762, + "multi_rtt_max_us": 2708.27, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.612244, + "fanout_delivery_mean_us": 18473.248, + "fanout_delivery_p50_us": 18474.652, + "fanout_delivery_p90_us": 27333.224, + "fanout_delivery_p99_us": 29663.927, + "fanout_delivery_p999_us": 30752.696, + "fanout_delivery_max_us": 31365.352, + "client_wall_s": 2.2804832300171256, + "client_cpu_s": 1.4995270000000005, + "broker_user_s": 0.7780269999999999, + "broker_sys_s": 1.289648, + "broker_cpu_s": 2.067675, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6268, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.334705, + "single_rtt_mean_us": 65.517, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 173.349, + "single_rtt_max_us": 186.409, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501785, + "multi_rtt_mean_us": 497.334, + "multi_rtt_p50_us": 483.238, + "multi_rtt_p90_us": 527.169, + "multi_rtt_p99_us": 978.349, + "multi_rtt_p999_us": 1420.032, + "multi_rtt_max_us": 2055.245, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253641, + "fanout_delivery_mean_us": 21947.297, + "fanout_delivery_p50_us": 22195.703, + "fanout_delivery_p90_us": 27348.659, + "fanout_delivery_p99_us": 28118.04, + "fanout_delivery_p999_us": 28395.872, + "fanout_delivery_max_us": 29586.751, + "client_wall_s": 1.1283951601944864, + "client_cpu_s": 0.970138999999989, + "broker_user_s": 0.32094, + "broker_sys_s": 0.447177, + "broker_cpu_s": 0.7681169999999999, + "broker_vcsw": 13563, + "broker_maxrss_kib": 7132, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.284105, + "single_rtt_mean_us": 55.337, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 80.738, + "single_rtt_p999_us": 146.04, + "single_rtt_max_us": 289.705, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489612, + "multi_rtt_mean_us": 461.847, + "multi_rtt_p50_us": 515.296, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 634.027, + "multi_rtt_p999_us": 752.759, + "multi_rtt_max_us": 1017.53, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251686, + "fanout_delivery_mean_us": 52121.486, + "fanout_delivery_p50_us": 54601.145, + "fanout_delivery_p90_us": 83944.496, + "fanout_delivery_p99_us": 89426.338, + "fanout_delivery_p999_us": 93803.976, + "fanout_delivery_max_us": 94293.15, + "client_wall_s": 1.031929220072925, + "client_cpu_s": 0.958328999999992, + "broker_user_s": 0.16560499999999997, + "broker_sys_s": 0.35907599999999995, + "broker_cpu_s": 0.524681, + "broker_vcsw": 48593, + "broker_maxrss_kib": 11836, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.330601, + "single_rtt_mean_us": 64.731, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 93.798, + "single_rtt_p999_us": 148.415, + "single_rtt_max_us": 189.97, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492355, + "multi_rtt_mean_us": 488.569, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 901.173, + "multi_rtt_p999_us": 1220.561, + "multi_rtt_max_us": 1784.537, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250495, + "fanout_delivery_mean_us": 22992.095, + "fanout_delivery_p50_us": 22543.587, + "fanout_delivery_p90_us": 27543.379, + "fanout_delivery_p99_us": 28089.544, + "fanout_delivery_p999_us": 28582.281, + "fanout_delivery_max_us": 32553.857, + "client_wall_s": 1.1171940120402724, + "client_cpu_s": 0.957901000000021, + "broker_user_s": 0.28631999999999996, + "broker_sys_s": 0.353996, + "broker_cpu_s": 0.6403159999999999, + "broker_vcsw": 14052, + "broker_maxrss_kib": 6864, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.359738, + "single_rtt_mean_us": 70.488, + "single_rtt_p50_us": 65.302, + "single_rtt_p90_us": 86.674, + "single_rtt_p99_us": 168.599, + "single_rtt_p999_us": 308.702, + "single_rtt_max_us": 378.754, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509465, + "multi_rtt_mean_us": 505.744, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 527.169, + "multi_rtt_p99_us": 974.787, + "multi_rtt_p999_us": 1340.481, + "multi_rtt_max_us": 1493.645, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249229, + "fanout_delivery_mean_us": 20869.83, + "fanout_delivery_p50_us": 21549.803, + "fanout_delivery_p90_us": 26561.468, + "fanout_delivery_p99_us": 27505.384, + "fanout_delivery_p999_us": 27828.334, + "fanout_delivery_max_us": 31722.734, + "client_wall_s": 1.1620081029832363, + "client_cpu_s": 0.9969769999999869, + "broker_user_s": 0.357434, + "broker_sys_s": 0.40224, + "broker_cpu_s": 0.759674, + "broker_vcsw": 13918, + "broker_maxrss_kib": 7108, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.296458, + "single_rtt_mean_us": 57.769, + "single_rtt_p50_us": 58.178, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 85.487, + "single_rtt_p999_us": 151.976, + "single_rtt_max_us": 237.464, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484868, + "multi_rtt_mean_us": 457.705, + "multi_rtt_p50_us": 502.235, + "multi_rtt_p90_us": 542.604, + "multi_rtt_p99_us": 651.837, + "multi_rtt_p999_us": 934.419, + "multi_rtt_max_us": 1086.395, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248273, + "fanout_delivery_mean_us": 51532.087, + "fanout_delivery_p50_us": 53990.864, + "fanout_delivery_p90_us": 82611.139, + "fanout_delivery_p99_us": 87903.011, + "fanout_delivery_p999_us": 92196.348, + "fanout_delivery_max_us": 92668.901, + "client_wall_s": 1.035904356976971, + "client_cpu_s": 0.9570170000000076, + "broker_user_s": 0.171828, + "broker_sys_s": 0.360688, + "broker_cpu_s": 0.532516, + "broker_vcsw": 46192, + "broker_maxrss_kib": 11604, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.529708, + "single_rtt_mean_us": 104.548, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 109.233, + "single_rtt_p99_us": 205.406, + "single_rtt_p999_us": 314.639, + "single_rtt_max_us": 372.818, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.127873, + "multi_rtt_mean_us": 1110.48, + "multi_rtt_p50_us": 1051.962, + "multi_rtt_p90_us": 1353.541, + "multi_rtt_p99_us": 1674.117, + "multi_rtt_p999_us": 2153.793, + "multi_rtt_max_us": 3015.785, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.600191, + "fanout_delivery_mean_us": 18146.802, + "fanout_delivery_p50_us": 18137.454, + "fanout_delivery_p90_us": 26839.3, + "fanout_delivery_p99_us": 28844.678, + "fanout_delivery_p999_us": 30407.187, + "fanout_delivery_max_us": 30891.612, + "client_wall_s": 2.2692761451471597, + "client_cpu_s": 1.4824629999999956, + "broker_user_s": 0.7728499999999999, + "broker_sys_s": 1.281471, + "broker_cpu_s": 2.054321, + "broker_vcsw": 10075, + "broker_maxrss_kib": 6356, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327349, + "single_rtt_mean_us": 64.051, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 122.294, + "single_rtt_p999_us": 261.209, + "single_rtt_max_us": 510.547, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509716, + "multi_rtt_mean_us": 505.015, + "multi_rtt_p50_us": 489.175, + "multi_rtt_p90_us": 527.168, + "multi_rtt_p99_us": 946.291, + "multi_rtt_p999_us": 2128.859, + "multi_rtt_max_us": 2251.153, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253282, + "fanout_delivery_mean_us": 21918.577, + "fanout_delivery_p50_us": 22298.999, + "fanout_delivery_p90_us": 27504.197, + "fanout_delivery_p99_us": 28556.16, + "fanout_delivery_p999_us": 28905.232, + "fanout_delivery_max_us": 29133.196, + "client_wall_s": 1.1239878390915692, + "client_cpu_s": 0.9728329999999801, + "broker_user_s": 0.29317, + "broker_sys_s": 0.34753999999999996, + "broker_cpu_s": 0.6407099999999999, + "broker_vcsw": 14193, + "broker_maxrss_kib": 7040, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.326401, + "single_rtt_mean_us": 63.879, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 124.669, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 385.878, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.477514, + "multi_rtt_mean_us": 475.032, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 498.673, + "multi_rtt_p99_us": 693.393, + "multi_rtt_p999_us": 875.052, + "multi_rtt_max_us": 1158.822, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252529, + "fanout_delivery_mean_us": 55675.074, + "fanout_delivery_p50_us": 55478.571, + "fanout_delivery_p90_us": 88287.701, + "fanout_delivery_p99_us": 94695.651, + "fanout_delivery_p999_us": 95862.783, + "fanout_delivery_max_us": 95962.517, + "client_wall_s": 1.085358482087031, + "client_cpu_s": 0.9396040000000028, + "broker_user_s": 0.294222, + "broker_sys_s": 0.326113, + "broker_cpu_s": 0.620335, + "broker_vcsw": 14561, + "broker_maxrss_kib": 8168, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.289793, + "single_rtt_mean_us": 56.475, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 61.74, + "single_rtt_p99_us": 87.862, + "single_rtt_p999_us": 155.538, + "single_rtt_max_us": 237.464, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487447, + "multi_rtt_mean_us": 459.175, + "multi_rtt_p50_us": 515.295, + "multi_rtt_p90_us": 541.417, + "multi_rtt_p99_us": 596.033, + "multi_rtt_p999_us": 655.399, + "multi_rtt_max_us": 876.24, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253636, + "fanout_delivery_mean_us": 52459.868, + "fanout_delivery_p50_us": 54905.098, + "fanout_delivery_p90_us": 84002.674, + "fanout_delivery_p99_us": 89431.087, + "fanout_delivery_p999_us": 94020.067, + "fanout_delivery_max_us": 94478.371, + "client_wall_s": 1.0372400879859924, + "client_cpu_s": 0.9625900000000058, + "broker_user_s": 0.16903, + "broker_sys_s": 0.361473, + "broker_cpu_s": 0.530503, + "broker_vcsw": 46968, + "broker_maxrss_kib": 11508, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333325, + "single_rtt_mean_us": 65.273, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 187.596, + "single_rtt_max_us": 364.507, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482885, + "multi_rtt_mean_us": 479.354, + "multi_rtt_p50_us": 470.177, + "multi_rtt_p90_us": 508.171, + "multi_rtt_p99_us": 799.064, + "multi_rtt_p999_us": 1174.257, + "multi_rtt_max_us": 1279.928, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250085, + "fanout_delivery_mean_us": 21440.102, + "fanout_delivery_p50_us": 21892.937, + "fanout_delivery_p90_us": 27088.636, + "fanout_delivery_p99_us": 27803.401, + "fanout_delivery_p999_us": 27958.94, + "fanout_delivery_max_us": 29085.704, + "client_wall_s": 1.0953604399692267, + "client_cpu_s": 0.9455299999999909, + "broker_user_s": 0.28563299999999997, + "broker_sys_s": 0.479493, + "broker_cpu_s": 0.765126, + "broker_vcsw": 13802, + "broker_maxrss_kib": 7072, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32842, + "single_rtt_mean_us": 64.293, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 121.106, + "single_rtt_p999_us": 181.66, + "single_rtt_max_us": 262.397, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49739, + "multi_rtt_mean_us": 493.147, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 527.168, + "multi_rtt_p99_us": 858.43, + "multi_rtt_p999_us": 1041.277, + "multi_rtt_max_us": 1290.613, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.265193, + "fanout_delivery_mean_us": 23655.125, + "fanout_delivery_p50_us": 23502.939, + "fanout_delivery_p90_us": 29040.586, + "fanout_delivery_p99_us": 31735.795, + "fanout_delivery_p999_us": 33063.215, + "fanout_delivery_max_us": 33211.63, + "client_wall_s": 1.1309585780836642, + "client_cpu_s": 0.9718959999999868, + "broker_user_s": 0.319833, + "broker_sys_s": 0.33961399999999997, + "broker_cpu_s": 0.6594469999999999, + "broker_vcsw": 14090, + "broker_maxrss_kib": 7200, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.333154, + "single_rtt_mean_us": 65.223, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 186.409, + "single_rtt_max_us": 224.403, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484559, + "multi_rtt_mean_us": 481.725, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 783.629, + "multi_rtt_p999_us": 1086.395, + "multi_rtt_max_us": 1384.411, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249719, + "fanout_delivery_mean_us": 55113.343, + "fanout_delivery_p50_us": 55332.531, + "fanout_delivery_p90_us": 87208.43, + "fanout_delivery_p99_us": 93565.325, + "fanout_delivery_p999_us": 94845.253, + "fanout_delivery_max_us": 94944.987, + "client_wall_s": 1.0986350600142032, + "client_cpu_s": 0.9496019999999987, + "broker_user_s": 0.287164, + "broker_sys_s": 0.333866, + "broker_cpu_s": 0.62103, + "broker_vcsw": 14535, + "broker_maxrss_kib": 8036, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 43, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.535384, + "single_rtt_mean_us": 105.653, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 110.42, + "single_rtt_p99_us": 204.219, + "single_rtt_p999_us": 307.515, + "single_rtt_max_us": 546.165, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.143404, + "multi_rtt_mean_us": 1131.718, + "multi_rtt_p50_us": 1061.461, + "multi_rtt_p90_us": 1384.412, + "multi_rtt_p99_us": 1690.739, + "multi_rtt_p999_us": 2425.689, + "multi_rtt_max_us": 4628.161, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.595291, + "fanout_delivery_mean_us": 17972.778, + "fanout_delivery_p50_us": 17999.724, + "fanout_delivery_p90_us": 26584.026, + "fanout_delivery_p99_us": 28487.296, + "fanout_delivery_p999_us": 28799.56, + "fanout_delivery_max_us": 28876.736, + "client_wall_s": 2.2860838039778173, + "client_cpu_s": 1.4953570000000127, + "broker_user_s": 0.7373649999999999, + "broker_sys_s": 1.330983, + "broker_cpu_s": 2.068348, + "broker_vcsw": 10025, + "broker_maxrss_kib": 6432, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.31534, + "single_rtt_mean_us": 61.65, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 65.302, + "single_rtt_p99_us": 97.36, + "single_rtt_p999_us": 170.974, + "single_rtt_max_us": 236.276, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497481, + "multi_rtt_mean_us": 494.239, + "multi_rtt_p50_us": 487.987, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 662.523, + "multi_rtt_p999_us": 2031.499, + "multi_rtt_max_us": 2144.295, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25322, + "fanout_delivery_mean_us": 23103.968, + "fanout_delivery_p50_us": 22537.65, + "fanout_delivery_p90_us": 27450.768, + "fanout_delivery_p99_us": 28119.228, + "fanout_delivery_p999_us": 28831.617, + "fanout_delivery_max_us": 28959.847, + "client_wall_s": 1.1092449249699712, + "client_cpu_s": 0.9541439999999852, + "broker_user_s": 0.318728, + "broker_sys_s": 0.337953, + "broker_cpu_s": 0.6566810000000001, + "broker_vcsw": 14266, + "broker_maxrss_kib": 7036, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.529095, + "single_rtt_mean_us": 104.38, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 110.42, + "single_rtt_p99_us": 198.282, + "single_rtt_p999_us": 357.383, + "single_rtt_max_us": 571.099, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.142686, + "multi_rtt_mean_us": 1129.368, + "multi_rtt_p50_us": 1050.775, + "multi_rtt_p90_us": 1397.472, + "multi_rtt_p99_us": 1817.782, + "multi_rtt_p999_us": 2337.827, + "multi_rtt_max_us": 3012.223, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.60005, + "fanout_delivery_mean_us": 18105.663, + "fanout_delivery_p50_us": 18125.58, + "fanout_delivery_p90_us": 26791.807, + "fanout_delivery_p99_us": 28703.387, + "fanout_delivery_p999_us": 29048.897, + "fanout_delivery_max_us": 29171.19, + "client_wall_s": 2.283231867942959, + "client_cpu_s": 1.4949519999999836, + "broker_user_s": 0.779256, + "broker_sys_s": 1.2875, + "broker_cpu_s": 2.066756, + "broker_vcsw": 10046, + "broker_maxrss_kib": 6196, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.291199, + "single_rtt_mean_us": 56.772, + "single_rtt_p50_us": 53.43, + "single_rtt_p90_us": 61.741, + "single_rtt_p99_us": 99.735, + "single_rtt_p999_us": 255.273, + "single_rtt_max_us": 949.854, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501474, + "multi_rtt_mean_us": 472.155, + "multi_rtt_p50_us": 514.109, + "multi_rtt_p90_us": 554.477, + "multi_rtt_p99_us": 635.215, + "multi_rtt_p999_us": 1769.102, + "multi_rtt_max_us": 2095.614, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25515, + "fanout_delivery_mean_us": 52802.694, + "fanout_delivery_p50_us": 55399.022, + "fanout_delivery_p90_us": 83423.264, + "fanout_delivery_p99_us": 88756.691, + "fanout_delivery_p999_us": 93292.242, + "fanout_delivery_max_us": 93560.576, + "client_wall_s": 1.0548491859808564, + "client_cpu_s": 0.9785989999999742, + "broker_user_s": 0.170983, + "broker_sys_s": 0.364235, + "broker_cpu_s": 0.535218, + "broker_vcsw": 48059, + "broker_maxrss_kib": 11644, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331866, + "single_rtt_mean_us": 64.991, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 103.296, + "single_rtt_p999_us": 175.723, + "single_rtt_max_us": 269.521, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476749, + "multi_rtt_mean_us": 474.098, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 496.298, + "multi_rtt_p99_us": 676.771, + "multi_rtt_p999_us": 1002.096, + "multi_rtt_max_us": 1122.014, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251131, + "fanout_delivery_mean_us": 22470.083, + "fanout_delivery_p50_us": 22412.982, + "fanout_delivery_p90_us": 27607.494, + "fanout_delivery_p99_us": 28185.717, + "fanout_delivery_p999_us": 28418.432, + "fanout_delivery_max_us": 28488.483, + "client_wall_s": 1.0930855409242213, + "client_cpu_s": 0.9488020000000006, + "broker_user_s": 0.32183999999999996, + "broker_sys_s": 0.404055, + "broker_cpu_s": 0.725895, + "broker_vcsw": 14176, + "broker_maxrss_kib": 7056, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.318979, + "single_rtt_mean_us": 62.382, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 65.302, + "single_rtt_p99_us": 103.296, + "single_rtt_p999_us": 182.847, + "single_rtt_max_us": 394.189, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.494978, + "multi_rtt_mean_us": 492.085, + "multi_rtt_p50_us": 480.863, + "multi_rtt_p90_us": 514.109, + "multi_rtt_p99_us": 845.37, + "multi_rtt_p999_us": 1112.516, + "multi_rtt_max_us": 1279.927, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.271849, + "fanout_delivery_mean_us": 61007.519, + "fanout_delivery_p50_us": 60215.966, + "fanout_delivery_p90_us": 96997.858, + "fanout_delivery_p99_us": 103716.885, + "fanout_delivery_p999_us": 104838.899, + "fanout_delivery_max_us": 105000.375, + "client_wall_s": 1.1223042239435017, + "client_cpu_s": 0.9687900000000127, + "broker_user_s": 0.32872599999999996, + "broker_sys_s": 0.319274, + "broker_cpu_s": 0.6479999999999999, + "broker_vcsw": 14405, + "broker_maxrss_kib": 8312, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.301057, + "single_rtt_mean_us": 58.667, + "single_rtt_p50_us": 58.179, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 74.801, + "single_rtt_p999_us": 104.484, + "single_rtt_max_us": 212.529, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486401, + "multi_rtt_mean_us": 458.823, + "multi_rtt_p50_us": 510.546, + "multi_rtt_p90_us": 537.854, + "multi_rtt_p99_us": 701.704, + "multi_rtt_p999_us": 797.877, + "multi_rtt_max_us": 1076.897, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248163, + "fanout_delivery_mean_us": 51661.707, + "fanout_delivery_p50_us": 54159.463, + "fanout_delivery_p90_us": 82678.816, + "fanout_delivery_p99_us": 88121.477, + "fanout_delivery_p999_us": 92554.918, + "fanout_delivery_max_us": 93053.591, + "client_wall_s": 1.042764674173668, + "client_cpu_s": 0.9629800000000159, + "broker_user_s": 0.17277499999999998, + "broker_sys_s": 0.364114, + "broker_cpu_s": 0.536889, + "broker_vcsw": 47715, + "broker_maxrss_kib": 11592, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.354818, + "single_rtt_mean_us": 69.575, + "single_rtt_p50_us": 66.489, + "single_rtt_p90_us": 78.363, + "single_rtt_p99_us": 121.106, + "single_rtt_p999_us": 168.599, + "single_rtt_max_us": 293.267, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492041, + "multi_rtt_mean_us": 488.349, + "multi_rtt_p50_us": 478.488, + "multi_rtt_p90_us": 521.232, + "multi_rtt_p99_us": 774.13, + "multi_rtt_p999_us": 1225.311, + "multi_rtt_max_us": 1374.913, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250206, + "fanout_delivery_mean_us": 22246.494, + "fanout_delivery_p50_us": 22232.51, + "fanout_delivery_p90_us": 27246.549, + "fanout_delivery_p99_us": 27862.767, + "fanout_delivery_p999_us": 28084.795, + "fanout_delivery_max_us": 31831.968, + "client_wall_s": 1.1399311309214681, + "client_cpu_s": 0.979440000000011, + "broker_user_s": 0.305834, + "broker_sys_s": 0.447716, + "broker_cpu_s": 0.7535499999999999, + "broker_vcsw": 14044, + "broker_maxrss_kib": 7012, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325471, + "single_rtt_mean_us": 63.703, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 124.668, + "single_rtt_p999_us": 217.279, + "single_rtt_max_us": 389.44, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47653, + "multi_rtt_mean_us": 474.146, + "multi_rtt_p50_us": 465.428, + "multi_rtt_p90_us": 491.55, + "multi_rtt_p99_us": 712.391, + "multi_rtt_p999_us": 997.346, + "multi_rtt_max_us": 1228.873, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249372, + "fanout_delivery_mean_us": 54740.381, + "fanout_delivery_p50_us": 55225.673, + "fanout_delivery_p90_us": 86469.919, + "fanout_delivery_p99_us": 93098.709, + "fanout_delivery_p999_us": 94734.833, + "fanout_delivery_max_us": 98135.308, + "client_wall_s": 1.0937623118516058, + "client_cpu_s": 0.9355809999999565, + "broker_user_s": 0.282152, + "broker_sys_s": 0.33544799999999997, + "broker_cpu_s": 0.6175999999999999, + "broker_vcsw": 14611, + "broker_maxrss_kib": 8120, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.320698, + "single_rtt_mean_us": 62.731, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 173.348, + "single_rtt_max_us": 350.258, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487996, + "multi_rtt_mean_us": 484.737, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 514.108, + "multi_rtt_p99_us": 845.37, + "multi_rtt_p999_us": 1160.008, + "multi_rtt_max_us": 1425.968, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251159, + "fanout_delivery_mean_us": 22426.962, + "fanout_delivery_p50_us": 22385.674, + "fanout_delivery_p90_us": 27365.281, + "fanout_delivery_p99_us": 28758.004, + "fanout_delivery_p999_us": 33253.186, + "fanout_delivery_max_us": 33607.006, + "client_wall_s": 1.0983477297704667, + "client_cpu_s": 0.9456449999999847, + "broker_user_s": 0.296609, + "broker_sys_s": 0.322446, + "broker_cpu_s": 0.619055, + "broker_vcsw": 14227, + "broker_maxrss_kib": 7176, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 45, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.523069, + "single_rtt_mean_us": 103.213, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 111.607, + "single_rtt_p99_us": 170.974, + "single_rtt_p999_us": 287.331, + "single_rtt_max_us": 866.741, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.137953, + "multi_rtt_mean_us": 1127.502, + "multi_rtt_p50_us": 1057.899, + "multi_rtt_p90_us": 1361.852, + "multi_rtt_p99_us": 1646.808, + "multi_rtt_p999_us": 1786.912, + "multi_rtt_max_us": 1946.012, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.605771, + "fanout_delivery_mean_us": 18331.041, + "fanout_delivery_p50_us": 18308.428, + "fanout_delivery_p90_us": 27056.579, + "fanout_delivery_p99_us": 29414.59, + "fanout_delivery_p999_us": 30897.549, + "fanout_delivery_max_us": 31503.081, + "client_wall_s": 2.28006291994825, + "client_cpu_s": 1.4946179999999742, + "broker_user_s": 0.768531, + "broker_sys_s": 1.298157, + "broker_cpu_s": 2.066688, + "broker_vcsw": 10027, + "broker_maxrss_kib": 6460, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279623, + "single_rtt_mean_us": 54.48, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 81.925, + "single_rtt_p999_us": 138.916, + "single_rtt_max_us": 248.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.505225, + "multi_rtt_mean_us": 478.641, + "multi_rtt_p50_us": 495.111, + "multi_rtt_p90_us": 582.972, + "multi_rtt_p99_us": 698.142, + "multi_rtt_p999_us": 840.62, + "multi_rtt_max_us": 1085.207, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.263974, + "fanout_delivery_mean_us": 55702.172, + "fanout_delivery_p50_us": 58844.615, + "fanout_delivery_p90_us": 86900.915, + "fanout_delivery_p99_us": 93388.414, + "fanout_delivery_p999_us": 97558.272, + "fanout_delivery_max_us": 97839.666, + "client_wall_s": 1.0558109118137509, + "client_cpu_s": 0.9820459999999684, + "broker_user_s": 0.17922699999999997, + "broker_sys_s": 0.364834, + "broker_cpu_s": 0.5440609999999999, + "broker_vcsw": 49062, + "broker_maxrss_kib": 11940, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.571069, + "single_rtt_mean_us": 112.794, + "single_rtt_p50_us": 104.484, + "single_rtt_p90_us": 129.418, + "single_rtt_p99_us": 200.657, + "single_rtt_p999_us": 299.203, + "single_rtt_max_us": 556.852, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.12881, + "multi_rtt_mean_us": 1111.36, + "multi_rtt_p50_us": 1054.337, + "multi_rtt_p90_us": 1344.043, + "multi_rtt_p99_us": 1671.742, + "multi_rtt_p999_us": 1957.885, + "multi_rtt_max_us": 2505.239, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.609874, + "fanout_delivery_mean_us": 18415.38, + "fanout_delivery_p50_us": 18429.534, + "fanout_delivery_p90_us": 27216.867, + "fanout_delivery_p99_us": 29660.365, + "fanout_delivery_p999_us": 30706.391, + "fanout_delivery_max_us": 31332.107, + "client_wall_s": 2.3209268068894744, + "client_cpu_s": 1.5169659999999396, + "broker_user_s": 0.7974279999999999, + "broker_sys_s": 1.296074, + "broker_cpu_s": 2.093502, + "broker_vcsw": 10060, + "broker_maxrss_kib": 6288, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.355259, + "single_rtt_mean_us": 69.611, + "single_rtt_p50_us": 66.49, + "single_rtt_p90_us": 86.674, + "single_rtt_p99_us": 128.23, + "single_rtt_p999_us": 198.282, + "single_rtt_max_us": 736.137, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.505833, + "multi_rtt_mean_us": 502.151, + "multi_rtt_p50_us": 492.736, + "multi_rtt_p90_us": 521.232, + "multi_rtt_p99_us": 786.004, + "multi_rtt_p999_us": 1549.449, + "multi_rtt_max_us": 2728.454, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.281177, + "fanout_delivery_mean_us": 24139.92, + "fanout_delivery_p50_us": 24626.141, + "fanout_delivery_p90_us": 30899.923, + "fanout_delivery_p99_us": 33411.099, + "fanout_delivery_p999_us": 34301.587, + "fanout_delivery_max_us": 39035.42, + "client_wall_s": 1.1768483768682927, + "client_cpu_s": 1.0191059999999936, + "broker_user_s": 0.325047, + "broker_sys_s": 0.45014699999999996, + "broker_cpu_s": 0.7751939999999999, + "broker_vcsw": 13925, + "broker_maxrss_kib": 6952, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.329464, + "single_rtt_mean_us": 64.496, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 187.596, + "single_rtt_max_us": 256.461, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.506717, + "multi_rtt_mean_us": 503.117, + "multi_rtt_p50_us": 493.923, + "multi_rtt_p90_us": 531.918, + "multi_rtt_p99_us": 789.565, + "multi_rtt_p999_us": 999.721, + "multi_rtt_max_us": 1285.864, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.284253, + "fanout_delivery_mean_us": 62416.693, + "fanout_delivery_p50_us": 62963.418, + "fanout_delivery_p90_us": 99468.665, + "fanout_delivery_p99_us": 107566.166, + "fanout_delivery_p999_us": 108089.774, + "fanout_delivery_max_us": 108177.635, + "client_wall_s": 1.1545576890930533, + "client_cpu_s": 0.998849000000007, + "broker_user_s": 0.32251599999999997, + "broker_sys_s": 0.338804, + "broker_cpu_s": 0.6613199999999999, + "broker_vcsw": 14412, + "broker_maxrss_kib": 8056, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.346896, + "single_rtt_mean_us": 67.937, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 194.72, + "single_rtt_max_us": 257.647, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.523128, + "multi_rtt_mean_us": 518.349, + "multi_rtt_p50_us": 503.423, + "multi_rtt_p90_us": 547.353, + "multi_rtt_p99_us": 910.672, + "multi_rtt_p999_us": 1237.184, + "multi_rtt_max_us": 1403.409, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.27923, + "fanout_delivery_mean_us": 25445.858, + "fanout_delivery_p50_us": 25045.264, + "fanout_delivery_p90_us": 30823.935, + "fanout_delivery_p99_us": 31476.959, + "fanout_delivery_p999_us": 31771.415, + "fanout_delivery_max_us": 35212.259, + "client_wall_s": 1.18682896415703, + "client_cpu_s": 1.0295990000000188, + "broker_user_s": 0.29401299999999997, + "broker_sys_s": 0.376704, + "broker_cpu_s": 0.670717, + "broker_vcsw": 14001, + "broker_maxrss_kib": 6964, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.345275, + "single_rtt_mean_us": 67.63, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 110.42, + "single_rtt_p999_us": 191.158, + "single_rtt_max_us": 664.897, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.512913, + "multi_rtt_mean_us": 509.906, + "multi_rtt_p50_us": 491.549, + "multi_rtt_p90_us": 541.416, + "multi_rtt_p99_us": 827.56, + "multi_rtt_p999_us": 1068.585, + "multi_rtt_max_us": 1228.873, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.275402, + "fanout_delivery_mean_us": 24563.672, + "fanout_delivery_p50_us": 24470.602, + "fanout_delivery_p90_us": 30950.978, + "fanout_delivery_p99_us": 32429.188, + "fanout_delivery_p999_us": 37527.527, + "fanout_delivery_max_us": 37919.342, + "client_wall_s": 1.1747337658889592, + "client_cpu_s": 1.0125249999999824, + "broker_user_s": 0.341423, + "broker_sys_s": 0.31995599999999996, + "broker_cpu_s": 0.6613789999999999, + "broker_vcsw": 14224, + "broker_maxrss_kib": 7240, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.35529, + "single_rtt_mean_us": 69.632, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 79.551, + "single_rtt_p99_us": 135.354, + "single_rtt_p999_us": 226.777, + "single_rtt_max_us": 825.185, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509959, + "multi_rtt_mean_us": 506.624, + "multi_rtt_p50_us": 496.299, + "multi_rtt_p90_us": 530.731, + "multi_rtt_p99_us": 807.375, + "multi_rtt_p999_us": 1120.828, + "multi_rtt_max_us": 1401.034, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.272024, + "fanout_delivery_mean_us": 59766.196, + "fanout_delivery_p50_us": 60295.517, + "fanout_delivery_p90_us": 94885.622, + "fanout_delivery_p99_us": 102622.178, + "fanout_delivery_p999_us": 103170.719, + "fanout_delivery_max_us": 103259.768, + "client_wall_s": 1.1660366689320654, + "client_cpu_s": 1.0087270000000217, + "broker_user_s": 0.315344, + "broker_sys_s": 0.343259, + "broker_cpu_s": 0.658603, + "broker_vcsw": 14480, + "broker_maxrss_kib": 8156, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282039, + "single_rtt_mean_us": 54.947, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 58.179, + "single_rtt_p99_us": 68.865, + "single_rtt_p999_us": 103.296, + "single_rtt_max_us": 224.403, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.514025, + "multi_rtt_mean_us": 486.239, + "multi_rtt_p50_us": 528.356, + "multi_rtt_p90_us": 580.598, + "multi_rtt_p99_us": 800.251, + "multi_rtt_p999_us": 1187.317, + "multi_rtt_max_us": 1370.164, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252525, + "fanout_delivery_mean_us": 52499.796, + "fanout_delivery_p50_us": 54962.089, + "fanout_delivery_p90_us": 84222.328, + "fanout_delivery_p99_us": 89745.727, + "fanout_delivery_p999_us": 94328.77, + "fanout_delivery_max_us": 94901.057, + "client_wall_s": 1.055045094108209, + "client_cpu_s": 0.9818790000000206, + "broker_user_s": 0.15193099999999998, + "broker_sys_s": 0.376036, + "broker_cpu_s": 0.527967, + "broker_vcsw": 50432, + "broker_maxrss_kib": 11816, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.520855, + "single_rtt_mean_us": 102.786, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 108.046, + "single_rtt_p99_us": 185.222, + "single_rtt_p999_us": 276.645, + "single_rtt_max_us": 447.618, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.161873, + "multi_rtt_mean_us": 1149.772, + "multi_rtt_p50_us": 1089.957, + "multi_rtt_p90_us": 1395.098, + "multi_rtt_p99_us": 1684.803, + "multi_rtt_p999_us": 1867.649, + "multi_rtt_max_us": 2176.352, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.619699, + "fanout_delivery_mean_us": 18726.903, + "fanout_delivery_p50_us": 18666.998, + "fanout_delivery_p90_us": 27671.609, + "fanout_delivery_p99_us": 29773.16, + "fanout_delivery_p999_us": 31404.534, + "fanout_delivery_max_us": 31776.163, + "client_wall_s": 2.314835869939998, + "client_cpu_s": 1.5248280000000136, + "broker_user_s": 0.7613489999999999, + "broker_sys_s": 1.3416649999999999, + "broker_cpu_s": 2.103014, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6296, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 47, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.359028, + "single_rtt_mean_us": 70.367, + "single_rtt_p50_us": 67.677, + "single_rtt_p90_us": 79.55, + "single_rtt_p99_us": 118.731, + "single_rtt_p999_us": 220.841, + "single_rtt_max_us": 645.9, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.497315, + "multi_rtt_mean_us": 494.586, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 511.734, + "multi_rtt_p99_us": 592.471, + "multi_rtt_p999_us": 1315.548, + "multi_rtt_max_us": 2103.926, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.278011, + "fanout_delivery_mean_us": 24326.924, + "fanout_delivery_p50_us": 24751.997, + "fanout_delivery_p90_us": 30813.249, + "fanout_delivery_p99_us": 31872.337, + "fanout_delivery_p999_us": 32575.228, + "fanout_delivery_max_us": 32790.132, + "client_wall_s": 1.1622669368516654, + "client_cpu_s": 1.0177710000000104, + "broker_user_s": 0.322849, + "broker_sys_s": 0.44918199999999997, + "broker_cpu_s": 0.7720309999999999, + "broker_vcsw": 14073, + "broker_maxrss_kib": 6892, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.552847, + "single_rtt_mean_us": 109.153, + "single_rtt_p50_us": 100.922, + "single_rtt_p90_us": 124.669, + "single_rtt_p99_us": 187.596, + "single_rtt_p999_us": 289.705, + "single_rtt_max_us": 385.878, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.15753, + "multi_rtt_mean_us": 1146.076, + "multi_rtt_p50_us": 1075.709, + "multi_rtt_p90_us": 1401.034, + "multi_rtt_p99_us": 1748.918, + "multi_rtt_p999_us": 2261.839, + "multi_rtt_max_us": 2661.965, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.61535, + "fanout_delivery_mean_us": 18618.645, + "fanout_delivery_p50_us": 18653.936, + "fanout_delivery_p90_us": 27493.511, + "fanout_delivery_p99_us": 29946.509, + "fanout_delivery_p999_us": 31846.215, + "fanout_delivery_max_us": 32417.315, + "client_wall_s": 2.339727967977524, + "client_cpu_s": 1.5332260000000133, + "broker_user_s": 0.788397, + "broker_sys_s": 1.327236, + "broker_cpu_s": 2.115633, + "broker_vcsw": 10029, + "broker_maxrss_kib": 6220, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328802, + "single_rtt_mean_us": 64.325, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 191.158, + "single_rtt_max_us": 615.03, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.505967, + "multi_rtt_mean_us": 501.623, + "multi_rtt_p50_us": 485.612, + "multi_rtt_p90_us": 535.48, + "multi_rtt_p99_us": 892.863, + "multi_rtt_p999_us": 1221.749, + "multi_rtt_max_us": 1526.889, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258103, + "fanout_delivery_mean_us": 55937.973, + "fanout_delivery_p50_us": 56429.612, + "fanout_delivery_p90_us": 87255.922, + "fanout_delivery_p99_us": 94525.864, + "fanout_delivery_p999_us": 94953.299, + "fanout_delivery_max_us": 95036.411, + "client_wall_s": 1.130937203997746, + "client_cpu_s": 0.9725969999999791, + "broker_user_s": 0.31213199999999997, + "broker_sys_s": 0.34498799999999996, + "broker_cpu_s": 0.6571199999999999, + "broker_vcsw": 14309, + "broker_maxrss_kib": 8364, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.353064, + "single_rtt_mean_us": 69.203, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 89.049, + "single_rtt_p99_us": 141.291, + "single_rtt_p999_us": 201.844, + "single_rtt_max_us": 333.636, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482277, + "multi_rtt_mean_us": 480.016, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 496.298, + "multi_rtt_p99_us": 623.341, + "multi_rtt_p999_us": 1061.461, + "multi_rtt_max_us": 1250.245, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250191, + "fanout_delivery_mean_us": 21938.266, + "fanout_delivery_p50_us": 22113.778, + "fanout_delivery_p90_us": 27330.849, + "fanout_delivery_p99_us": 27928.069, + "fanout_delivery_p999_us": 28137.037, + "fanout_delivery_max_us": 32217.845, + "client_wall_s": 1.1183077129535377, + "client_cpu_s": 0.964240000000018, + "broker_user_s": 0.296684, + "broker_sys_s": 0.452287, + "broker_cpu_s": 0.748971, + "broker_vcsw": 14208, + "broker_maxrss_kib": 6976, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328071, + "single_rtt_mean_us": 64.199, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 117.545, + "single_rtt_p999_us": 189.971, + "single_rtt_max_us": 217.279, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486153, + "multi_rtt_mean_us": 483.213, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 505.797, + "multi_rtt_p99_us": 841.807, + "multi_rtt_p999_us": 1454.463, + "multi_rtt_max_us": 2202.473, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253751, + "fanout_delivery_mean_us": 22716.262, + "fanout_delivery_p50_us": 22694.376, + "fanout_delivery_p90_us": 27776.092, + "fanout_delivery_p99_us": 28784.125, + "fanout_delivery_p999_us": 29321.979, + "fanout_delivery_max_us": 30500.985, + "client_wall_s": 1.114590223878622, + "client_cpu_s": 0.9467299999999739, + "broker_user_s": 0.277107, + "broker_sys_s": 0.36097799999999997, + "broker_cpu_s": 0.638085, + "broker_vcsw": 14208, + "broker_maxrss_kib": 7124, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 48, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282599, + "single_rtt_mean_us": 55.072, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.178, + "single_rtt_p99_us": 86.674, + "single_rtt_p999_us": 154.352, + "single_rtt_max_us": 353.821, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486154, + "multi_rtt_mean_us": 458.194, + "multi_rtt_p50_us": 509.359, + "multi_rtt_p90_us": 542.604, + "multi_rtt_p99_us": 612.656, + "multi_rtt_p999_us": 714.765, + "multi_rtt_max_us": 889.3, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249435, + "fanout_delivery_mean_us": 51801.171, + "fanout_delivery_p50_us": 54279.381, + "fanout_delivery_p90_us": 83152.555, + "fanout_delivery_p99_us": 88526.352, + "fanout_delivery_p999_us": 93023.908, + "fanout_delivery_max_us": 93629.44, + "client_wall_s": 1.0250950220506638, + "client_cpu_s": 0.9430549999999869, + "broker_user_s": 0.16639, + "broker_sys_s": 0.347696, + "broker_cpu_s": 0.514086, + "broker_vcsw": 47216, + "broker_maxrss_kib": 11524, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.273726, + "single_rtt_mean_us": 53.345, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 55.804, + "single_rtt_p99_us": 81.925, + "single_rtt_p999_us": 136.541, + "single_rtt_max_us": 214.905, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.496281, + "multi_rtt_mean_us": 469.434, + "multi_rtt_p50_us": 512.921, + "multi_rtt_p90_us": 559.227, + "multi_rtt_p99_us": 710.015, + "multi_rtt_p999_us": 860.804, + "multi_rtt_max_us": 1057.899, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249143, + "fanout_delivery_mean_us": 51585.04, + "fanout_delivery_p50_us": 54234.264, + "fanout_delivery_p90_us": 82890.158, + "fanout_delivery_p99_us": 88266.329, + "fanout_delivery_p999_us": 92611.909, + "fanout_delivery_max_us": 93039.343, + "client_wall_s": 1.0258347201161087, + "client_cpu_s": 0.9541949999999702, + "broker_user_s": 0.189217, + "broker_sys_s": 0.34158299999999997, + "broker_cpu_s": 0.5307999999999999, + "broker_vcsw": 47553, + "broker_maxrss_kib": 12152, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.324646, + "single_rtt_mean_us": 63.493, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 106.858, + "single_rtt_p999_us": 174.536, + "single_rtt_max_us": 276.645, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495616, + "multi_rtt_mean_us": 491.77, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 518.857, + "multi_rtt_p99_us": 928.482, + "multi_rtt_p999_us": 1247.87, + "multi_rtt_max_us": 1424.78, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249056, + "fanout_delivery_mean_us": 21140.995, + "fanout_delivery_p50_us": 21856.13, + "fanout_delivery_p90_us": 26802.493, + "fanout_delivery_p99_us": 27635.989, + "fanout_delivery_p999_us": 27960.126, + "fanout_delivery_max_us": 28125.164, + "client_wall_s": 1.0985056420322508, + "client_cpu_s": 0.9553099999999972, + "broker_user_s": 0.28592799999999996, + "broker_sys_s": 0.451916, + "broker_cpu_s": 0.7378439999999999, + "broker_vcsw": 13878, + "broker_maxrss_kib": 6980, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325524, + "single_rtt_mean_us": 63.708, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 115.169, + "single_rtt_p999_us": 187.597, + "single_rtt_max_us": 1212.25, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.479113, + "multi_rtt_mean_us": 476.785, + "multi_rtt_p50_us": 470.178, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 692.206, + "multi_rtt_p999_us": 1003.283, + "multi_rtt_max_us": 1176.631, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248121, + "fanout_delivery_mean_us": 55712.903, + "fanout_delivery_p50_us": 59147.381, + "fanout_delivery_p90_us": 87420.96, + "fanout_delivery_p99_us": 95010.289, + "fanout_delivery_p999_us": 98034.386, + "fanout_delivery_max_us": 98338.339, + "client_wall_s": 1.0865909161511809, + "client_cpu_s": 0.9359929999999395, + "broker_user_s": 0.281213, + "broker_sys_s": 0.332434, + "broker_cpu_s": 0.613647, + "broker_vcsw": 14607, + "broker_maxrss_kib": 7904, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.331138, + "single_rtt_mean_us": 64.836, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 131.792, + "single_rtt_p999_us": 225.59, + "single_rtt_max_us": 276.645, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487347, + "multi_rtt_mean_us": 484.43, + "multi_rtt_p50_us": 477.301, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 676.771, + "multi_rtt_p999_us": 981.911, + "multi_rtt_max_us": 1183.755, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258897, + "fanout_delivery_mean_us": 22296.922, + "fanout_delivery_p50_us": 22614.826, + "fanout_delivery_p90_us": 27901.948, + "fanout_delivery_p99_us": 29173.565, + "fanout_delivery_p999_us": 29871.707, + "fanout_delivery_max_us": 29956.007, + "client_wall_s": 1.1268504590261728, + "client_cpu_s": 0.960725999999994, + "broker_user_s": 0.284985, + "broker_sys_s": 0.340342, + "broker_cpu_s": 0.625327, + "broker_vcsw": 14332, + "broker_maxrss_kib": 7068, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 49, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.544121, + "single_rtt_mean_us": 107.411, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 124.668, + "single_rtt_p99_us": 163.85, + "single_rtt_p999_us": 265.959, + "single_rtt_max_us": 762.258, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.144575, + "multi_rtt_mean_us": 1131.518, + "multi_rtt_p50_us": 1072.147, + "multi_rtt_p90_us": 1370.163, + "multi_rtt_p99_us": 1685.99, + "multi_rtt_p999_us": 2050.496, + "multi_rtt_max_us": 3466.965, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.611403, + "fanout_delivery_mean_us": 18493.386, + "fanout_delivery_p50_us": 18518.582, + "fanout_delivery_p90_us": 27273.858, + "fanout_delivery_p99_us": 29488.203, + "fanout_delivery_p999_us": 30790.691, + "fanout_delivery_max_us": 31435.403, + "client_wall_s": 2.3120741681195796, + "client_cpu_s": 1.5189139999999952, + "broker_user_s": 0.7523559999999999, + "broker_sys_s": 1.335424, + "broker_cpu_s": 2.08778, + "broker_vcsw": 10034, + "broker_maxrss_kib": 6532, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322473, + "single_rtt_mean_us": 63.072, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 186.409, + "single_rtt_max_us": 232.714, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501618, + "multi_rtt_mean_us": 497.308, + "multi_rtt_p50_us": 486.8, + "multi_rtt_p90_us": 521.232, + "multi_rtt_p99_us": 865.554, + "multi_rtt_p999_us": 1049.588, + "multi_rtt_max_us": 1317.922, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.258209, + "fanout_delivery_mean_us": 56017.221, + "fanout_delivery_p50_us": 56862.984, + "fanout_delivery_p90_us": 87958.815, + "fanout_delivery_p99_us": 95276.249, + "fanout_delivery_p999_us": 95710.806, + "fanout_delivery_max_us": 95795.107, + "client_wall_s": 1.124427146045491, + "client_cpu_s": 0.9604689999999891, + "broker_user_s": 0.291866, + "broker_sys_s": 0.352582, + "broker_cpu_s": 0.644448, + "broker_vcsw": 14425, + "broker_maxrss_kib": 8152, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336616, + "single_rtt_mean_us": 65.898, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 73.614, + "single_rtt_p99_us": 131.792, + "single_rtt_p999_us": 216.092, + "single_rtt_max_us": 865.554, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482731, + "multi_rtt_mean_us": 480.647, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 496.299, + "multi_rtt_p99_us": 667.272, + "multi_rtt_p999_us": 962.914, + "multi_rtt_max_us": 1190.879, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248479, + "fanout_delivery_mean_us": 21358.474, + "fanout_delivery_p50_us": 21678.033, + "fanout_delivery_p90_us": 26934.285, + "fanout_delivery_p99_us": 27643.113, + "fanout_delivery_p999_us": 27846.145, + "fanout_delivery_max_us": 32655.965, + "client_wall_s": 1.1088578589260578, + "client_cpu_s": 0.9525000000000148, + "broker_user_s": 0.330293, + "broker_sys_s": 0.40107, + "broker_cpu_s": 0.731363, + "broker_vcsw": 14262, + "broker_maxrss_kib": 7080, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325965, + "single_rtt_mean_us": 63.807, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 122.293, + "single_rtt_p999_us": 318.201, + "single_rtt_max_us": 377.566, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476816, + "multi_rtt_mean_us": 473.638, + "multi_rtt_p50_us": 464.241, + "multi_rtt_p90_us": 496.298, + "multi_rtt_p99_us": 734.949, + "multi_rtt_p999_us": 966.476, + "multi_rtt_max_us": 1038.902, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253664, + "fanout_delivery_mean_us": 21900.702, + "fanout_delivery_p50_us": 22358.365, + "fanout_delivery_p90_us": 27423.459, + "fanout_delivery_p99_us": 28178.593, + "fanout_delivery_p999_us": 28424.367, + "fanout_delivery_max_us": 28543.099, + "client_wall_s": 1.0979155448731035, + "client_cpu_s": 0.9385350000000017, + "broker_user_s": 0.27443999999999996, + "broker_sys_s": 0.344621, + "broker_cpu_s": 0.619061, + "broker_vcsw": 14197, + "broker_maxrss_kib": 7108, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.515607, + "single_rtt_mean_us": 101.722, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 174.535, + "single_rtt_p999_us": 307.515, + "single_rtt_max_us": 439.307, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.137448, + "multi_rtt_mean_us": 1123.417, + "multi_rtt_p50_us": 1061.462, + "multi_rtt_p90_us": 1365.414, + "multi_rtt_p99_us": 1631.373, + "multi_rtt_p999_us": 1814.22, + "multi_rtt_max_us": 2067.119, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.604577, + "fanout_delivery_mean_us": 18249.181, + "fanout_delivery_p50_us": 18249.061, + "fanout_delivery_p90_us": 26942.596, + "fanout_delivery_p99_us": 28987.156, + "fanout_delivery_p999_us": 29496.515, + "fanout_delivery_max_us": 29583.189, + "client_wall_s": 2.2686907940078527, + "client_cpu_s": 1.4952020000000061, + "broker_user_s": 0.739996, + "broker_sys_s": 1.3171279999999999, + "broker_cpu_s": 2.057124, + "broker_vcsw": 10023, + "broker_maxrss_kib": 6716, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 50, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.294894, + "single_rtt_mean_us": 57.517, + "single_rtt_p50_us": 54.617, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 150.789, + "single_rtt_max_us": 476.114, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.507997, + "multi_rtt_mean_us": 480.742, + "multi_rtt_p50_us": 515.296, + "multi_rtt_p90_us": 562.788, + "multi_rtt_p99_us": 845.37, + "multi_rtt_p999_us": 1840.342, + "multi_rtt_max_us": 2156.167, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253401, + "fanout_delivery_mean_us": 52254.91, + "fanout_delivery_p50_us": 55121.19, + "fanout_delivery_p90_us": 82862.85, + "fanout_delivery_p99_us": 88203.402, + "fanout_delivery_p999_us": 92683.148, + "fanout_delivery_max_us": 93164.012, + "client_wall_s": 1.0622639800421894, + "client_cpu_s": 0.9828530000000057, + "broker_user_s": 0.17087399999999997, + "broker_sys_s": 0.38404, + "broker_cpu_s": 0.5549139999999999, + "broker_vcsw": 47742, + "broker_maxrss_kib": 11784, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.524668, + "single_rtt_mean_us": 103.546, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 108.045, + "single_rtt_p99_us": 200.657, + "single_rtt_p999_us": 300.391, + "single_rtt_max_us": 393.002, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.12319, + "multi_rtt_mean_us": 1111.432, + "multi_rtt_p50_us": 1048.401, + "multi_rtt_p90_us": 1341.668, + "multi_rtt_p99_us": 1645.621, + "multi_rtt_p999_us": 2257.089, + "multi_rtt_max_us": 2793.757, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.595314, + "fanout_delivery_mean_us": 17952.241, + "fanout_delivery_p50_us": 17946.296, + "fanout_delivery_p90_us": 26528.222, + "fanout_delivery_p99_us": 28522.915, + "fanout_delivery_p999_us": 29726.854, + "fanout_delivery_max_us": 30324.075, + "client_wall_s": 2.254406185122207, + "client_cpu_s": 1.4830299999999852, + "broker_user_s": 0.736377, + "broker_sys_s": 1.305003, + "broker_cpu_s": 2.0413799999999998, + "broker_vcsw": 10034, + "broker_maxrss_kib": 6256, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.330697, + "single_rtt_mean_us": 64.684, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 112.796, + "single_rtt_p999_us": 180.472, + "single_rtt_max_us": 486.8, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.533279, + "multi_rtt_mean_us": 528.156, + "multi_rtt_p50_us": 492.737, + "multi_rtt_p90_us": 702.892, + "multi_rtt_p99_us": 997.346, + "multi_rtt_p999_us": 2118.174, + "multi_rtt_max_us": 2222.658, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25888, + "fanout_delivery_mean_us": 22852.606, + "fanout_delivery_p50_us": 22777.489, + "fanout_delivery_p90_us": 28037.302, + "fanout_delivery_p99_us": 30772.88, + "fanout_delivery_p999_us": 31886.584, + "fanout_delivery_max_us": 33058.466, + "client_wall_s": 1.157370442058891, + "client_cpu_s": 1.006698, + "broker_user_s": 0.33461799999999997, + "broker_sys_s": 0.337624, + "broker_cpu_s": 0.672242, + "broker_vcsw": 14102, + "broker_maxrss_kib": 7100, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.33408, + "single_rtt_mean_us": 65.407, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 121.106, + "single_rtt_p999_us": 220.841, + "single_rtt_max_us": 365.693, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483096, + "multi_rtt_mean_us": 479.865, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 492.737, + "multi_rtt_p99_us": 756.321, + "multi_rtt_p999_us": 1230.06, + "multi_rtt_max_us": 1296.55, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249958, + "fanout_delivery_mean_us": 21391.947, + "fanout_delivery_p50_us": 21879.876, + "fanout_delivery_p90_us": 27086.262, + "fanout_delivery_p99_us": 27842.583, + "fanout_delivery_p999_us": 28014.743, + "fanout_delivery_max_us": 28096.669, + "client_wall_s": 1.1078023330774158, + "client_cpu_s": 0.9491460000000131, + "broker_user_s": 0.315326, + "broker_sys_s": 0.42391599999999996, + "broker_cpu_s": 0.739242, + "broker_vcsw": 14089, + "broker_maxrss_kib": 6984, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.329452, + "single_rtt_mean_us": 64.492, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 94.986, + "single_rtt_p999_us": 131.792, + "single_rtt_max_us": 214.904, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.483902, + "multi_rtt_mean_us": 481.381, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 502.235, + "multi_rtt_p99_us": 693.393, + "multi_rtt_p999_us": 1000.908, + "multi_rtt_max_us": 1317.922, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252961, + "fanout_delivery_mean_us": 55845.856, + "fanout_delivery_p50_us": 55698.226, + "fanout_delivery_p90_us": 88519.228, + "fanout_delivery_p99_us": 94971.108, + "fanout_delivery_p999_us": 96027.82, + "fanout_delivery_max_us": 96123.993, + "client_wall_s": 1.1101508461870253, + "client_cpu_s": 0.9566719999999975, + "broker_user_s": 0.295243, + "broker_sys_s": 0.327357, + "broker_cpu_s": 0.6226, + "broker_vcsw": 14644, + "broker_maxrss_kib": 7852, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 51, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.275015, + "single_rtt_mean_us": 53.571, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 55.804, + "single_rtt_p99_us": 72.426, + "single_rtt_p999_us": 122.294, + "single_rtt_max_us": 233.902, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484389, + "multi_rtt_mean_us": 456.274, + "multi_rtt_p50_us": 505.797, + "multi_rtt_p90_us": 539.042, + "multi_rtt_p99_us": 645.9, + "multi_rtt_p999_us": 793.128, + "multi_rtt_max_us": 968.851, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251666, + "fanout_delivery_mean_us": 52178.189, + "fanout_delivery_p50_us": 54703.254, + "fanout_delivery_p90_us": 83875.631, + "fanout_delivery_p99_us": 89429.9, + "fanout_delivery_p999_us": 93925.082, + "fanout_delivery_max_us": 94551.985, + "client_wall_s": 1.0174771971069276, + "client_cpu_s": 0.9490480000000048, + "broker_user_s": 0.17074699999999998, + "broker_sys_s": 0.335043, + "broker_cpu_s": 0.50579, + "broker_vcsw": 47653, + "broker_maxrss_kib": 12100, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.537794, + "single_rtt_mean_us": 106.151, + "single_rtt_p50_us": 99.734, + "single_rtt_p90_us": 121.106, + "single_rtt_p99_us": 148.415, + "single_rtt_p999_us": 256.46, + "single_rtt_max_us": 835.871, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.137318, + "multi_rtt_mean_us": 1122.298, + "multi_rtt_p50_us": 1061.461, + "multi_rtt_p90_us": 1368.977, + "multi_rtt_p99_us": 1639.684, + "multi_rtt_p999_us": 1798.785, + "multi_rtt_max_us": 2221.47, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.618206, + "fanout_delivery_mean_us": 18716.777, + "fanout_delivery_p50_us": 18731.112, + "fanout_delivery_p90_us": 27605.119, + "fanout_delivery_p99_us": 30015.372, + "fanout_delivery_p999_us": 32437.499, + "fanout_delivery_max_us": 33062.028, + "client_wall_s": 2.3055130559951067, + "client_cpu_s": 1.5365139999999826, + "broker_user_s": 0.746699, + "broker_sys_s": 1.338562, + "broker_cpu_s": 2.085261, + "broker_vcsw": 10050, + "broker_maxrss_kib": 6064, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321701, + "single_rtt_mean_us": 62.922, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 102.109, + "single_rtt_p999_us": 166.224, + "single_rtt_max_us": 217.279, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489343, + "multi_rtt_mean_us": 486.773, + "multi_rtt_p50_us": 484.425, + "multi_rtt_p90_us": 511.734, + "multi_rtt_p99_us": 559.226, + "multi_rtt_p999_us": 693.393, + "multi_rtt_max_us": 846.557, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25586, + "fanout_delivery_mean_us": 55929.453, + "fanout_delivery_p50_us": 56507.975, + "fanout_delivery_p90_us": 87882.826, + "fanout_delivery_p99_us": 94391.697, + "fanout_delivery_p999_us": 94722.959, + "fanout_delivery_max_us": 94777.575, + "client_wall_s": 1.1058634449727833, + "client_cpu_s": 0.9582890000000077, + "broker_user_s": 0.307563, + "broker_sys_s": 0.318096, + "broker_cpu_s": 0.625659, + "broker_vcsw": 14613, + "broker_maxrss_kib": 8252, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.321375, + "single_rtt_mean_us": 62.869, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 173.349, + "single_rtt_max_us": 207.78, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.492919, + "multi_rtt_mean_us": 488.766, + "multi_rtt_p50_us": 473.739, + "multi_rtt_p90_us": 531.918, + "multi_rtt_p99_us": 864.367, + "multi_rtt_p999_us": 1089.957, + "multi_rtt_max_us": 1260.931, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252634, + "fanout_delivery_mean_us": 22750.575, + "fanout_delivery_p50_us": 22498.469, + "fanout_delivery_p90_us": 27720.289, + "fanout_delivery_p99_us": 28822.119, + "fanout_delivery_p999_us": 29228.181, + "fanout_delivery_max_us": 33550.015, + "client_wall_s": 1.1061923319939524, + "client_cpu_s": 0.9500400000000013, + "broker_user_s": 0.305042, + "broker_sys_s": 0.325922, + "broker_cpu_s": 0.630964, + "broker_vcsw": 14160, + "broker_maxrss_kib": 7144, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.342043, + "single_rtt_mean_us": 67.019, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 74.801, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 188.783, + "single_rtt_max_us": 305.141, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.478199, + "multi_rtt_mean_us": 475.365, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 501.048, + "multi_rtt_p99_us": 655.399, + "multi_rtt_p999_us": 892.862, + "multi_rtt_max_us": 1316.735, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.264212, + "fanout_delivery_mean_us": 22917.485, + "fanout_delivery_p50_us": 22652.82, + "fanout_delivery_p90_us": 28559.722, + "fanout_delivery_p99_us": 34837.066, + "fanout_delivery_p999_us": 35608.823, + "fanout_delivery_max_us": 35732.304, + "client_wall_s": 1.1292832719627768, + "client_cpu_s": 0.9728070000000173, + "broker_user_s": 0.299074, + "broker_sys_s": 0.43623599999999996, + "broker_cpu_s": 0.7353099999999999, + "broker_vcsw": 14171, + "broker_maxrss_kib": 6864, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 52, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279333, + "single_rtt_mean_us": 54.448, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.365, + "single_rtt_p99_us": 78.362, + "single_rtt_p999_us": 135.354, + "single_rtt_max_us": 274.27, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.485383, + "multi_rtt_mean_us": 457.951, + "multi_rtt_p50_us": 509.359, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 619.78, + "multi_rtt_p999_us": 789.566, + "multi_rtt_max_us": 1036.528, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251085, + "fanout_delivery_mean_us": 52064.513, + "fanout_delivery_p50_us": 54482.413, + "fanout_delivery_p90_us": 83258.227, + "fanout_delivery_p99_us": 88504.981, + "fanout_delivery_p999_us": 92933.672, + "fanout_delivery_max_us": 93185.384, + "client_wall_s": 1.0221920318435878, + "client_cpu_s": 0.9403209999999831, + "broker_user_s": 0.170701, + "broker_sys_s": 0.344428, + "broker_cpu_s": 0.515129, + "broker_vcsw": 47450, + "broker_maxrss_kib": 11780, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.288903, + "single_rtt_mean_us": 56.308, + "single_rtt_p50_us": 54.616, + "single_rtt_p90_us": 61.74, + "single_rtt_p99_us": 85.487, + "single_rtt_p999_us": 127.043, + "single_rtt_max_us": 227.965, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488625, + "multi_rtt_mean_us": 460.501, + "multi_rtt_p50_us": 515.296, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 604.344, + "multi_rtt_p999_us": 833.496, + "multi_rtt_max_us": 970.038, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249542, + "fanout_delivery_mean_us": 51902.937, + "fanout_delivery_p50_us": 54337.56, + "fanout_delivery_p90_us": 83158.492, + "fanout_delivery_p99_us": 88463.424, + "fanout_delivery_p999_us": 92983.54, + "fanout_delivery_max_us": 93459.653, + "client_wall_s": 1.0332293300889432, + "client_cpu_s": 0.9523740000000203, + "broker_user_s": 0.167232, + "broker_sys_s": 0.352716, + "broker_cpu_s": 0.519948, + "broker_vcsw": 48202, + "broker_maxrss_kib": 12172, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.509105, + "single_rtt_mean_us": 100.433, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 105.672, + "single_rtt_p99_us": 130.605, + "single_rtt_p999_us": 175.723, + "single_rtt_max_us": 279.02, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.127102, + "multi_rtt_mean_us": 1112.912, + "multi_rtt_p50_us": 1049.588, + "multi_rtt_p90_us": 1344.043, + "multi_rtt_p99_us": 1626.624, + "multi_rtt_p999_us": 1776.226, + "multi_rtt_max_us": 1885.46, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.600208, + "fanout_delivery_mean_us": 18127.223, + "fanout_delivery_p50_us": 18148.14, + "fanout_delivery_p90_us": 26785.87, + "fanout_delivery_p99_us": 28727.134, + "fanout_delivery_p999_us": 29096.389, + "fanout_delivery_max_us": 29244.803, + "client_wall_s": 2.247425947804004, + "client_cpu_s": 1.4659940000000233, + "broker_user_s": 0.723962, + "broker_sys_s": 1.315291, + "broker_cpu_s": 2.039253, + "broker_vcsw": 10016, + "broker_maxrss_kib": 6212, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.330509, + "single_rtt_mean_us": 64.702, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 83.112, + "single_rtt_p999_us": 115.17, + "single_rtt_max_us": 203.031, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482198, + "multi_rtt_mean_us": 479.247, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 499.86, + "multi_rtt_p99_us": 680.333, + "multi_rtt_p999_us": 1037.715, + "multi_rtt_max_us": 1306.049, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.251171, + "fanout_delivery_mean_us": 22561.396, + "fanout_delivery_p50_us": 22332.245, + "fanout_delivery_p90_us": 27323.724, + "fanout_delivery_p99_us": 28753.255, + "fanout_delivery_p999_us": 30686.207, + "fanout_delivery_max_us": 31097.018, + "client_wall_s": 1.10397679801099, + "client_cpu_s": 0.9566179999999918, + "broker_user_s": 0.299877, + "broker_sys_s": 0.332843, + "broker_cpu_s": 0.63272, + "broker_vcsw": 14329, + "broker_maxrss_kib": 7148, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.357746, + "single_rtt_mean_us": 70.142, + "single_rtt_p50_us": 68.864, + "single_rtt_p90_us": 75.989, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 188.783, + "single_rtt_max_us": 281.394, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490064, + "multi_rtt_mean_us": 486.131, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 524.795, + "multi_rtt_p99_us": 923.733, + "multi_rtt_p999_us": 1122.014, + "multi_rtt_max_us": 1258.556, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252609, + "fanout_delivery_mean_us": 21286.796, + "fanout_delivery_p50_us": 21802.701, + "fanout_delivery_p90_us": 26934.285, + "fanout_delivery_p99_us": 27805.776, + "fanout_delivery_p999_us": 28240.334, + "fanout_delivery_max_us": 32342.514, + "client_wall_s": 1.1401757169514894, + "client_cpu_s": 0.9847460000000297, + "broker_user_s": 0.324298, + "broker_sys_s": 0.435187, + "broker_cpu_s": 0.759485, + "broker_vcsw": 13442, + "broker_maxrss_kib": 7000, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.323127, + "single_rtt_mean_us": 63.239, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 175.723, + "single_rtt_max_us": 205.406, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.490318, + "multi_rtt_mean_us": 487.041, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 506.984, + "multi_rtt_p99_us": 832.309, + "multi_rtt_p999_us": 1017.531, + "multi_rtt_max_us": 1079.271, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247291, + "fanout_delivery_mean_us": 54611.322, + "fanout_delivery_p50_us": 54804.175, + "fanout_delivery_p90_us": 86523.348, + "fanout_delivery_p99_us": 92854.122, + "fanout_delivery_p999_us": 93950.015, + "fanout_delivery_max_us": 94047.375, + "client_wall_s": 1.0987169838044792, + "client_cpu_s": 0.9424180000000035, + "broker_user_s": 0.28387999999999997, + "broker_sys_s": 0.34102899999999997, + "broker_cpu_s": 0.6249089999999999, + "broker_vcsw": 14438, + "broker_maxrss_kib": 7560, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.282496, + "single_rtt_mean_us": 55.042, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 60.553, + "single_rtt_p99_us": 91.423, + "single_rtt_p999_us": 170.974, + "single_rtt_max_us": 245.775, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.501616, + "multi_rtt_mean_us": 473.242, + "multi_rtt_p50_us": 528.356, + "multi_rtt_p90_us": 558.039, + "multi_rtt_p99_us": 624.528, + "multi_rtt_p999_us": 949.853, + "multi_rtt_max_us": 1281.115, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.273476, + "fanout_delivery_mean_us": 57055.125, + "fanout_delivery_p50_us": 59978.503, + "fanout_delivery_p90_us": 89710.107, + "fanout_delivery_p99_us": 94883.247, + "fanout_delivery_p999_us": 99026.983, + "fanout_delivery_max_us": 100056.387, + "client_wall_s": 1.0647763409651816, + "client_cpu_s": 0.9881880000000365, + "broker_user_s": 0.161984, + "broker_sys_s": 0.376234, + "broker_cpu_s": 0.538218, + "broker_vcsw": 50316, + "broker_maxrss_kib": 11928, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.340724, + "single_rtt_mean_us": 66.732, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 77.175, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 181.659, + "single_rtt_max_us": 208.967, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.479233, + "multi_rtt_mean_us": 475.902, + "multi_rtt_p50_us": 464.241, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 720.702, + "multi_rtt_p999_us": 1075.709, + "multi_rtt_max_us": 1418.843, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254423, + "fanout_delivery_mean_us": 21592.714, + "fanout_delivery_p50_us": 22226.573, + "fanout_delivery_p90_us": 27283.356, + "fanout_delivery_p99_us": 29111.825, + "fanout_delivery_p999_us": 29681.736, + "fanout_delivery_max_us": 34065.311, + "client_wall_s": 1.1199806430377066, + "client_cpu_s": 0.9613340000000221, + "broker_user_s": 0.300562, + "broker_sys_s": 0.438492, + "broker_cpu_s": 0.739054, + "broker_vcsw": 14055, + "broker_maxrss_kib": 6892, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.32213, + "single_rtt_mean_us": 63.025, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 110.42, + "single_rtt_p999_us": 168.599, + "single_rtt_max_us": 243.4, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.500744, + "multi_rtt_mean_us": 496.536, + "multi_rtt_p50_us": 476.114, + "multi_rtt_p90_us": 534.293, + "multi_rtt_p99_us": 956.977, + "multi_rtt_p999_us": 1218.187, + "multi_rtt_max_us": 1785.725, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250624, + "fanout_delivery_mean_us": 22580.46, + "fanout_delivery_p50_us": 22257.444, + "fanout_delivery_p90_us": 27398.526, + "fanout_delivery_p99_us": 28037.303, + "fanout_delivery_p999_us": 31234.747, + "fanout_delivery_max_us": 31803.472, + "client_wall_s": 1.1165932291187346, + "client_cpu_s": 0.9563509999999837, + "broker_user_s": 0.31012999999999996, + "broker_sys_s": 0.33971399999999996, + "broker_cpu_s": 0.6498439999999999, + "broker_vcsw": 14112, + "broker_maxrss_kib": 7120, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.532083, + "single_rtt_mean_us": 105.01, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 109.233, + "single_rtt_p99_us": 212.53, + "single_rtt_p999_us": 305.141, + "single_rtt_max_us": 357.382, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.131143, + "multi_rtt_mean_us": 1118.025, + "multi_rtt_p50_us": 1059.087, + "multi_rtt_p90_us": 1351.166, + "multi_rtt_p99_us": 1633.748, + "multi_rtt_p999_us": 1779.788, + "multi_rtt_max_us": 2013.689, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.596107, + "fanout_delivery_mean_us": 18033.993, + "fanout_delivery_p50_us": 18044.843, + "fanout_delivery_p90_us": 26631.519, + "fanout_delivery_p99_us": 28590.592, + "fanout_delivery_p999_us": 29025.15, + "fanout_delivery_max_us": 29274.487, + "client_wall_s": 2.271948792040348, + "client_cpu_s": 1.4950780000000066, + "broker_user_s": 0.746297, + "broker_sys_s": 1.309293, + "broker_cpu_s": 2.05559, + "broker_vcsw": 10039, + "broker_maxrss_kib": 6316, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.326984, + "single_rtt_mean_us": 63.99, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 119.919, + "single_rtt_p999_us": 201.843, + "single_rtt_max_us": 345.509, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489742, + "multi_rtt_mean_us": 486.71, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 506.985, + "multi_rtt_p99_us": 871.49, + "multi_rtt_p999_us": 1050.776, + "multi_rtt_max_us": 1336.919, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252606, + "fanout_delivery_mean_us": 55892.782, + "fanout_delivery_p50_us": 55966.559, + "fanout_delivery_p90_us": 88590.467, + "fanout_delivery_p99_us": 95106.462, + "fanout_delivery_p999_us": 96108.558, + "fanout_delivery_max_us": 96204.731, + "client_wall_s": 1.1093042891006917, + "client_cpu_s": 0.9499320000000466, + "broker_user_s": 0.27935899999999997, + "broker_sys_s": 0.345682, + "broker_cpu_s": 0.625041, + "broker_vcsw": 14531, + "broker_maxrss_kib": 7700, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.317779, + "single_rtt_mean_us": 62.142, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 65.302, + "single_rtt_p99_us": 81.925, + "single_rtt_p999_us": 125.855, + "single_rtt_max_us": 186.409, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.498823, + "multi_rtt_mean_us": 495.409, + "multi_rtt_p50_us": 487.987, + "multi_rtt_p90_us": 520.045, + "multi_rtt_p99_us": 763.445, + "multi_rtt_p999_us": 954.603, + "multi_rtt_max_us": 1059.086, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257366, + "fanout_delivery_mean_us": 22128.151, + "fanout_delivery_p50_us": 22537.651, + "fanout_delivery_p90_us": 27620.554, + "fanout_delivery_p99_us": 28957.473, + "fanout_delivery_p999_us": 29777.909, + "fanout_delivery_max_us": 30225.527, + "client_wall_s": 1.1150710880756378, + "client_cpu_s": 0.960741000000013, + "broker_user_s": 0.286041, + "broker_sys_s": 0.348487, + "broker_cpu_s": 0.634528, + "broker_vcsw": 14066, + "broker_maxrss_kib": 7140, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.528148, + "single_rtt_mean_us": 104.221, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 118.732, + "single_rtt_p99_us": 180.473, + "single_rtt_p999_us": 274.27, + "single_rtt_max_us": 295.641, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.125752, + "multi_rtt_mean_us": 1112.301, + "multi_rtt_p50_us": 1055.525, + "multi_rtt_p90_us": 1342.856, + "multi_rtt_p99_us": 1636.122, + "multi_rtt_p999_us": 1760.791, + "multi_rtt_max_us": 1836.779, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.605769, + "fanout_delivery_mean_us": 18293.959, + "fanout_delivery_p50_us": 18259.747, + "fanout_delivery_p90_us": 27066.078, + "fanout_delivery_p99_us": 29308.919, + "fanout_delivery_p999_us": 31324.983, + "fanout_delivery_max_us": 31957.823, + "client_wall_s": 2.270704484079033, + "client_cpu_s": 1.4839139999999986, + "broker_user_s": 0.753137, + "broker_sys_s": 1.303076, + "broker_cpu_s": 2.0562129999999996, + "broker_vcsw": 10018, + "broker_maxrss_kib": 6152, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.345424, + "single_rtt_mean_us": 67.65, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 79.55, + "single_rtt_p99_us": 137.729, + "single_rtt_p999_us": 200.656, + "single_rtt_max_us": 878.614, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509916, + "multi_rtt_mean_us": 505.429, + "multi_rtt_p50_us": 493.924, + "multi_rtt_p90_us": 537.855, + "multi_rtt_p99_us": 884.551, + "multi_rtt_p999_us": 2001.817, + "multi_rtt_max_us": 2187.038, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.257574, + "fanout_delivery_mean_us": 23101.635, + "fanout_delivery_p50_us": 23136.058, + "fanout_delivery_p90_us": 28300.886, + "fanout_delivery_p99_us": 29245.991, + "fanout_delivery_p999_us": 29611.685, + "fanout_delivery_max_us": 29755.35, + "client_wall_s": 1.1442410901654512, + "client_cpu_s": 0.9911699999999826, + "broker_user_s": 0.347453, + "broker_sys_s": 0.425336, + "broker_cpu_s": 0.772789, + "broker_vcsw": 13650, + "broker_maxrss_kib": 6932, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322986, + "single_rtt_mean_us": 63.212, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 187.596, + "single_rtt_max_us": 322.95, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488437, + "multi_rtt_mean_us": 485.05, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 516.483, + "multi_rtt_p99_us": 768.194, + "multi_rtt_p999_us": 1068.585, + "multi_rtt_max_us": 1570.82, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252155, + "fanout_delivery_mean_us": 53080.288, + "fanout_delivery_p50_us": 54640.326, + "fanout_delivery_p90_us": 85032.078, + "fanout_delivery_p99_us": 92671.275, + "fanout_delivery_p999_us": 95066.093, + "fanout_delivery_max_us": 95193.136, + "client_wall_s": 1.0988618358969688, + "client_cpu_s": 0.9450960000000066, + "broker_user_s": 0.30630999999999997, + "broker_sys_s": 0.325144, + "broker_cpu_s": 0.631454, + "broker_vcsw": 14376, + "broker_maxrss_kib": 8216, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 55, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.29038, + "single_rtt_mean_us": 56.593, + "single_rtt_p50_us": 54.617, + "single_rtt_p90_us": 62.927, + "single_rtt_p99_us": 79.551, + "single_rtt_p999_us": 134.166, + "single_rtt_max_us": 248.15, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.484562, + "multi_rtt_mean_us": 456.765, + "multi_rtt_p50_us": 511.734, + "multi_rtt_p90_us": 537.855, + "multi_rtt_p99_us": 604.345, + "multi_rtt_p999_us": 718.327, + "multi_rtt_max_us": 954.603, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.248986, + "fanout_delivery_mean_us": 51659.281, + "fanout_delivery_p50_us": 54130.967, + "fanout_delivery_p90_us": 82778.55, + "fanout_delivery_p99_us": 88186.779, + "fanout_delivery_p999_us": 92747.264, + "fanout_delivery_max_us": 93096.335, + "client_wall_s": 1.0305483690463006, + "client_cpu_s": 0.9512139999999931, + "broker_user_s": 0.17945, + "broker_sys_s": 0.34436799999999995, + "broker_cpu_s": 0.5238179999999999, + "broker_vcsw": 48744, + "broker_maxrss_kib": 12112, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.315477, + "single_rtt_mean_us": 61.717, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 64.115, + "single_rtt_p99_us": 92.611, + "single_rtt_p999_us": 140.104, + "single_rtt_max_us": 182.847, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.476891, + "multi_rtt_mean_us": 473.647, + "multi_rtt_p50_us": 465.429, + "multi_rtt_p90_us": 502.235, + "multi_rtt_p99_us": 763.445, + "multi_rtt_p999_us": 1086.395, + "multi_rtt_max_us": 1276.366, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247659, + "fanout_delivery_mean_us": 22080.879, + "fanout_delivery_p50_us": 21954.678, + "fanout_delivery_p90_us": 27134.941, + "fanout_delivery_p99_us": 27678.733, + "fanout_delivery_p999_us": 27874.64, + "fanout_delivery_max_us": 30008.248, + "client_wall_s": 1.0776919750496745, + "client_cpu_s": 0.9295250000000124, + "broker_user_s": 0.29501, + "broker_sys_s": 0.323691, + "broker_cpu_s": 0.618701, + "broker_vcsw": 14269, + "broker_maxrss_kib": 7064, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337358, + "single_rtt_mean_us": 66.059, + "single_rtt_p50_us": 64.115, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 117.544, + "single_rtt_p999_us": 192.346, + "single_rtt_max_us": 618.592, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47261, + "multi_rtt_mean_us": 469.778, + "multi_rtt_p50_us": 464.241, + "multi_rtt_p90_us": 486.8, + "multi_rtt_p99_us": 682.707, + "multi_rtt_p999_us": 1059.087, + "multi_rtt_max_us": 1238.371, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.247278, + "fanout_delivery_mean_us": 21292.236, + "fanout_delivery_p50_us": 21644.788, + "fanout_delivery_p90_us": 27056.579, + "fanout_delivery_p99_us": 27606.307, + "fanout_delivery_p999_us": 27772.531, + "fanout_delivery_max_us": 27812.9, + "client_wall_s": 1.0914624780416489, + "client_cpu_s": 0.9399800000000198, + "broker_user_s": 0.306186, + "broker_sys_s": 0.43141399999999996, + "broker_cpu_s": 0.7376, + "broker_vcsw": 14119, + "broker_maxrss_kib": 7012, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.281443, + "single_rtt_mean_us": 54.861, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 59.365, + "single_rtt_p99_us": 83.112, + "single_rtt_p999_us": 143.665, + "single_rtt_max_us": 227.964, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.506365, + "multi_rtt_mean_us": 478.748, + "multi_rtt_p50_us": 517.671, + "multi_rtt_p90_us": 563.975, + "multi_rtt_p99_us": 704.078, + "multi_rtt_p999_us": 1456.837, + "multi_rtt_max_us": 2817.503, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.262557, + "fanout_delivery_mean_us": 54462.635, + "fanout_delivery_p50_us": 57112.32, + "fanout_delivery_p90_us": 87797.34, + "fanout_delivery_p99_us": 93340.922, + "fanout_delivery_p999_us": 97839.666, + "fanout_delivery_max_us": 98313.406, + "client_wall_s": 1.0570160381030291, + "client_cpu_s": 0.9696000000000424, + "broker_user_s": 0.18858899999999998, + "broker_sys_s": 0.34828799999999993, + "broker_cpu_s": 0.5368769999999999, + "broker_vcsw": 49679, + "broker_maxrss_kib": 12212, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.560088, + "single_rtt_mean_us": 110.598, + "single_rtt_p50_us": 102.109, + "single_rtt_p90_us": 124.668, + "single_rtt_p99_us": 205.406, + "single_rtt_p999_us": 313.452, + "single_rtt_max_us": 479.676, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.202447, + "multi_rtt_mean_us": 1188.301, + "multi_rtt_p50_us": 1118.453, + "multi_rtt_p90_us": 1456.838, + "multi_rtt_p99_us": 1853.401, + "multi_rtt_p999_us": 2399.568, + "multi_rtt_max_us": 2989.664, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.613385, + "fanout_delivery_mean_us": 18577.112, + "fanout_delivery_p50_us": 18544.704, + "fanout_delivery_p90_us": 27409.212, + "fanout_delivery_p99_us": 30445.181, + "fanout_delivery_p999_us": 33521.52, + "fanout_delivery_max_us": 34143.673, + "client_wall_s": 2.389493168797344, + "client_cpu_s": 1.5655960000000277, + "broker_user_s": 0.7999769999999999, + "broker_sys_s": 1.360163, + "broker_cpu_s": 2.16014, + "broker_vcsw": 10013, + "broker_maxrss_kib": 6256, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325758, + "single_rtt_mean_us": 63.722, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 68.864, + "single_rtt_p99_us": 117.544, + "single_rtt_p999_us": 205.405, + "single_rtt_max_us": 1114.891, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.496369, + "multi_rtt_mean_us": 493.318, + "multi_rtt_p50_us": 485.613, + "multi_rtt_p90_us": 515.295, + "multi_rtt_p99_us": 719.514, + "multi_rtt_p999_us": 1327.421, + "multi_rtt_max_us": 2032.687, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.260489, + "fanout_delivery_mean_us": 59156.63, + "fanout_delivery_p50_us": 61469.772, + "fanout_delivery_p90_us": 91778.411, + "fanout_delivery_p99_us": 98166.177, + "fanout_delivery_p999_us": 101956.092, + "fanout_delivery_max_us": 102252.922, + "client_wall_s": 1.118405061075464, + "client_cpu_s": 0.9664829999999824, + "broker_user_s": 0.304707, + "broker_sys_s": 0.329413, + "broker_cpu_s": 0.63412, + "broker_vcsw": 14507, + "broker_maxrss_kib": 8224, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.525376, + "single_rtt_mean_us": 103.677, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 117.544, + "single_rtt_p99_us": 185.221, + "single_rtt_p999_us": 277.832, + "single_rtt_max_us": 445.243, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.130042, + "multi_rtt_mean_us": 1113.319, + "multi_rtt_p50_us": 1060.275, + "multi_rtt_p90_us": 1345.23, + "multi_rtt_p99_us": 1655.12, + "multi_rtt_p999_us": 1802.347, + "multi_rtt_max_us": 2194.162, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.608474, + "fanout_delivery_mean_us": 18355.188, + "fanout_delivery_p50_us": 18383.228, + "fanout_delivery_p90_us": 27156.313, + "fanout_delivery_p99_us": 29270.924, + "fanout_delivery_p999_us": 30574.599, + "fanout_delivery_max_us": 31178.943, + "client_wall_s": 2.275931026088074, + "client_cpu_s": 1.496264999999994, + "broker_user_s": 0.743543, + "broker_sys_s": 1.31988, + "broker_cpu_s": 2.063423, + "broker_vcsw": 10018, + "broker_maxrss_kib": 6504, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328079, + "single_rtt_mean_us": 64.195, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 104.484, + "single_rtt_p999_us": 154.351, + "single_rtt_max_us": 879.802, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.507126, + "multi_rtt_mean_us": 501.945, + "multi_rtt_p50_us": 490.362, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 795.502, + "multi_rtt_p999_us": 1354.729, + "multi_rtt_max_us": 2071.868, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.256821, + "fanout_delivery_mean_us": 22313.772, + "fanout_delivery_p50_us": 22443.852, + "fanout_delivery_p90_us": 27511.321, + "fanout_delivery_p99_us": 28408.932, + "fanout_delivery_p999_us": 29129.633, + "fanout_delivery_max_us": 29635.431, + "client_wall_s": 1.1249329291749746, + "client_cpu_s": 0.9803029999999922, + "broker_user_s": 0.310727, + "broker_sys_s": 0.326211, + "broker_cpu_s": 0.636938, + "broker_vcsw": 14318, + "broker_maxrss_kib": 6936, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.27865, + "single_rtt_mean_us": 54.287, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 55.804, + "single_rtt_p99_us": 70.052, + "single_rtt_p999_us": 129.417, + "single_rtt_max_us": 290.893, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487897, + "multi_rtt_mean_us": 460.126, + "multi_rtt_p50_us": 514.108, + "multi_rtt_p90_us": 542.604, + "multi_rtt_p99_us": 606.719, + "multi_rtt_p999_us": 882.177, + "multi_rtt_max_us": 1225.311, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249917, + "fanout_delivery_mean_us": 51697.45, + "fanout_delivery_p50_us": 54136.903, + "fanout_delivery_p90_us": 82822.48, + "fanout_delivery_p99_us": 88256.829, + "fanout_delivery_p999_us": 92812.564, + "fanout_delivery_max_us": 93248.31, + "client_wall_s": 1.0228201099671423, + "client_cpu_s": 0.9424669999999935, + "broker_user_s": 0.14712999999999998, + "broker_sys_s": 0.36722499999999997, + "broker_cpu_s": 0.5143549999999999, + "broker_vcsw": 46069, + "broker_maxrss_kib": 11624, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328627, + "single_rtt_mean_us": 64.33, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 178.097, + "single_rtt_max_us": 205.406, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47899, + "multi_rtt_mean_us": 476.603, + "multi_rtt_p50_us": 468.99, + "multi_rtt_p90_us": 503.422, + "multi_rtt_p99_us": 679.145, + "multi_rtt_p999_us": 1034.153, + "multi_rtt_max_us": 1285.865, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253123, + "fanout_delivery_mean_us": 21913.718, + "fanout_delivery_p50_us": 22142.273, + "fanout_delivery_p90_us": 27372.405, + "fanout_delivery_p99_us": 28017.117, + "fanout_delivery_p999_us": 28224.898, + "fanout_delivery_max_us": 28264.08, + "client_wall_s": 1.1027870930265635, + "client_cpu_s": 0.944468000000029, + "broker_user_s": 0.320702, + "broker_sys_s": 0.421659, + "broker_cpu_s": 0.742361, + "broker_vcsw": 14231, + "broker_maxrss_kib": 7068, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.31533, + "single_rtt_mean_us": 61.681, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 176.911, + "single_rtt_max_us": 280.207, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.47818, + "multi_rtt_mean_us": 475.141, + "multi_rtt_p50_us": 465.428, + "multi_rtt_p90_us": 499.86, + "multi_rtt_p99_us": 761.07, + "multi_rtt_p999_us": 1141.011, + "multi_rtt_max_us": 1577.944, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252204, + "fanout_delivery_mean_us": 55701.119, + "fanout_delivery_p50_us": 55454.825, + "fanout_delivery_p90_us": 88079.919, + "fanout_delivery_p99_us": 94703.96, + "fanout_delivery_p999_us": 95418.725, + "fanout_delivery_max_us": 95516.085, + "client_wall_s": 1.0689533099066466, + "client_cpu_s": 0.9313230000000203, + "broker_user_s": 0.305314, + "broker_sys_s": 0.315027, + "broker_cpu_s": 0.620341, + "broker_vcsw": 14483, + "broker_maxrss_kib": 7892, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.539108, + "single_rtt_mean_us": 106.423, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 117.544, + "single_rtt_p99_us": 210.155, + "single_rtt_p999_us": 309.889, + "single_rtt_max_us": 410.812, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.133019, + "multi_rtt_mean_us": 1117.287, + "multi_rtt_p50_us": 1053.15, + "multi_rtt_p90_us": 1364.228, + "multi_rtt_p99_us": 1697.863, + "multi_rtt_p999_us": 2127.672, + "multi_rtt_max_us": 2538.483, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.615404, + "fanout_delivery_mean_us": 18609.563, + "fanout_delivery_p50_us": 18595.758, + "fanout_delivery_p90_us": 27525.568, + "fanout_delivery_p99_us": 30014.184, + "fanout_delivery_p999_us": 31467.46, + "fanout_delivery_max_us": 32083.678, + "client_wall_s": 2.2996951749082655, + "client_cpu_s": 1.4901689999999803, + "broker_user_s": 0.736582, + "broker_sys_s": 1.350569, + "broker_cpu_s": 2.087151, + "broker_vcsw": 10031, + "broker_maxrss_kib": 6564, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.28832, + "single_rtt_mean_us": 56.184, + "single_rtt_p50_us": 54.617, + "single_rtt_p90_us": 62.928, + "single_rtt_p99_us": 96.173, + "single_rtt_p999_us": 151.977, + "single_rtt_max_us": 346.697, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.493391, + "multi_rtt_mean_us": 464.641, + "multi_rtt_p50_us": 512.921, + "multi_rtt_p90_us": 550.915, + "multi_rtt_p99_us": 601.97, + "multi_rtt_p999_us": 853.681, + "multi_rtt_max_us": 1182.568, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255146, + "fanout_delivery_mean_us": 53012.954, + "fanout_delivery_p50_us": 55736.219, + "fanout_delivery_p90_us": 83628.669, + "fanout_delivery_p99_us": 88859.987, + "fanout_delivery_p999_us": 93053.591, + "fanout_delivery_max_us": 93615.192, + "client_wall_s": 1.0441039549186826, + "client_cpu_s": 0.9651779999999803, + "broker_user_s": 0.175789, + "broker_sys_s": 0.35947999999999997, + "broker_cpu_s": 0.535269, + "broker_vcsw": 46523, + "broker_maxrss_kib": 11948, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.325642, + "single_rtt_mean_us": 63.725, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 68.865, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 188.783, + "single_rtt_max_us": 236.276, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.495765, + "multi_rtt_mean_us": 491.635, + "multi_rtt_p50_us": 480.864, + "multi_rtt_p90_us": 530.731, + "multi_rtt_p99_us": 784.816, + "multi_rtt_p999_us": 1024.655, + "multi_rtt_max_us": 1184.943, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.267013, + "fanout_delivery_mean_us": 23660.348, + "fanout_delivery_p50_us": 24011.111, + "fanout_delivery_p90_us": 30493.861, + "fanout_delivery_p99_us": 31860.463, + "fanout_delivery_p999_us": 32349.637, + "fanout_delivery_max_us": 32781.821, + "client_wall_s": 1.1245636739768088, + "client_cpu_s": 0.9716090000000008, + "broker_user_s": 0.28027399999999997, + "broker_sys_s": 0.354655, + "broker_cpu_s": 0.634929, + "broker_vcsw": 14094, + "broker_maxrss_kib": 7052, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.327658, + "single_rtt_mean_us": 64.11, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 70.051, + "single_rtt_p99_us": 130.605, + "single_rtt_p999_us": 191.158, + "single_rtt_max_us": 317.014, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488352, + "multi_rtt_mean_us": 485.386, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 511.734, + "multi_rtt_p99_us": 850.119, + "multi_rtt_p999_us": 1202.752, + "multi_rtt_max_us": 1627.811, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250251, + "fanout_delivery_mean_us": 54845.023, + "fanout_delivery_p50_us": 55125.938, + "fanout_delivery_p90_us": 87349.719, + "fanout_delivery_p99_us": 93888.274, + "fanout_delivery_p999_us": 94544.861, + "fanout_delivery_max_us": 94633.909, + "client_wall_s": 1.1136261101346463, + "client_cpu_s": 0.9499010000000112, + "broker_user_s": 0.306702, + "broker_sys_s": 0.32267599999999996, + "broker_cpu_s": 0.629378, + "broker_vcsw": 14478, + "broker_maxrss_kib": 8316, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 58, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.336145, + "single_rtt_mean_us": 65.854, + "single_rtt_p50_us": 61.741, + "single_rtt_p90_us": 72.426, + "single_rtt_p99_us": 115.17, + "single_rtt_p999_us": 162.662, + "single_rtt_max_us": 672.022, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.477755, + "multi_rtt_mean_us": 475.09, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 493.923, + "multi_rtt_p99_us": 714.764, + "multi_rtt_p999_us": 1004.47, + "multi_rtt_max_us": 1265.68, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249502, + "fanout_delivery_mean_us": 21556.129, + "fanout_delivery_p50_us": 21824.072, + "fanout_delivery_p90_us": 26887.979, + "fanout_delivery_p99_us": 27588.496, + "fanout_delivery_p999_us": 27798.652, + "fanout_delivery_max_us": 28942.037, + "client_wall_s": 1.1028808909468353, + "client_cpu_s": 0.944870999999921, + "broker_user_s": 0.283398, + "broker_sys_s": 0.454875, + "broker_cpu_s": 0.738273, + "broker_vcsw": 14169, + "broker_maxrss_kib": 7016, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.529826, + "single_rtt_mean_us": 104.553, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 116.357, + "single_rtt_p99_us": 182.847, + "single_rtt_p999_us": 264.771, + "single_rtt_max_us": 321.763, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.121004, + "multi_rtt_mean_us": 1107.349, + "multi_rtt_p50_us": 1047.214, + "multi_rtt_p90_us": 1339.294, + "multi_rtt_p99_us": 1604.065, + "multi_rtt_p999_us": 1783.35, + "multi_rtt_max_us": 1896.145, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.596475, + "fanout_delivery_mean_us": 18001.975, + "fanout_delivery_p50_us": 18038.906, + "fanout_delivery_p90_us": 26578.09, + "fanout_delivery_p99_us": 28540.724, + "fanout_delivery_p999_us": 28845.865, + "fanout_delivery_max_us": 28939.663, + "client_wall_s": 2.25805715797469, + "client_cpu_s": 1.4746880000000147, + "broker_user_s": 0.7410979999999999, + "broker_sys_s": 1.301983, + "broker_cpu_s": 2.043081, + "broker_vcsw": 10050, + "broker_maxrss_kib": 6308, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.360462, + "single_rtt_mean_us": 70.681, + "single_rtt_p50_us": 72.426, + "single_rtt_p90_us": 78.363, + "single_rtt_p99_us": 99.735, + "single_rtt_p999_us": 149.602, + "single_rtt_max_us": 201.843, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.473982, + "multi_rtt_mean_us": 471.326, + "multi_rtt_p50_us": 465.428, + "multi_rtt_p90_us": 490.362, + "multi_rtt_p99_us": 669.646, + "multi_rtt_p999_us": 1092.332, + "multi_rtt_max_us": 1211.063, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.24814, + "fanout_delivery_mean_us": 21934.429, + "fanout_delivery_p50_us": 21985.548, + "fanout_delivery_p90_us": 27098.134, + "fanout_delivery_p99_us": 27742.848, + "fanout_delivery_p999_us": 28204.713, + "fanout_delivery_max_us": 28346.005, + "client_wall_s": 1.1118463219609112, + "client_cpu_s": 0.967739999999992, + "broker_user_s": 0.305606, + "broker_sys_s": 0.440156, + "broker_cpu_s": 0.745762, + "broker_vcsw": 13920, + "broker_maxrss_kib": 7052, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.285464, + "single_rtt_mean_us": 55.64, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 61.741, + "single_rtt_p99_us": 83.112, + "single_rtt_p999_us": 146.04, + "single_rtt_max_us": 1213.438, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.504312, + "multi_rtt_mean_us": 476.274, + "multi_rtt_p50_us": 525.982, + "multi_rtt_p90_us": 567.538, + "multi_rtt_p99_us": 734.949, + "multi_rtt_p999_us": 878.614, + "multi_rtt_max_us": 1031.778, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.261238, + "fanout_delivery_mean_us": 53916.249, + "fanout_delivery_p50_us": 57473.264, + "fanout_delivery_p90_us": 83984.864, + "fanout_delivery_p99_us": 89264.862, + "fanout_delivery_p999_us": 93879.963, + "fanout_delivery_max_us": 94442.751, + "client_wall_s": 1.0583066390827298, + "client_cpu_s": 0.9828030000000467, + "broker_user_s": 0.172169, + "broker_sys_s": 0.36594399999999994, + "broker_cpu_s": 0.538113, + "broker_vcsw": 49564, + "broker_maxrss_kib": 11588, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.337064, + "single_rtt_mean_us": 66.0, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 86.674, + "single_rtt_p99_us": 131.792, + "single_rtt_p999_us": 254.085, + "single_rtt_max_us": 880.989, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.488272, + "multi_rtt_mean_us": 484.77, + "multi_rtt_p50_us": 471.365, + "multi_rtt_p90_us": 509.359, + "multi_rtt_p99_us": 872.678, + "multi_rtt_p999_us": 1152.885, + "multi_rtt_max_us": 1767.915, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253157, + "fanout_delivery_mean_us": 23050.179, + "fanout_delivery_p50_us": 22632.636, + "fanout_delivery_p90_us": 27860.392, + "fanout_delivery_p99_us": 29563.004, + "fanout_delivery_p999_us": 30295.579, + "fanout_delivery_max_us": 32017.189, + "client_wall_s": 1.1117952668573707, + "client_cpu_s": 0.9536689999999908, + "broker_user_s": 0.27858, + "broker_sys_s": 0.359964, + "broker_cpu_s": 0.638544, + "broker_vcsw": 14092, + "broker_maxrss_kib": 7020, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.322631, + "single_rtt_mean_us": 63.147, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 67.677, + "single_rtt_p99_us": 106.859, + "single_rtt_p999_us": 181.66, + "single_rtt_max_us": 248.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.48612, + "multi_rtt_mean_us": 482.709, + "multi_rtt_p50_us": 467.803, + "multi_rtt_p90_us": 517.671, + "multi_rtt_p99_us": 821.624, + "multi_rtt_p999_us": 1138.637, + "multi_rtt_max_us": 1487.708, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.255736, + "fanout_delivery_mean_us": 55853.261, + "fanout_delivery_p50_us": 55689.914, + "fanout_delivery_p90_us": 87329.535, + "fanout_delivery_p99_us": 93864.527, + "fanout_delivery_p999_us": 94671.903, + "fanout_delivery_max_us": 94771.638, + "client_wall_s": 1.1036383991595358, + "client_cpu_s": 0.9456950000000006, + "broker_user_s": 0.300869, + "broker_sys_s": 0.32886499999999996, + "broker_cpu_s": 0.629734, + "broker_vcsw": 14446, + "broker_maxrss_kib": 8020, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.279357, + "single_rtt_mean_us": 54.444, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 58.179, + "single_rtt_p99_us": 68.864, + "single_rtt_p999_us": 98.547, + "single_rtt_max_us": 248.149, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.485356, + "multi_rtt_mean_us": 457.69, + "multi_rtt_p50_us": 501.048, + "multi_rtt_p90_us": 543.791, + "multi_rtt_p99_us": 752.759, + "multi_rtt_p999_us": 1076.897, + "multi_rtt_max_us": 1367.79, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.249464, + "fanout_delivery_mean_us": 51800.588, + "fanout_delivery_p50_us": 54330.436, + "fanout_delivery_p90_us": 82973.269, + "fanout_delivery_p99_us": 88326.881, + "fanout_delivery_p999_us": 92787.631, + "fanout_delivery_max_us": 93258.996, + "client_wall_s": 1.0211174979340285, + "client_cpu_s": 0.9395899999999529, + "broker_user_s": 0.18823499999999999, + "broker_sys_s": 0.317349, + "broker_cpu_s": 0.505584, + "broker_vcsw": 45909, + "broker_maxrss_kib": 12252, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.320859, + "single_rtt_mean_us": 62.786, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 65.303, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 195.907, + "single_rtt_max_us": 257.648, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.489977, + "multi_rtt_mean_us": 486.756, + "multi_rtt_p50_us": 479.676, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 704.079, + "multi_rtt_p999_us": 1067.398, + "multi_rtt_max_us": 1209.876, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250347, + "fanout_delivery_mean_us": 21418.895, + "fanout_delivery_p50_us": 22014.043, + "fanout_delivery_p90_us": 27124.255, + "fanout_delivery_p99_us": 27879.389, + "fanout_delivery_p999_us": 28064.611, + "fanout_delivery_max_us": 28156.034, + "client_wall_s": 1.0977647420950234, + "client_cpu_s": 0.947744000000057, + "broker_user_s": 0.285923, + "broker_sys_s": 0.333235, + "broker_cpu_s": 0.619158, + "broker_vcsw": 14229, + "broker_maxrss_kib": 7040, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.526642, + "single_rtt_mean_us": 103.926, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 109.233, + "single_rtt_p99_us": 195.907, + "single_rtt_p999_us": 315.827, + "single_rtt_max_us": 495.111, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.134922, + "multi_rtt_mean_us": 1124.62, + "multi_rtt_p50_us": 1062.649, + "multi_rtt_p90_us": 1357.103, + "multi_rtt_p99_us": 1632.561, + "multi_rtt_p999_us": 1807.096, + "multi_rtt_max_us": 1999.442, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.610681, + "fanout_delivery_mean_us": 18450.763, + "fanout_delivery_p50_us": 18439.032, + "fanout_delivery_p90_us": 27297.604, + "fanout_delivery_p99_us": 29801.655, + "fanout_delivery_p999_us": 31151.634, + "fanout_delivery_max_us": 31708.486, + "client_wall_s": 2.284167443867773, + "client_cpu_s": 1.489187999999956, + "broker_user_s": 0.777396, + "broker_sys_s": 1.2915, + "broker_cpu_s": 2.068896, + "broker_vcsw": 10024, + "broker_maxrss_kib": 6372, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.323021, + "single_rtt_mean_us": 63.179, + "single_rtt_p50_us": 60.554, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 111.608, + "single_rtt_p999_us": 173.348, + "single_rtt_max_us": 187.596, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.506281, + "multi_rtt_mean_us": 502.353, + "multi_rtt_p50_us": 484.426, + "multi_rtt_p90_us": 540.229, + "multi_rtt_p99_us": 888.113, + "multi_rtt_p999_us": 1167.133, + "multi_rtt_max_us": 1478.21, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.254509, + "fanout_delivery_mean_us": 56194.383, + "fanout_delivery_p50_us": 56338.188, + "fanout_delivery_p90_us": 87425.708, + "fanout_delivery_p99_us": 93584.321, + "fanout_delivery_p999_us": 95161.078, + "fanout_delivery_max_us": 95265.562, + "client_wall_s": 1.122121362015605, + "client_cpu_s": 0.9656400000000076, + "broker_user_s": 0.323735, + "broker_sys_s": 0.328991, + "broker_cpu_s": 0.6527259999999999, + "broker_vcsw": 14422, + "broker_maxrss_kib": 8192, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 60, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.323202, + "single_rtt_mean_us": 63.229, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 93.799, + "single_rtt_p999_us": 162.662, + "single_rtt_max_us": 264.772, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.482972, + "multi_rtt_mean_us": 480.286, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 504.61, + "multi_rtt_p99_us": 685.082, + "multi_rtt_p999_us": 1240.746, + "multi_rtt_max_us": 1463.961, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.267511, + "fanout_delivery_mean_us": 23133.13, + "fanout_delivery_p50_us": 23501.752, + "fanout_delivery_p90_us": 29094.014, + "fanout_delivery_p99_us": 30138.853, + "fanout_delivery_p999_us": 31023.405, + "fanout_delivery_max_us": 35505.525, + "client_wall_s": 1.1134361389558762, + "client_cpu_s": 0.9648890000000279, + "broker_user_s": 0.296387, + "broker_sys_s": 0.446098, + "broker_cpu_s": 0.7424850000000001, + "broker_vcsw": 14066, + "broker_maxrss_kib": 7024, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.369113, + "single_rtt_mean_us": 72.415, + "single_rtt_p50_us": 73.613, + "single_rtt_p90_us": 79.55, + "single_rtt_p99_us": 112.795, + "single_rtt_p999_us": 207.78, + "single_rtt_max_us": 280.207, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.473564, + "multi_rtt_mean_us": 470.523, + "multi_rtt_p50_us": 465.428, + "multi_rtt_p90_us": 493.924, + "multi_rtt_p99_us": 677.958, + "multi_rtt_p999_us": 842.995, + "multi_rtt_max_us": 1032.966, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252158, + "fanout_delivery_mean_us": 21862.395, + "fanout_delivery_p50_us": 22252.694, + "fanout_delivery_p90_us": 27543.378, + "fanout_delivery_p99_us": 28229.647, + "fanout_delivery_p999_us": 28413.682, + "fanout_delivery_max_us": 28458.799, + "client_wall_s": 1.1383591089397669, + "client_cpu_s": 0.9811320000000023, + "broker_user_s": 0.33665799999999996, + "broker_sys_s": 0.404815, + "broker_cpu_s": 0.7414729999999999, + "broker_vcsw": 14076, + "broker_maxrss_kib": 6920, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.280138, + "single_rtt_mean_us": 54.604, + "single_rtt_p50_us": 53.429, + "single_rtt_p90_us": 56.991, + "single_rtt_p99_us": 80.738, + "single_rtt_p999_us": 110.421, + "single_rtt_max_us": 421.497, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.49045, + "multi_rtt_mean_us": 463.823, + "multi_rtt_p50_us": 509.359, + "multi_rtt_p90_us": 552.102, + "multi_rtt_p99_us": 668.46, + "multi_rtt_p999_us": 915.421, + "multi_rtt_max_us": 1044.839, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250697, + "fanout_delivery_mean_us": 51948.711, + "fanout_delivery_p50_us": 54497.847, + "fanout_delivery_p90_us": 83579.988, + "fanout_delivery_p99_us": 89014.338, + "fanout_delivery_p999_us": 93375.353, + "fanout_delivery_max_us": 93990.383, + "client_wall_s": 1.0282936410512775, + "client_cpu_s": 0.9449560000000474, + "broker_user_s": 0.17773099999999997, + "broker_sys_s": 0.338011, + "broker_cpu_s": 0.5157419999999999, + "broker_vcsw": 47213, + "broker_maxrss_kib": 12164, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.319606, + "single_rtt_mean_us": 62.514, + "single_rtt_p50_us": 59.366, + "single_rtt_p90_us": 66.49, + "single_rtt_p99_us": 105.671, + "single_rtt_p999_us": 185.222, + "single_rtt_max_us": 261.209, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.486821, + "multi_rtt_mean_us": 483.507, + "multi_rtt_p50_us": 474.927, + "multi_rtt_p90_us": 512.921, + "multi_rtt_p99_us": 705.267, + "multi_rtt_p999_us": 914.234, + "multi_rtt_max_us": 1029.404, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.253563, + "fanout_delivery_mean_us": 22016.814, + "fanout_delivery_p50_us": 22379.736, + "fanout_delivery_p90_us": 27615.805, + "fanout_delivery_p99_us": 28696.263, + "fanout_delivery_p999_us": 32564.542, + "fanout_delivery_max_us": 33270.995, + "client_wall_s": 1.1033463198691607, + "client_cpu_s": 0.9483389999999758, + "broker_user_s": 0.273706, + "broker_sys_s": 0.343186, + "broker_cpu_s": 0.616892, + "broker_vcsw": 14189, + "broker_maxrss_kib": 7116, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.332548, + "single_rtt_mean_us": 65.102, + "single_rtt_p50_us": 61.74, + "single_rtt_p90_us": 71.239, + "single_rtt_p99_us": 105.672, + "single_rtt_p999_us": 178.098, + "single_rtt_max_us": 207.78, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.480424, + "multi_rtt_mean_us": 477.988, + "multi_rtt_p50_us": 473.74, + "multi_rtt_p90_us": 496.298, + "multi_rtt_p99_us": 555.665, + "multi_rtt_p999_us": 997.346, + "multi_rtt_max_us": 1317.921, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.252166, + "fanout_delivery_mean_us": 55425.178, + "fanout_delivery_p50_us": 55731.469, + "fanout_delivery_p90_us": 87950.502, + "fanout_delivery_p99_us": 94554.359, + "fanout_delivery_p999_us": 95161.078, + "fanout_delivery_max_us": 95250.126, + "client_wall_s": 1.1045882529579103, + "client_cpu_s": 0.9515590000000316, + "broker_user_s": 0.286294, + "broker_sys_s": 0.330994, + "broker_cpu_s": 0.6172880000000001, + "broker_vcsw": 14643, + "broker_maxrss_kib": 8436, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 61, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.531128, + "single_rtt_mean_us": 104.835, + "single_rtt_p50_us": 98.547, + "single_rtt_p90_us": 108.046, + "single_rtt_p99_us": 212.529, + "single_rtt_p999_us": 369.255, + "single_rtt_max_us": 512.921, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.126854, + "multi_rtt_mean_us": 1106.737, + "multi_rtt_p50_us": 1055.524, + "multi_rtt_p90_us": 1335.732, + "multi_rtt_p99_us": 1581.506, + "multi_rtt_p999_us": 1756.042, + "multi_rtt_max_us": 1879.522, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.609367, + "fanout_delivery_mean_us": 18397.633, + "fanout_delivery_p50_us": 18416.473, + "fanout_delivery_p90_us": 27171.748, + "fanout_delivery_p99_us": 29555.881, + "fanout_delivery_p999_us": 30892.8, + "fanout_delivery_max_us": 31438.965, + "client_wall_s": 2.2803775290958583, + "client_cpu_s": 1.4900480000000016, + "broker_user_s": 0.786094, + "broker_sys_s": 1.28172, + "broker_cpu_s": 2.067814, + "broker_vcsw": 10020, + "broker_maxrss_kib": 6292, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.351329, + "single_rtt_mean_us": 68.819, + "single_rtt_p50_us": 62.928, + "single_rtt_p90_us": 85.487, + "single_rtt_p99_us": 135.354, + "single_rtt_p999_us": 309.89, + "single_rtt_max_us": 1054.338, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.509718, + "multi_rtt_mean_us": 505.176, + "multi_rtt_p50_us": 485.613, + "multi_rtt_p90_us": 553.289, + "multi_rtt_p99_us": 989.035, + "multi_rtt_p999_us": 1257.369, + "multi_rtt_max_us": 2039.81, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.25395, + "fanout_delivery_mean_us": 22469.746, + "fanout_delivery_p50_us": 22433.166, + "fanout_delivery_p90_us": 27709.602, + "fanout_delivery_p99_us": 28421.992, + "fanout_delivery_p999_us": 28856.551, + "fanout_delivery_max_us": 29039.397, + "client_wall_s": 1.1663406069856137, + "client_cpu_s": 0.9866630000000214, + "broker_user_s": 0.332653, + "broker_sys_s": 0.448042, + "broker_cpu_s": 0.7806949999999999, + "broker_vcsw": 13573, + "broker_maxrss_kib": 7004, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.328342, + "single_rtt_mean_us": 64.265, + "single_rtt_p50_us": 60.553, + "single_rtt_p90_us": 70.052, + "single_rtt_p99_us": 108.046, + "single_rtt_p999_us": 179.284, + "single_rtt_max_us": 210.155, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.487347, + "multi_rtt_mean_us": 484.499, + "multi_rtt_p50_us": 472.552, + "multi_rtt_p90_us": 508.172, + "multi_rtt_p99_us": 805.001, + "multi_rtt_p999_us": 1057.899, + "multi_rtt_max_us": 1271.616, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250697, + "fanout_delivery_mean_us": 55719.818, + "fanout_delivery_p50_us": 55843.077, + "fanout_delivery_p90_us": 87969.499, + "fanout_delivery_p99_us": 94248.031, + "fanout_delivery_p999_us": 95630.068, + "fanout_delivery_max_us": 95729.802, + "client_wall_s": 1.1060771490447223, + "client_cpu_s": 0.9491899999999873, + "broker_user_s": 0.29027, + "broker_sys_s": 0.341672, + "broker_cpu_s": 0.631942, + "broker_vcsw": 14381, + "broker_maxrss_kib": 8208, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.345444, + "single_rtt_mean_us": 67.674, + "single_rtt_p50_us": 65.303, + "single_rtt_p90_us": 77.175, + "single_rtt_p99_us": 109.233, + "single_rtt_p999_us": 165.037, + "single_rtt_max_us": 192.345, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.499004, + "multi_rtt_mean_us": 495.705, + "multi_rtt_p50_us": 484.425, + "multi_rtt_p90_us": 521.232, + "multi_rtt_p99_us": 857.243, + "multi_rtt_p999_us": 1156.447, + "multi_rtt_max_us": 1579.131, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.250706, + "fanout_delivery_mean_us": 21736.711, + "fanout_delivery_p50_us": 22069.847, + "fanout_delivery_p90_us": 27162.25, + "fanout_delivery_p99_us": 27919.758, + "fanout_delivery_p999_us": 28188.091, + "fanout_delivery_max_us": 32367.447, + "client_wall_s": 1.1238322870340198, + "client_cpu_s": 0.9778529999999819, + "broker_user_s": 0.307409, + "broker_sys_s": 0.33453299999999997, + "broker_cpu_s": 0.641942, + "broker_vcsw": 14090, + "broker_maxrss_kib": 7096, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.523907, + "single_rtt_mean_us": 103.378, + "single_rtt_p50_us": 98.548, + "single_rtt_p90_us": 106.859, + "single_rtt_p99_us": 194.72, + "single_rtt_p999_us": 376.379, + "single_rtt_max_us": 990.223, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 1.121234, + "multi_rtt_mean_us": 1110.079, + "multi_rtt_p50_us": 1046.027, + "multi_rtt_p90_us": 1340.481, + "multi_rtt_p99_us": 1691.927, + "multi_rtt_p999_us": 1968.571, + "multi_rtt_max_us": 2499.302, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.603448, + "fanout_delivery_mean_us": 18220.339, + "fanout_delivery_p50_us": 18188.508, + "fanout_delivery_p90_us": 26937.847, + "fanout_delivery_p99_us": 29240.054, + "fanout_delivery_p999_us": 30192.282, + "fanout_delivery_max_us": 30821.56, + "client_wall_s": 2.26109075313434, + "client_cpu_s": 1.4772319999999581, + "broker_user_s": 0.759343, + "broker_sys_s": 1.287147, + "broker_cpu_s": 2.04649, + "broker_vcsw": 10016, + "broker_maxrss_kib": 6204, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 62, + "warmup": false, + "single_rtt_count": 5000, + "single_rtt_elapsed_s": 0.274653, + "single_rtt_mean_us": 53.467, + "single_rtt_p50_us": 52.242, + "single_rtt_p90_us": 56.991, + "single_rtt_p99_us": 75.988, + "single_rtt_p999_us": 134.167, + "single_rtt_max_us": 479.676, + "multi_rtt_count": 20000, + "multi_rtt_elapsed_s": 0.535013, + "multi_rtt_mean_us": 504.439, + "multi_rtt_p50_us": 524.794, + "multi_rtt_p90_us": 611.468, + "multi_rtt_p99_us": 1044.839, + "multi_rtt_p999_us": 1595.754, + "multi_rtt_max_us": 2184.663, + "fanout_delivery_count": 40000, + "fanout_delivery_elapsed_s": 0.260637, + "fanout_delivery_mean_us": 53461.424, + "fanout_delivery_p50_us": 55293.349, + "fanout_delivery_p90_us": 83152.554, + "fanout_delivery_p99_us": 88577.406, + "fanout_delivery_p999_us": 93224.564, + "fanout_delivery_max_us": 93767.167, + "client_wall_s": 1.0766150671988726, + "client_cpu_s": 1.0062229999999772, + "broker_user_s": 0.16176, + "broker_sys_s": 0.38043, + "broker_cpu_s": 0.54219, + "broker_vcsw": 49991, + "broker_maxrss_kib": 12016, + "broker_exit": 0 + } + ], + "failures": [], + "summary": { + "single_rtt_count": { + "baseline": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "timeout": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "timeout-before": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "dbus-broker": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + }, + "dbus-daemon": { + "n": 60, + "mean": 5000.0, + "stddev": 0.0, + "median": 5000.0, + "min": 5000, + "max": 5000 + } + }, + "single_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.3274687666666667, + "stddev": 0.007886144755022896, + "median": 0.326989, + "min": 0.315161, + "max": 0.35529 + }, + "timeout": { + "n": 60, + "mean": 0.3283116833333333, + "stddev": 0.010446676171568439, + "median": 0.327065, + "min": 0.313794, + "max": 0.354265 + }, + "timeout-before": { + "n": 60, + "mean": 0.3409011, + "stddev": 0.012243852445276156, + "median": 0.3366115, + "min": 0.322377, + "max": 0.369152 + }, + "dbus-broker": { + "n": 60, + "mean": 0.28411196666666666, + "stddev": 0.006134429438932602, + "median": 0.282089, + "min": 0.273726, + "max": 0.302614 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.5376572166666667, + "stddev": 0.01962387494440422, + "median": 0.5324915, + "min": 0.509105, + "max": 0.601167 + } + }, + "single_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 64.08596666666666, + "stddev": 1.5682253920358478, + "median": 64.00150000000001, + "min": 61.647, + "max": 69.632 + }, + "timeout": { + "n": 60, + "mean": 64.25306666666667, + "stddev": 2.0819231076071705, + "median": 64.011, + "min": 61.35, + "max": 69.442 + }, + "timeout-before": { + "n": 60, + "mean": 66.77076666666667, + "stddev": 2.440182879827996, + "median": 65.92099999999999, + "min": 63.109, + "max": 72.415 + }, + "dbus-broker": { + "n": 60, + "mean": 55.36635, + "stddev": 1.202782012809879, + "median": 54.9675, + "min": 53.345, + "max": 59.013 + }, + "dbus-daemon": { + "n": 60, + "mean": 106.12491666666666, + "stddev": 3.915736311007756, + "median": 105.095, + "min": 100.433, + "max": 118.791 + } + }, + "single_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 60.98844999999999, + "stddev": 1.1966417192448584, + "median": 60.553, + "min": 59.366, + "max": 67.677 + }, + "timeout": { + "n": 60, + "mean": 61.64143333333333, + "stddev": 1.8458089344780169, + "median": 60.553, + "min": 59.366, + "max": 67.677 + }, + "timeout-before": { + "n": 60, + "mean": 63.40275, + "stddev": 3.471416218715256, + "median": 61.741, + "min": 60.553, + "max": 73.613 + }, + "dbus-broker": { + "n": 60, + "mean": 53.943650000000005, + "stddev": 1.504480999818063, + "median": 53.429, + "min": 52.242, + "max": 59.366 + }, + "dbus-daemon": { + "n": 60, + "mean": 100.07115, + "stddev": 3.315887088021616, + "median": 98.548, + "min": 98.547, + "max": 118.731 + } + }, + "single_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 70.11108333333333, + "stddev": 4.52471731223617, + "median": 68.865, + "min": 62.928, + "max": 83.112 + }, + "timeout": { + "n": 60, + "mean": 70.42766666666667, + "stddev": 6.083601641943127, + "median": 70.051, + "min": 62.928, + "max": 93.798 + }, + "timeout-before": { + "n": 60, + "mean": 74.16775000000001, + "stddev": 5.462763820957236, + "median": 72.4265, + "min": 66.49, + "max": 89.049 + }, + "dbus-broker": { + "n": 60, + "mean": 59.90005, + "stddev": 2.265700837620275, + "median": 59.366, + "min": 55.804, + "max": 64.115 + }, + "dbus-daemon": { + "n": 60, + "mean": 116.33721666666666, + "stddev": 9.148703763128424, + "median": 116.357, + "min": 105.671, + "max": 150.789 + } + }, + "single_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 114.65533333333333, + "stddev": 10.93967202846573, + "median": 115.1695, + "min": 92.611, + "max": 135.354 + }, + "timeout": { + "n": 60, + "mean": 109.13423333333334, + "stddev": 13.779406700920708, + "median": 107.452, + "min": 81.925, + "max": 149.602 + }, + "timeout-before": { + "n": 60, + "mean": 117.76211666666667, + "stddev": 14.350513438038051, + "median": 118.7315, + "min": 75.989, + "max": 168.599 + }, + "dbus-broker": { + "n": 60, + "mean": 83.72575, + "stddev": 7.38891702489935, + "median": 85.487, + "min": 68.864, + "max": 99.735 + }, + "dbus-daemon": { + "n": 60, + "mean": 194.12641666666667, + "stddev": 22.15939618761571, + "median": 197.095, + "min": 130.605, + "max": 254.086 + } + }, + "single_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 196.08534999999998, + "stddev": 30.08763930098093, + "median": 189.971, + "min": 131.792, + "max": 302.765 + }, + "timeout": { + "n": 60, + "mean": 188.50636666666665, + "stddev": 53.15027787798804, + "median": 176.91, + "min": 115.17, + "max": 467.803 + }, + "timeout-before": { + "n": 60, + "mean": 195.80836666666667, + "stddev": 36.30536216685721, + "median": 192.346, + "min": 103.297, + "max": 309.89 + }, + "dbus-broker": { + "n": 60, + "mean": 146.35660000000001, + "stddev": 26.67841359232947, + "median": 143.6655, + "min": 92.61, + "max": 255.273 + }, + "dbus-daemon": { + "n": 60, + "mean": 304.6852666666666, + "stddev": 36.36774126811607, + "median": 302.172, + "min": 175.723, + "max": 400.126 + } + }, + "single_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 385.52180000000004, + "stddev": 237.73084416659677, + "median": 319.98199999999997, + "min": 184.034, + "max": 1212.25 + }, + "timeout": { + "n": 60, + "mean": 376.9730333333334, + "stddev": 315.44225009981267, + "median": 252.305, + "min": 179.285, + "max": 2184.664 + }, + "timeout-before": { + "n": 60, + "mean": 365.57488333333333, + "stddev": 210.820665458205, + "median": 289.705, + "min": 186.409, + "max": 1125.576 + }, + "dbus-broker": { + "n": 60, + "mean": 336.50545, + "stddev": 236.2143039750582, + "median": 248.1495, + "min": 200.657, + "max": 1545.887 + }, + "dbus-daemon": { + "n": 60, + "mean": 606.7387666666667, + "stddev": 382.0800407186585, + "median": 457.11699999999996, + "min": 279.02, + "max": 1999.442 + } + }, + "multi_rtt_count": { + "baseline": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "timeout": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "timeout-before": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "dbus-broker": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + }, + "dbus-daemon": { + "n": 60, + "mean": 20000.0, + "stddev": 0.0, + "median": 20000.0, + "min": 20000, + "max": 20000 + } + }, + "multi_rtt_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.49260735, + "stddev": 0.012426628710664524, + "median": 0.4893665, + "min": 0.47653, + "max": 0.550202 + }, + "timeout": { + "n": 60, + "mean": 0.49532431666666665, + "stddev": 0.012250252889111106, + "median": 0.4926685, + "min": 0.476409, + "max": 0.533279 + }, + "timeout-before": { + "n": 60, + "mean": 0.48785483333333335, + "stddev": 0.01263701588509827, + "median": 0.4834565, + "min": 0.470573, + "max": 0.523727 + }, + "dbus-broker": { + "n": 60, + "mean": 0.49681925, + "stddev": 0.011850282090077296, + "median": 0.495904, + "min": 0.47635, + "max": 0.535013 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.1379107666666668, + "stddev": 0.017073859306133747, + "median": 1.1323035, + "min": 1.115713, + "max": 1.202447 + } + }, + "multi_rtt_mean_us": { + "baseline": { + "n": 60, + "mean": 489.35718333333335, + "stddev": 12.102285607765209, + "median": 486.37300000000005, + "min": 474.146, + "max": 547.275 + }, + "timeout": { + "n": 60, + "mean": 491.5635166666667, + "stddev": 11.829026282679722, + "median": 488.86800000000005, + "min": 472.482, + "max": 528.156 + }, + "timeout-before": { + "n": 60, + "mean": 484.67493333333334, + "stddev": 12.204617343610357, + "median": 480.43, + "min": 468.331, + "max": 519.91 + }, + "dbus-broker": { + "n": 60, + "mean": 469.20248333333336, + "stddev": 12.00765617555008, + "median": 468.07550000000003, + "min": 449.213, + "max": 504.439 + }, + "dbus-daemon": { + "n": 60, + "mean": 1123.6295, + "stddev": 17.47055807467746, + "median": 1117.656, + "min": 1102.789, + "max": 1188.301 + } + }, + "multi_rtt_p50_us": { + "baseline": { + "n": 60, + "mean": 477.97426666666667, + "stddev": 10.911305135417676, + "median": 474.3335, + "min": 465.428, + "max": 537.855 + }, + "timeout": { + "n": 60, + "mean": 480.30933333333337, + "stddev": 9.373065595986551, + "median": 477.895, + "min": 464.241, + "max": 508.171 + }, + "timeout-before": { + "n": 60, + "mean": 475.63915, + "stddev": 9.722736663684557, + "median": 472.552, + "min": 461.867, + "max": 505.797 + }, + "dbus-broker": { + "n": 60, + "mean": 512.7627, + "stddev": 11.271326260524374, + "median": 513.5145, + "min": 480.863, + "max": 530.731 + }, + "dbus-daemon": { + "n": 60, + "mean": 1062.7081166666667, + "stddev": 15.504540682194325, + "median": 1058.4935, + "min": 1041.277, + "max": 1118.453 + } + }, + "multi_rtt_p90_us": { + "baseline": { + "n": 60, + "mean": 516.3048333333334, + "stddev": 15.993605876127619, + "median": 513.5145, + "min": 490.362, + "max": 568.725 + }, + "timeout": { + "n": 60, + "mean": 521.84565, + "stddev": 27.99437637583724, + "median": 516.483, + "min": 496.298, + "max": 702.892 + }, + "timeout-before": { + "n": 60, + "mean": 509.18091666666663, + "stddev": 16.83073456536841, + "median": 505.797, + "min": 486.8, + "max": 560.413 + }, + "dbus-broker": { + "n": 60, + "mean": 558.0390000000001, + "stddev": 21.278679188333093, + "median": 553.8834999999999, + "min": 528.356, + "max": 637.589 + }, + "dbus-daemon": { + "n": 60, + "mean": 1364.8208333333334, + "stddev": 25.607829141254513, + "median": 1358.8845000000001, + "min": 1335.731, + "max": 1456.838 + } + }, + "multi_rtt_p99_us": { + "baseline": { + "n": 60, + "mean": 788.5763833333333, + "stddev": 94.55373776424467, + "median": 802.033, + "min": 555.665, + "max": 968.85 + }, + "timeout": { + "n": 60, + "mean": 807.4942833333333, + "stddev": 99.1378719797892, + "median": 819.2485, + "min": 540.229, + "max": 999.721 + }, + "timeout-before": { + "n": 60, + "mean": 749.27615, + "stddev": 114.56142141032203, + "median": 711.796, + "min": 544.978, + "max": 991.41 + }, + "dbus-broker": { + "n": 60, + "mean": 681.9948666666667, + "stddev": 90.12432116906795, + "median": 659.5545, + "min": 591.284, + "max": 1044.839 + }, + "dbus-daemon": { + "n": 60, + "mean": 1669.13025, + "stddev": 54.479763919267796, + "median": 1665.2125, + "min": 1581.506, + "max": 1853.401 + } + }, + "multi_rtt_p999_us": { + "baseline": { + "n": 60, + "mean": 1137.6079666666667, + "stddev": 282.87713231970974, + "median": 1059.6799999999998, + "min": 693.393, + "max": 2151.418 + }, + "timeout": { + "n": 60, + "mean": 1194.4804, + "stddev": 331.10961517222404, + "median": 1086.3955, + "min": 677.958, + "max": 2128.859 + }, + "timeout-before": { + "n": 60, + "mean": 1152.9639833333333, + "stddev": 275.4727274615428, + "median": 1103.6109999999999, + "min": 615.031, + "max": 2276.087 + }, + "dbus-broker": { + "n": 60, + "mean": 974.2925, + "stddev": 300.00926974709705, + "median": 901.7674999999999, + "min": 655.399, + "max": 2378.196 + }, + "dbus-daemon": { + "n": 60, + "mean": 1967.9183833333334, + "stddev": 205.61860538517783, + "median": 1905.0505, + "min": 1733.483, + "max": 2447.06 + } + }, + "multi_rtt_max_us": { + "baseline": { + "n": 60, + "mean": 1405.0510833333333, + "stddev": 310.0670863054897, + "median": 1330.9825, + "min": 846.557, + "max": 2336.64 + }, + "timeout": { + "n": 60, + "mean": 1502.9058666666667, + "stddev": 417.6387385429477, + "median": 1339.2935, + "min": 1029.404, + "max": 2622.783 + }, + "timeout-before": { + "n": 60, + "mean": 1442.5703500000002, + "stddev": 448.8851258781828, + "median": 1278.7405, + "min": 935.606, + "max": 3046.656 + }, + "dbus-broker": { + "n": 60, + "mean": 1307.29535, + "stddev": 436.73828616859964, + "median": 1120.8274999999999, + "min": 876.24, + "max": 2817.503 + }, + "dbus-daemon": { + "n": 60, + "mean": 2484.1441666666665, + "stddev": 531.3421294524748, + "median": 2434.5935, + "min": 1836.779, + "max": 4628.161 + } + }, + "fanout_delivery_count": { + "baseline": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "timeout": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "timeout-before": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "dbus-broker": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + }, + "dbus-daemon": { + "n": 60, + "mean": 40000.0, + "stddev": 0.0, + "median": 40000.0, + "min": 40000, + "max": 40000 + } + }, + "fanout_delivery_elapsed_s": { + "baseline": { + "n": 60, + "mean": 0.2553407, + "stddev": 0.007111510956046267, + "median": 0.252542, + "min": 0.247291, + "max": 0.284253 + }, + "timeout": { + "n": 60, + "mean": 0.25704486666666665, + "stddev": 0.00842680667439829, + "median": 0.253757, + "min": 0.247659, + "max": 0.284448 + }, + "timeout-before": { + "n": 60, + "mean": 0.25401124999999997, + "stddev": 0.007218182229561163, + "median": 0.2516925, + "min": 0.246749, + "max": 0.281177 + }, + "dbus-broker": { + "n": 60, + "mean": 0.2553056166666667, + "stddev": 0.00759693780880849, + "median": 0.2520355, + "min": 0.248163, + "max": 0.280992 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.6075122666666667, + "stddev": 0.00862516811305907, + "median": 0.605995, + "min": 0.595291, + "max": 0.637516 + } + }, + "fanout_delivery_mean_us": { + "baseline": { + "n": 60, + "mean": 56443.24866666667, + "stddev": 1993.3158828820945, + "median": 55930.843, + "min": 53080.288, + "max": 62416.693 + }, + "timeout": { + "n": 60, + "mean": 22711.870583333333, + "stddev": 958.4705579418523, + "median": 22507.6495, + "min": 21097.116, + "max": 25987.895 + }, + "timeout-before": { + "n": 60, + "mean": 22041.03005, + "stddev": 787.2451474006116, + "median": 21869.432500000003, + "min": 20869.83, + "max": 24540.663 + }, + "dbus-broker": { + "n": 60, + "mean": 52930.36029999999, + "stddev": 1550.7440181494867, + "median": 52220.5305, + "min": 51532.087, + "max": 57374.649 + }, + "dbus-daemon": { + "n": 60, + "mean": 18349.01255, + "stddev": 264.4826873998592, + "median": 18300.4755, + "min": 17952.241, + "max": 19273.408 + } + }, + "fanout_delivery_p50_us": { + "baseline": { + "n": 60, + "mean": 57505.06638333333, + "stddev": 2713.017147343232, + "median": 56042.5475, + "min": 54599.958, + "max": 64516.434 + }, + "timeout": { + "n": 60, + "mean": 22765.873216666667, + "stddev": 809.3698605865351, + "median": 22493.72, + "min": 21922.622, + "max": 25464.387 + }, + "timeout-before": { + "n": 60, + "mean": 22320.866833333333, + "stddev": 680.4210710909443, + "median": 22130.995, + "min": 21549.803, + "max": 24751.997 + }, + "dbus-broker": { + "n": 60, + "mean": 55612.127100000005, + "stddev": 1832.242481293446, + "median": 54758.467000000004, + "min": 53552.744, + "max": 61734.55 + }, + "dbus-daemon": { + "n": 60, + "mean": 18355.56448333333, + "stddev": 260.74532356145755, + "median": 18304.866, + "min": 17946.296, + "max": 19285.589 + } + }, + "fanout_delivery_p90_us": { + "baseline": { + "n": 60, + "mean": 88728.95066666667, + "stddev": 3038.3869269261527, + "median": 88024.125, + "min": 83895.816, + "max": 99468.665 + }, + "timeout": { + "n": 60, + "mean": 28026.696649999998, + "stddev": 1132.7462558934687, + "median": 27570.095, + "min": 26915.291, + "max": 32019.564 + }, + "timeout-before": { + "n": 60, + "mean": 27582.640116666666, + "stddev": 905.5208774687073, + "median": 27302.948, + "min": 26561.468, + "max": 30899.923 + }, + "dbus-broker": { + "n": 60, + "mean": 84710.12018333333, + "stddev": 2740.1249463525273, + "median": 83604.3285, + "min": 82564.841, + "max": 97484.668 + }, + "dbus-daemon": { + "n": 60, + "mean": 27110.85975, + "stddev": 386.2427577030475, + "median": 27050.6435, + "min": 26528.222, + "max": 28408.933 + } + }, + "fanout_delivery_p99_us": { + "baseline": { + "n": 60, + "mean": 95828.82918333334, + "stddev": 3049.5105030776604, + "median": 94699.8055, + "min": 92671.275, + "max": 107566.166 + }, + "timeout": { + "n": 60, + "mean": 29121.581083333334, + "stddev": 1415.6587210837042, + "median": 28553.192499999997, + "min": 27678.733, + "max": 33768.482 + }, + "timeout-before": { + "n": 60, + "mean": 28588.079866666663, + "stddev": 1396.2120563403996, + "median": 28033.742, + "min": 27505.384, + "max": 34837.066 + }, + "dbus-broker": { + "n": 60, + "mean": 90286.90858333332, + "stddev": 3209.0923635969166, + "median": 89010.781, + "min": 87903.011, + "max": 106907.216 + }, + "dbus-daemon": { + "n": 60, + "mean": 29351.68305, + "stddev": 695.8081681114592, + "median": 29294.6725, + "min": 28487.296, + "max": 32283.148 + } + }, + "fanout_delivery_p999_us": { + "baseline": { + "n": 60, + "mean": 97620.47083333334, + "stddev": 3510.004032829835, + "median": 96027.8205, + "min": 93621.132, + "max": 108089.774 + }, + "timeout": { + "n": 60, + "mean": 30036.171266666668, + "stddev": 1867.743073728089, + "median": 29441.305, + "min": 27874.64, + "max": 37527.527 + }, + "timeout-before": { + "n": 60, + "mean": 29144.8921, + "stddev": 1750.7861381190119, + "median": 28416.057, + "min": 27763.035, + "max": 35670.564 + }, + "dbus-broker": { + "n": 60, + "mean": 94833.95658333333, + "stddev": 3410.3305624002974, + "median": 93474.504, + "min": 92196.348, + "max": 112936.411 + }, + "dbus-daemon": { + "n": 60, + "mean": 30529.046416666664, + "stddev": 1195.1398837252152, + "median": 30630.4035, + "min": 28799.56, + "max": 34436.941 + } + }, + "fanout_delivery_max_us": { + "baseline": { + "n": 60, + "mean": 97897.49154999999, + "stddev": 3555.9685028981635, + "median": 96164.362, + "min": 93917.962, + "max": 108177.635 + }, + "timeout": { + "n": 60, + "mean": 31217.9277, + "stddev": 2193.051711158223, + "median": 31008.5645, + "min": 28156.034, + "max": 37919.342 + }, + "timeout-before": { + "n": 60, + "mean": 30440.86835, + "stddev": 2657.9555305134645, + "median": 29413.404, + "min": 27812.9, + "max": 39035.42 + }, + "dbus-broker": { + "n": 60, + "mean": 95313.65246666667, + "stddev": 3412.506132735267, + "median": 93833.074, + "min": 92668.901, + "max": 113128.757 + }, + "dbus-daemon": { + "n": 60, + "mean": 30982.265033333333, + "stddev": 1330.7374959079857, + "median": 31288.769500000002, + "min": 28876.736, + "max": 34821.632 + } + }, + "client_wall_s": { + "baseline": { + "n": 60, + "mean": 1.1125591393521366, + "stddev": 0.020701253011806815, + "median": 1.1113512669689953, + "min": 1.0689533099066466, + "max": 1.1757609089836478 + }, + "timeout": { + "n": 60, + "mean": 1.1192229159603206, + "stddev": 0.02300005041466608, + "median": 1.11483065597713, + "min": 1.0776919750496745, + "max": 1.198189256945625 + }, + "timeout-before": { + "n": 60, + "mean": 1.1215733692399226, + "stddev": 0.024199028014924833, + "median": 1.1132343064527959, + "min": 1.0914624780416489, + "max": 1.1978057539090514 + }, + "dbus-broker": { + "n": 60, + "mean": 1.0429253338370472, + "stddev": 0.018807163792380167, + "median": 1.0369848649716005, + "min": 1.0119621178600937, + "max": 1.0859510558657348 + }, + "dbus-daemon": { + "n": 60, + "mean": 2.2951449270670614, + "stddev": 0.034127249172135374, + "median": 2.2863077209331095, + "min": 2.247425947804004, + "max": 2.40462555619888 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.9571783166666683, + "stddev": 0.018122406624980353, + "median": 0.9512170000000211, + "min": 0.9313230000000203, + "max": 1.0096580000000017 + }, + "timeout": { + "n": 60, + "mean": 0.9646069666666662, + "stddev": 0.023652928653703165, + "median": 0.9564844999999877, + "min": 0.9295250000000124, + "max": 1.033502999999996 + }, + "timeout-before": { + "n": 60, + "mean": 0.9657241000000013, + "stddev": 0.022370782802806508, + "median": 0.9574689999999997, + "min": 0.9380979999999965, + "max": 1.041842000000031 + }, + "dbus-broker": { + "n": 60, + "mean": 0.9652552333333352, + "stddev": 0.02010597038100133, + "median": 0.962095500000018, + "min": 0.928467999999981, + "max": 1.010774000000012 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.5046966666666655, + "stddev": 0.024072175722662233, + "median": 1.497651999999995, + "min": 1.4659940000000233, + "max": 1.5854070000000036 + } + }, + "broker_user_s": { + "baseline": { + "n": 60, + "mean": 0.2979908333333333, + "stddev": 0.014899236969618146, + "median": 0.295969, + "min": 0.267133, + "max": 0.329901 + }, + "timeout": { + "n": 60, + "mean": 0.2964797833333333, + "stddev": 0.016391781943743727, + "median": 0.29691599999999996, + "min": 0.264196, + "max": 0.341423 + }, + "timeout-before": { + "n": 60, + "mean": 0.3136767833333333, + "stddev": 0.01711138266718293, + "median": 0.31294849999999996, + "min": 0.273542, + "max": 0.357434 + }, + "dbus-broker": { + "n": 60, + "mean": 0.17168516666666667, + "stddev": 0.009130161322143305, + "median": 0.17092849999999998, + "min": 0.14712999999999998, + "max": 0.19077999999999998 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.7607676666666666, + "stddev": 0.022272809571897048, + "median": 0.75922, + "min": 0.71388, + "max": 0.806191 + } + }, + "broker_sys_s": { + "baseline": { + "n": 60, + "mean": 0.3335568, + "stddev": 0.012138324625131952, + "median": 0.33299, + "min": 0.302735, + "max": 0.361595 + }, + "timeout": { + "n": 60, + "mean": 0.3434794666666666, + "stddev": 0.016629462485546313, + "median": 0.3402435, + "min": 0.310672, + "max": 0.382945 + }, + "timeout-before": { + "n": 60, + "mean": 0.4330595666666666, + "stddev": 0.016274672027590902, + "median": 0.43548699999999996, + "min": 0.39333999999999997, + "max": 0.479493 + }, + "dbus-broker": { + "n": 60, + "mean": 0.35662156666666667, + "stddev": 0.015524616744489276, + "median": 0.3556325, + "min": 0.317349, + "max": 0.39505899999999994 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.3162437333333334, + "stddev": 0.02436800295181956, + "median": 1.31491, + "min": 1.2656830000000001, + "max": 1.374752 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.6315476333333333, + "stddev": 0.01525246180292602, + "median": 0.6280465, + "min": 0.605096, + "max": 0.679711 + }, + "timeout": { + "n": 60, + "mean": 0.63995925, + "stddev": 0.016411316312408705, + "median": 0.6383075, + "min": 0.6142449999999999, + "max": 0.681344 + }, + "timeout-before": { + "n": 60, + "mean": 0.74673635, + "stddev": 0.01457506083462606, + "median": 0.743854, + "min": 0.723646, + "max": 0.7806949999999999 + }, + "dbus-broker": { + "n": 60, + "mean": 0.5283067333333332, + "stddev": 0.01423906349028004, + "median": 0.5284694999999999, + "min": 0.502533, + "max": 0.565041 + }, + "dbus-daemon": { + "n": 60, + "mean": 2.0770114, + "stddev": 0.029246291419075574, + "median": 2.068933, + "min": 2.036552, + "max": 2.162411 + } + }, + "broker_vcsw": { + "baseline": { + "n": 60, + "mean": 14479.7, + "stddev": 118.61450164292728, + "median": 14467.5, + "min": 13994, + "max": 14709 + }, + "timeout": { + "n": 60, + "mean": 14165.6, + "stddev": 109.59311496374956, + "median": 14189.5, + "min": 13786, + "max": 14335 + }, + "timeout-before": { + "n": 60, + "mean": 14000.366666666667, + "stddev": 204.14168946722046, + "median": 14054.0, + "min": 13442, + "max": 14272 + }, + "dbus-broker": { + "n": 60, + "mean": 48093.916666666664, + "stddev": 1414.496655898494, + "median": 48523.5, + "min": 44741, + "max": 50432 + }, + "dbus-daemon": { + "n": 60, + "mean": 10032.45, + "stddev": 14.789397255684245, + "median": 10026.5, + "min": 10013, + "max": 10075 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 8150.2, + "stddev": 202.910918084676, + "median": 8218.0, + "min": 7560, + "max": 8452 + }, + "timeout": { + "n": 60, + "mean": 7071.666666666667, + "stddev": 95.90473144805888, + "median": 7078.0, + "min": 6832, + "max": 7292 + }, + "timeout-before": { + "n": 60, + "mean": 7016.2, + "stddev": 82.29067949776201, + "median": 7012.0, + "min": 6864, + "max": 7212 + }, + "dbus-broker": { + "n": 60, + "mean": 11884.733333333334, + "stddev": 227.67743065437674, + "median": 11912.0, + "min": 11232, + "max": 12316 + }, + "dbus-daemon": { + "n": 60, + "mean": 6314.266666666666, + "stddev": 141.73236495887647, + "median": 6302.0, + "min": 6044, + "max": 6716 + } + } + } +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.md new file mode 100644 index 0000000..8960c4c --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/latency.md @@ -0,0 +1,48 @@ +rounds: 60 measured after 3 warmup; 16 CPUs, AMD Ryzen 7 7840U w/ Radeon 780M Graphics +rustc: rustc 1.99.0 (b940084d7 2026-09-28) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c +zruntime: 99e2ebd807723177bec5d7c5216e48448c3a91c9 +zruntime-before: 20771cf16b21bc7aa84b3f3ec471b94cf23d7973 +dbus-broker: dbus-broker 37 +dbus-daemon: D-Bus Message Bus Daemon 1.16.2 + +### single_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 61.0 | 60.6 | 114.7 | 115.2 | 385.5 | 320.0 | +| timeout | 60 | 61.6 | 60.6 | 109.1 | 107.5 | 377.0 | 252.3 | +| timeout-before | 60 | 63.4 | 61.7 | 117.8 | 118.7 | 365.6 | 289.7 | +| dbus-broker | 60 | 53.9 | 53.4 | 83.7 | 85.5 | 336.5 | 248.1 | +| dbus-daemon | 60 | 100.1 | 98.5 | 194.1 | 197.1 | 606.7 | 457.1 | + +### multi_rtt (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 478.0 | 474.3 | 788.6 | 802.0 | 1405.1 | 1331.0 | +| timeout | 60 | 480.3 | 477.9 | 807.5 | 819.2 | 1502.9 | 1339.3 | +| timeout-before | 60 | 475.6 | 472.6 | 749.3 | 711.8 | 1442.6 | 1278.7 | +| dbus-broker | 60 | 512.8 | 513.5 | 682.0 | 659.6 | 1307.3 | 1120.8 | +| dbus-daemon | 60 | 1062.7 | 1058.5 | 1669.1 | 1665.2 | 2484.1 | 2434.6 | + +### fanout_delivery (microseconds, over the measured rounds) + +| broker | n | p50 mean | p50 median | p99 mean | p99 median | max mean | max median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 57505.1 | 56042.5 | 95828.8 | 94699.8 | 97897.5 | 96164.4 | +| timeout | 60 | 22765.9 | 22493.7 | 29121.6 | 28553.2 | 31217.9 | 31008.6 | +| timeout-before | 60 | 22320.9 | 22131.0 | 28588.1 | 28033.7 | 30440.9 | 29413.4 | +| dbus-broker | 60 | 55612.1 | 54758.5 | 90286.9 | 89010.8 | 95313.7 | 93833.1 | +| dbus-daemon | 60 | 18355.6 | 18304.9 | 29351.7 | 29294.7 | 30982.3 | 31288.8 | + +### broker and client (over the measured rounds) + +| broker | n | broker_cpu_s mean | broker_cpu_s median | broker_maxrss_kib mean | broker_maxrss_kib median | client_wall_s mean | client_wall_s median | +|---|---:|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.632 | 0.628 | 8150 | 8218 | 1.113 | 1.111 | +| timeout | 60 | 0.640 | 0.638 | 7072 | 7078 | 1.119 | 1.115 | +| timeout-before | 60 | 0.747 | 0.744 | 7016 | 7012 | 1.122 | 1.113 | +| dbus-broker | 60 | 0.528 | 0.528 | 11885 | 11912 | 1.043 | 1.037 | +| dbus-daemon | 60 | 2.077 | 2.069 | 6314 | 6302 | 2.295 | 2.286 | diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.json new file mode 100644 index 0000000..de1e366 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.json @@ -0,0 +1,4430 @@ +{ + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/send-timeout-bench/bin/busd-zr-baseline --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout --address {address}" + }, + { + "label": "timeout-before", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout-before --address {address}" + }, + { + "label": "dbus-broker", + "command": "systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS={address} -l {path} dbus-broker-launch --scope user" + }, + { + "label": "dbus-daemon", + "command": "dbus-daemon --session --nofork --address={address}" + } + ], + "bench": "/tmp/send-timeout-bench/bin/shared", + "rounds": 40, + "warmup": 3, + "seed": 14, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "started": "2026-10-23T22:50:03+00:00", + "runs": [ + { + "label": "dbus-daemon", + "round": 0, + "warmup": true, + "single_s": 6.328490689, + "multi_s": 5.95170872, + "client_wall_s": 12.314638725016266, + "client_cpu_s": 8.314051, + "client_vcsw": 204754, + "multi_client_cpu_s": 4.550000000000001, + "multi_broker_cpu_s": 5.93, + "broker_user_s": 4.741387, + "broker_sys_s": 7.542586, + "broker_cpu_s": 12.283973, + "broker_vcsw": 18, + "broker_maxrss_kib": 8152, + "broker_ru_maxrss_kib": 20312, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 0, + "warmup": true, + "single_s": 2.387331038, + "multi_s": 2.575492277, + "client_wall_s": 4.996925432002172, + "client_cpu_s": 4.716032, + "client_vcsw": 11483, + "multi_client_cpu_s": 2.4699999999999998, + "multi_broker_cpu_s": 2.54, + "broker_user_s": 1.883606, + "broker_sys_s": 2.555748, + "broker_cpu_s": 4.439354, + "broker_vcsw": 7515, + "broker_maxrss_kib": 11128, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 0, + "warmup": true, + "single_s": 1.910702839, + "multi_s": 2.099770001, + "client_wall_s": 4.042241877876222, + "client_cpu_s": 4.001669000000003, + "client_vcsw": 253, + "multi_client_cpu_s": 2.0900000000000003, + "multi_broker_cpu_s": 1.4900000000000002, + "broker_user_s": 0.919383, + "broker_sys_s": 1.7647609999999998, + "broker_cpu_s": 2.684144, + "broker_vcsw": 100244, + "broker_maxrss_kib": 9480, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 2.014733174, + "multi_s": 2.378912961, + "client_wall_s": 4.429649146972224, + "client_cpu_s": 4.265644999999996, + "client_vcsw": 2051, + "multi_client_cpu_s": 2.33, + "multi_broker_cpu_s": 1.9, + "broker_user_s": 1.642183, + "broker_sys_s": 1.7705259999999998, + "broker_cpu_s": 3.4127089999999995, + "broker_vcsw": 16020, + "broker_maxrss_kib": 10840, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 1.953648093, + "multi_s": 2.358050615, + "client_wall_s": 4.344324989942834, + "client_cpu_s": 4.204749, + "client_vcsw": 3100, + "multi_client_cpu_s": 2.2800000000000002, + "multi_broker_cpu_s": 2.03, + "broker_user_s": 1.73305, + "broker_sys_s": 1.790382, + "broker_cpu_s": 3.5234319999999997, + "broker_vcsw": 12293, + "broker_maxrss_kib": 11548, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 1, + "warmup": true, + "single_s": 6.364800029, + "multi_s": 5.699618777, + "client_wall_s": 12.097384660039097, + "client_cpu_s": 8.072121000000003, + "client_vcsw": 220780, + "multi_client_cpu_s": 4.33, + "multi_broker_cpu_s": 5.670000000000001, + "broker_user_s": 4.6886, + "broker_sys_s": 7.381791, + "broker_cpu_s": 12.070391, + "broker_vcsw": 16, + "broker_maxrss_kib": 8144, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 1, + "warmup": true, + "single_s": 1.896661629, + "multi_s": 2.165022564, + "client_wall_s": 4.093469854909927, + "client_cpu_s": 4.047548000000006, + "client_vcsw": 618, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 1.52, + "broker_user_s": 0.915119, + "broker_sys_s": 1.7927719999999998, + "broker_cpu_s": 2.707891, + "broker_vcsw": 106939, + "broker_maxrss_kib": 9524, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 1, + "warmup": true, + "single_s": 2.268861742, + "multi_s": 2.415853953, + "client_wall_s": 4.716679454082623, + "client_cpu_s": 4.357943999999996, + "client_vcsw": 11087, + "multi_client_cpu_s": 2.3, + "multi_broker_cpu_s": 2.41, + "broker_user_s": 1.772244, + "broker_sys_s": 2.482549, + "broker_cpu_s": 4.254793, + "broker_vcsw": 6507, + "broker_maxrss_kib": 10692, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 1.873440084, + "multi_s": 2.214382891, + "client_wall_s": 4.120147679001093, + "client_cpu_s": 3.9952830000000006, + "client_vcsw": 1578, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.8499999999999999, + "broker_user_s": 1.61932, + "broker_sys_s": 1.676226, + "broker_cpu_s": 3.295546, + "broker_vcsw": 12899, + "broker_maxrss_kib": 11340, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 2.093489094, + "multi_s": 2.230488846, + "client_wall_s": 4.35567692713812, + "client_cpu_s": 4.145187999999997, + "client_vcsw": 2651, + "multi_client_cpu_s": 2.1899999999999995, + "multi_broker_cpu_s": 1.83, + "broker_user_s": 1.640582, + "broker_sys_s": 1.804441, + "broker_cpu_s": 3.445023, + "broker_vcsw": 14777, + "broker_maxrss_kib": 10492, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 1.86295845, + "multi_s": 2.171602675, + "client_wall_s": 4.0665296339429915, + "client_cpu_s": 3.9405450000000073, + "client_vcsw": 2649, + "multi_client_cpu_s": 2.1, + "multi_broker_cpu_s": 1.9400000000000002, + "broker_user_s": 1.6501649999999999, + "broker_sys_s": 1.721868, + "broker_cpu_s": 3.372033, + "broker_vcsw": 11737, + "broker_maxrss_kib": 11548, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 2, + "warmup": true, + "single_s": 6.358014512, + "multi_s": 5.630161923, + "client_wall_s": 12.021905735135078, + "client_cpu_s": 8.090578, + "client_vcsw": 213395, + "multi_client_cpu_s": 4.29, + "multi_broker_cpu_s": 5.6000000000000005, + "broker_user_s": 4.578378, + "broker_sys_s": 7.414728, + "broker_cpu_s": 11.993106000000001, + "broker_vcsw": 23, + "broker_maxrss_kib": 8208, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 2.135598476, + "multi_s": 2.292217453, + "client_wall_s": 4.46046358300373, + "client_cpu_s": 4.292467999999992, + "client_vcsw": 2504, + "multi_client_cpu_s": 2.24, + "multi_broker_cpu_s": 1.95, + "broker_user_s": 1.722616, + "broker_sys_s": 1.840825, + "broker_cpu_s": 3.563441, + "broker_vcsw": 14763, + "broker_maxrss_kib": 11944, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 2, + "warmup": true, + "single_s": 1.88721296, + "multi_s": 2.133429248, + "client_wall_s": 4.051947006955743, + "client_cpu_s": 4.013476999999995, + "client_vcsw": 299, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.5, + "broker_user_s": 0.935385, + "broker_sys_s": 1.7337470000000001, + "broker_cpu_s": 2.6691320000000003, + "broker_vcsw": 109249, + "broker_maxrss_kib": 9240, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 2, + "warmup": true, + "single_s": 2.192833057, + "multi_s": 2.564076176, + "client_wall_s": 4.789066524943337, + "client_cpu_s": 4.404182000000006, + "client_vcsw": 14824, + "multi_client_cpu_s": 2.4099999999999997, + "multi_broker_cpu_s": 2.55, + "broker_user_s": 1.83418, + "broker_sys_s": 2.563421, + "broker_cpu_s": 4.397601, + "broker_vcsw": 6269, + "broker_maxrss_kib": 10544, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 1.846891642, + "multi_s": 2.184546763, + "client_wall_s": 4.065098838880658, + "client_cpu_s": 3.9484450000000066, + "client_vcsw": 1499, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.85, + "broker_user_s": 1.58422, + "broker_sys_s": 1.662577, + "broker_cpu_s": 3.246797, + "broker_vcsw": 13008, + "broker_maxrss_kib": 11968, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 3, + "warmup": false, + "single_s": 2.251795205, + "multi_s": 2.391240827, + "client_wall_s": 4.675829726038501, + "client_cpu_s": 4.3664249999999925, + "client_vcsw": 8002, + "multi_client_cpu_s": 2.3000000000000003, + "multi_broker_cpu_s": 2.3500000000000005, + "broker_user_s": 1.759029, + "broker_sys_s": 2.413455, + "broker_cpu_s": 4.172484, + "broker_vcsw": 7237, + "broker_maxrss_kib": 11680, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 2.103444706, + "multi_s": 2.196101731, + "client_wall_s": 4.332426804117858, + "client_cpu_s": 4.154004999999998, + "client_vcsw": 2436, + "multi_client_cpu_s": 2.1499999999999995, + "multi_broker_cpu_s": 1.86, + "broker_user_s": 1.608453, + "broker_sys_s": 1.8024369999999998, + "broker_cpu_s": 3.4108899999999998, + "broker_vcsw": 14747, + "broker_maxrss_kib": 11112, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 3, + "warmup": false, + "single_s": 1.877833121, + "multi_s": 2.153892615, + "client_wall_s": 4.065185513114557, + "client_cpu_s": 4.0248789999999985, + "client_vcsw": 379, + "multi_client_cpu_s": 2.1399999999999997, + "multi_broker_cpu_s": 1.5100000000000002, + "broker_user_s": 0.933079, + "broker_sys_s": 1.759495, + "broker_cpu_s": 2.692574, + "broker_vcsw": 106234, + "broker_maxrss_kib": 9464, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 3, + "warmup": false, + "single_s": 6.331849488, + "multi_s": 5.719034861, + "client_wall_s": 12.084659953135997, + "client_cpu_s": 8.110555999999988, + "client_vcsw": 211735, + "multi_client_cpu_s": 4.33, + "multi_broker_cpu_s": 5.69, + "broker_user_s": 4.681258, + "broker_sys_s": 7.373831, + "broker_cpu_s": 12.055088999999999, + "broker_vcsw": 27, + "broker_maxrss_kib": 8724, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 4, + "warmup": false, + "single_s": 1.891857709, + "multi_s": 2.152464272, + "client_wall_s": 4.076664492953569, + "client_cpu_s": 4.036521000000008, + "client_vcsw": 237, + "multi_client_cpu_s": 2.1400000000000006, + "multi_broker_cpu_s": 1.5500000000000003, + "broker_user_s": 0.9820169999999999, + "broker_sys_s": 1.7376880000000001, + "broker_cpu_s": 2.7197050000000003, + "broker_vcsw": 104973, + "broker_maxrss_kib": 9744, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 4, + "warmup": false, + "single_s": 6.36980801, + "multi_s": 5.814131822, + "client_wall_s": 12.218049071962014, + "client_cpu_s": 8.34001099999999, + "client_vcsw": 203947, + "multi_client_cpu_s": 4.470000000000001, + "multi_broker_cpu_s": 5.779999999999999, + "broker_user_s": 4.730298, + "broker_sys_s": 7.458153, + "broker_cpu_s": 12.188451, + "broker_vcsw": 26, + "broker_maxrss_kib": 8384, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 4, + "warmup": false, + "single_s": 2.294152736, + "multi_s": 2.623082265, + "client_wall_s": 4.948961294954643, + "client_cpu_s": 4.670416000000003, + "client_vcsw": 11879, + "multi_client_cpu_s": 2.5, + "multi_broker_cpu_s": 2.5600000000000005, + "broker_user_s": 1.943074, + "broker_sys_s": 2.5510479999999998, + "broker_cpu_s": 4.494122, + "broker_vcsw": 6904, + "broker_maxrss_kib": 11084, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 1.884985518, + "multi_s": 2.171924396, + "client_wall_s": 4.09029132896103, + "client_cpu_s": 3.9713860000000096, + "client_vcsw": 2595, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 2.0200000000000005, + "broker_user_s": 1.6729370000000001, + "broker_sys_s": 1.7876189999999998, + "broker_cpu_s": 3.460556, + "broker_vcsw": 11236, + "broker_maxrss_kib": 12676, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 2.012086606, + "multi_s": 2.245018, + "client_wall_s": 4.2895278569776565, + "client_cpu_s": 4.093256000000011, + "client_vcsw": 3268, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.8699999999999999, + "broker_user_s": 1.6591209999999998, + "broker_sys_s": 1.762563, + "broker_cpu_s": 3.421684, + "broker_vcsw": 14381, + "broker_maxrss_kib": 10492, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 2.11617868, + "multi_s": 2.336338106, + "client_wall_s": 4.485617994097993, + "client_cpu_s": 4.277265999999997, + "client_vcsw": 3608, + "multi_client_cpu_s": 2.2799999999999994, + "multi_broker_cpu_s": 1.9400000000000002, + "broker_user_s": 1.6200709999999998, + "broker_sys_s": 1.892259, + "broker_cpu_s": 3.5123299999999995, + "broker_vcsw": 14779, + "broker_maxrss_kib": 10876, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 5, + "warmup": false, + "single_s": 1.903863857, + "multi_s": 2.198317264, + "client_wall_s": 4.141710462979972, + "client_cpu_s": 4.089252999999985, + "client_vcsw": 513, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 1.52, + "broker_user_s": 0.9239959999999999, + "broker_sys_s": 1.786209, + "broker_cpu_s": 2.7102049999999998, + "broker_vcsw": 111738, + "broker_maxrss_kib": 9072, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 5, + "warmup": false, + "single_s": 2.240892074, + "multi_s": 2.522438159, + "client_wall_s": 4.796638034051284, + "client_cpu_s": 4.5076779999999985, + "client_vcsw": 12785, + "multi_client_cpu_s": 2.39, + "multi_broker_cpu_s": 2.4799999999999995, + "broker_user_s": 1.8572199999999999, + "broker_sys_s": 2.471586, + "broker_cpu_s": 4.328806, + "broker_vcsw": 7522, + "broker_maxrss_kib": 11636, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 5, + "warmup": false, + "single_s": 6.369324772, + "multi_s": 5.744702278, + "client_wall_s": 12.145639362977818, + "client_cpu_s": 8.076483000000025, + "client_vcsw": 221143, + "multi_client_cpu_s": 4.37, + "multi_broker_cpu_s": 5.699999999999999, + "broker_user_s": 4.729057, + "broker_sys_s": 7.389526, + "broker_cpu_s": 12.118583000000001, + "broker_vcsw": 18, + "broker_maxrss_kib": 8780, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 1.88296233, + "multi_s": 2.195277732, + "client_wall_s": 4.110233504092321, + "client_cpu_s": 3.9786339999999996, + "client_vcsw": 1793, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.9000000000000001, + "broker_user_s": 1.616714, + "broker_sys_s": 1.734907, + "broker_cpu_s": 3.3516209999999997, + "broker_vcsw": 12377, + "broker_maxrss_kib": 11156, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 6, + "warmup": false, + "single_s": 6.370183202, + "multi_s": 5.739352227, + "client_wall_s": 12.14172596600838, + "client_cpu_s": 8.157208999999995, + "client_vcsw": 214701, + "multi_client_cpu_s": 4.390000000000001, + "multi_broker_cpu_s": 5.709999999999999, + "broker_user_s": 4.761638, + "broker_sys_s": 7.353782, + "broker_cpu_s": 12.11542, + "broker_vcsw": 16, + "broker_maxrss_kib": 8248, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 1.828275701, + "multi_s": 2.338604694, + "client_wall_s": 4.199114861199632, + "client_cpu_s": 4.025812999999999, + "client_vcsw": 9181, + "multi_client_cpu_s": 2.2199999999999998, + "multi_broker_cpu_s": 2.3200000000000003, + "broker_user_s": 1.703903, + "broker_sys_s": 2.017777, + "broker_cpu_s": 3.72168, + "broker_vcsw": 8399, + "broker_maxrss_kib": 11840, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 6, + "warmup": false, + "single_s": 1.884371675, + "multi_s": 2.292234032, + "client_wall_s": 4.209492010995746, + "client_cpu_s": 4.166571000000005, + "client_vcsw": 445, + "multi_client_cpu_s": 2.2800000000000002, + "multi_broker_cpu_s": 1.57, + "broker_user_s": 0.9582689999999999, + "broker_sys_s": 1.788661, + "broker_cpu_s": 2.74693, + "broker_vcsw": 118059, + "broker_maxrss_kib": 9596, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 6, + "warmup": false, + "single_s": 2.117428925, + "multi_s": 2.534263835, + "client_wall_s": 4.6828455820214, + "client_cpu_s": 4.386188000000004, + "client_vcsw": 14378, + "multi_client_cpu_s": 2.3899999999999997, + "multi_broker_cpu_s": 2.5100000000000007, + "broker_user_s": 1.7786520000000001, + "broker_sys_s": 2.467227, + "broker_cpu_s": 4.245879, + "broker_vcsw": 7361, + "broker_maxrss_kib": 11404, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 2.030481707, + "multi_s": 2.247716772, + "client_wall_s": 4.3111204020679, + "client_cpu_s": 4.106371999999993, + "client_vcsw": 3078, + "multi_client_cpu_s": 2.1799999999999997, + "multi_broker_cpu_s": 2.0199999999999996, + "broker_user_s": 1.611389, + "broker_sys_s": 1.9504730000000001, + "broker_cpu_s": 3.561862, + "broker_vcsw": 12818, + "broker_maxrss_kib": 10820, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 1.918845421, + "multi_s": 2.176755588, + "client_wall_s": 4.127459098119289, + "client_cpu_s": 3.9753159999999923, + "client_vcsw": 3517, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.8599999999999999, + "broker_user_s": 1.679936, + "broker_sys_s": 1.717755, + "broker_cpu_s": 3.397691, + "broker_vcsw": 12254, + "broker_maxrss_kib": 11340, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 7, + "warmup": false, + "single_s": 6.368043308, + "multi_s": 5.667820781, + "client_wall_s": 12.068718333961442, + "client_cpu_s": 8.22747799999999, + "client_vcsw": 212283, + "multi_client_cpu_s": 4.4, + "multi_broker_cpu_s": 5.64, + "broker_user_s": 4.6733, + "broker_sys_s": 7.365897, + "broker_cpu_s": 12.039197000000001, + "broker_vcsw": 47, + "broker_maxrss_kib": 8676, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 7, + "warmup": false, + "single_s": 2.042455672, + "multi_s": 2.56120271, + "client_wall_s": 4.63546778797172, + "client_cpu_s": 4.328714999999988, + "client_vcsw": 14913, + "multi_client_cpu_s": 2.4200000000000004, + "multi_broker_cpu_s": 2.5500000000000003, + "broker_user_s": 1.706525, + "broker_sys_s": 2.54732, + "broker_cpu_s": 4.253845, + "broker_vcsw": 6591, + "broker_maxrss_kib": 11008, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 7, + "warmup": false, + "single_s": 1.914591147, + "multi_s": 2.139036773, + "client_wall_s": 4.084375862963498, + "client_cpu_s": 4.043735999999996, + "client_vcsw": 400, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.5000000000000002, + "broker_user_s": 0.9278839999999999, + "broker_sys_s": 1.7559669999999998, + "broker_cpu_s": 2.6838509999999998, + "broker_vcsw": 111099, + "broker_maxrss_kib": 8808, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 2.116620231, + "multi_s": 2.238804632, + "client_wall_s": 4.387896792031825, + "client_cpu_s": 4.15356700000001, + "client_vcsw": 3603, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.94, + "broker_user_s": 1.6164969999999999, + "broker_sys_s": 1.9215659999999999, + "broker_cpu_s": 3.5380629999999997, + "broker_vcsw": 13878, + "broker_maxrss_kib": 11436, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 8, + "warmup": false, + "single_s": 2.106748879, + "multi_s": 2.578063797, + "client_wall_s": 4.717037640977651, + "client_cpu_s": 4.331144999999992, + "client_vcsw": 19662, + "multi_client_cpu_s": 2.4000000000000004, + "multi_broker_cpu_s": 2.57, + "broker_user_s": 1.81361, + "broker_sys_s": 2.537055, + "broker_cpu_s": 4.350665, + "broker_vcsw": 6161, + "broker_maxrss_kib": 11308, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 8, + "warmup": false, + "single_s": 1.878297245, + "multi_s": 2.183838986, + "client_wall_s": 4.093734294874594, + "client_cpu_s": 4.051434999999998, + "client_vcsw": 528, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.52, + "broker_user_s": 0.96667, + "broker_sys_s": 1.745525, + "broker_cpu_s": 2.712195, + "broker_vcsw": 110873, + "broker_maxrss_kib": 9088, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 1.833720623, + "multi_s": 2.245644764, + "client_wall_s": 4.111815942917019, + "client_cpu_s": 3.997920999999991, + "client_vcsw": 1258, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 1.8900000000000001, + "broker_user_s": 1.622256, + "broker_sys_s": 1.6573259999999999, + "broker_cpu_s": 3.2795819999999996, + "broker_vcsw": 12726, + "broker_maxrss_kib": 11208, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 8, + "warmup": false, + "single_s": 6.300576358, + "multi_s": 6.282936392, + "client_wall_s": 12.617075821151957, + "client_cpu_s": 8.475827999999979, + "client_vcsw": 206110, + "multi_client_cpu_s": 4.74, + "multi_broker_cpu_s": 6.25, + "broker_user_s": 4.853545, + "broker_sys_s": 7.735934, + "broker_cpu_s": 12.589479, + "broker_vcsw": 18, + "broker_maxrss_kib": 8232, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 2.04167323, + "multi_s": 2.229200426, + "client_wall_s": 4.303706529084593, + "client_cpu_s": 4.125730000000033, + "client_vcsw": 1919, + "multi_client_cpu_s": 2.1900000000000004, + "multi_broker_cpu_s": 1.7999999999999998, + "broker_user_s": 1.60398, + "broker_sys_s": 1.7483819999999999, + "broker_cpu_s": 3.352362, + "broker_vcsw": 15556, + "broker_maxrss_kib": 10224, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 9, + "warmup": false, + "single_s": 6.37987725, + "multi_s": 5.673974645, + "client_wall_s": 12.085617369040847, + "client_cpu_s": 8.172668999999956, + "client_vcsw": 205926, + "multi_client_cpu_s": 4.35, + "multi_broker_cpu_s": 5.629999999999999, + "broker_user_s": 4.798938, + "broker_sys_s": 7.259394, + "broker_cpu_s": 12.058332, + "broker_vcsw": 24, + "broker_maxrss_kib": 8760, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 1.994181743, + "multi_s": 2.192352048, + "client_wall_s": 4.218407311942428, + "client_cpu_s": 4.051854999999989, + "client_vcsw": 3064, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 2.0199999999999996, + "broker_user_s": 1.64722, + "broker_sys_s": 1.938895, + "broker_cpu_s": 3.586115, + "broker_vcsw": 12232, + "broker_maxrss_kib": 11164, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 9, + "warmup": false, + "single_s": 1.891749545, + "multi_s": 2.144701462, + "client_wall_s": 4.0669318051077425, + "client_cpu_s": 4.019658000000021, + "client_vcsw": 554, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.51, + "broker_user_s": 0.9721329999999999, + "broker_sys_s": 1.724109, + "broker_cpu_s": 2.696242, + "broker_vcsw": 107130, + "broker_maxrss_kib": 9132, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 1.845134298, + "multi_s": 2.249805122, + "client_wall_s": 4.1261136119719595, + "client_cpu_s": 4.002752999999984, + "client_vcsw": 2539, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 1.9400000000000002, + "broker_user_s": 1.5849820000000001, + "broker_sys_s": 1.753511, + "broker_cpu_s": 3.338493, + "broker_vcsw": 12559, + "broker_maxrss_kib": 11676, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 9, + "warmup": false, + "single_s": 2.18301855, + "multi_s": 2.582080489, + "client_wall_s": 4.798015023814514, + "client_cpu_s": 4.437455999999997, + "client_vcsw": 10878, + "multi_client_cpu_s": 2.46, + "multi_broker_cpu_s": 2.5599999999999996, + "broker_user_s": 1.865592, + "broker_sys_s": 2.53123, + "broker_cpu_s": 4.396822, + "broker_vcsw": 6302, + "broker_maxrss_kib": 11044, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 10, + "warmup": false, + "single_s": 6.436422026, + "multi_s": 5.745778818, + "client_wall_s": 12.21311738807708, + "client_cpu_s": 8.26392100000001, + "client_vcsw": 207979, + "multi_client_cpu_s": 4.4, + "multi_broker_cpu_s": 5.72, + "broker_user_s": 4.616564, + "broker_sys_s": 7.568599, + "broker_cpu_s": 12.185163, + "broker_vcsw": 23, + "broker_maxrss_kib": 8520, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 10, + "warmup": false, + "single_s": 2.191776199, + "multi_s": 2.510840292, + "client_wall_s": 4.7339343468192965, + "client_cpu_s": 4.408433000000002, + "client_vcsw": 15920, + "multi_client_cpu_s": 2.3600000000000003, + "multi_broker_cpu_s": 2.52, + "broker_user_s": 1.793552, + "broker_sys_s": 2.472654, + "broker_cpu_s": 4.266206, + "broker_vcsw": 6859, + "broker_maxrss_kib": 11228, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 1.82121224, + "multi_s": 2.145362797, + "client_wall_s": 3.998607656918466, + "client_cpu_s": 3.8971650000000295, + "client_vcsw": 1775, + "multi_client_cpu_s": 2.09, + "multi_broker_cpu_s": 1.8499999999999999, + "broker_user_s": 1.57396, + "broker_sys_s": 1.7007629999999998, + "broker_cpu_s": 3.274723, + "broker_vcsw": 12277, + "broker_maxrss_kib": 12084, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 2.056914816, + "multi_s": 2.478078658, + "client_wall_s": 4.567680306965485, + "client_cpu_s": 4.38308200000003, + "client_vcsw": 3127, + "multi_client_cpu_s": 2.42, + "multi_broker_cpu_s": 2.0300000000000002, + "broker_user_s": 1.701322, + "broker_sys_s": 1.871331, + "broker_cpu_s": 3.572653, + "broker_vcsw": 15140, + "broker_maxrss_kib": 11172, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 10, + "warmup": false, + "single_s": 1.891328048, + "multi_s": 2.141071834, + "client_wall_s": 4.063227376900613, + "client_cpu_s": 4.023105999999984, + "client_vcsw": 328, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.48, + "broker_user_s": 0.9195949999999999, + "broker_sys_s": 1.732516, + "broker_cpu_s": 2.6521109999999997, + "broker_vcsw": 103365, + "broker_maxrss_kib": 8980, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 11, + "warmup": false, + "single_s": 2.059883108, + "multi_s": 2.465146403, + "client_wall_s": 4.556095656007528, + "client_cpu_s": 4.266692999999975, + "client_vcsw": 9798, + "multi_client_cpu_s": 2.33, + "multi_broker_cpu_s": 2.44, + "broker_user_s": 1.801413, + "broker_sys_s": 2.343245, + "broker_cpu_s": 4.144658, + "broker_vcsw": 6854, + "broker_maxrss_kib": 11308, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 2.034702493, + "multi_s": 2.224535458, + "client_wall_s": 4.291086537996307, + "client_cpu_s": 4.110041000000024, + "client_vcsw": 2761, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.8800000000000001, + "broker_user_s": 1.5881370000000001, + "broker_sys_s": 1.8023699999999998, + "broker_cpu_s": 3.390507, + "broker_vcsw": 14774, + "broker_maxrss_kib": 10840, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 11, + "warmup": false, + "single_s": 6.399812266, + "multi_s": 5.685176569, + "client_wall_s": 12.116618952946737, + "client_cpu_s": 8.219551999999908, + "client_vcsw": 215037, + "multi_client_cpu_s": 4.330000000000001, + "multi_broker_cpu_s": 5.65, + "broker_user_s": 4.687333, + "broker_sys_s": 7.399737, + "broker_cpu_s": 12.08707, + "broker_vcsw": 44, + "broker_maxrss_kib": 9136, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 1.863030591, + "multi_s": 2.236658989, + "client_wall_s": 4.132090265862644, + "client_cpu_s": 4.000004999999987, + "client_vcsw": 2786, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 2.05, + "broker_user_s": 1.6899769999999998, + "broker_sys_s": 1.8093279999999998, + "broker_cpu_s": 3.4993049999999997, + "broker_vcsw": 10926, + "broker_maxrss_kib": 11840, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 11, + "warmup": false, + "single_s": 1.868278531, + "multi_s": 2.094015942, + "client_wall_s": 3.99373461981304, + "client_cpu_s": 3.9514500000000226, + "client_vcsw": 446, + "multi_client_cpu_s": 2.07, + "multi_broker_cpu_s": 1.4700000000000002, + "broker_user_s": 0.946996, + "broker_sys_s": 1.692003, + "broker_cpu_s": 2.638999, + "broker_vcsw": 104956, + "broker_maxrss_kib": 8636, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 12, + "warmup": false, + "single_s": 2.071274076, + "multi_s": 2.513223055, + "client_wall_s": 4.617211268981919, + "client_cpu_s": 4.308492999999999, + "client_vcsw": 15110, + "multi_client_cpu_s": 2.38, + "multi_broker_cpu_s": 2.47, + "broker_user_s": 1.783793, + "broker_sys_s": 2.472735, + "broker_cpu_s": 4.256528, + "broker_vcsw": 6237, + "broker_maxrss_kib": 11112, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 1.832068932, + "multi_s": 2.308032161, + "client_wall_s": 4.175397646147758, + "client_cpu_s": 4.054029000000014, + "client_vcsw": 2227, + "multi_client_cpu_s": 2.25, + "multi_broker_cpu_s": 1.93, + "broker_user_s": 1.58521, + "broker_sys_s": 1.7484799999999998, + "broker_cpu_s": 3.33369, + "broker_vcsw": 12985, + "broker_maxrss_kib": 11324, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 12, + "warmup": false, + "single_s": 1.876570751, + "multi_s": 2.169613586, + "client_wall_s": 4.076862227870151, + "client_cpu_s": 4.035040999999978, + "client_vcsw": 427, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.5200000000000002, + "broker_user_s": 0.938932, + "broker_sys_s": 1.756764, + "broker_cpu_s": 2.695696, + "broker_vcsw": 102108, + "broker_maxrss_kib": 9180, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 12, + "warmup": false, + "single_s": 6.316751906, + "multi_s": 5.813234617, + "client_wall_s": 12.164869888918474, + "client_cpu_s": 8.170811999999955, + "client_vcsw": 203572, + "multi_client_cpu_s": 4.4, + "multi_broker_cpu_s": 5.790000000000001, + "broker_user_s": 4.71356, + "broker_sys_s": 7.421307, + "broker_cpu_s": 12.134867, + "broker_vcsw": 26, + "broker_maxrss_kib": 8344, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 2.114094655, + "multi_s": 2.439768517, + "client_wall_s": 4.588813027832657, + "client_cpu_s": 4.367219000000034, + "client_vcsw": 3506, + "multi_client_cpu_s": 2.37, + "multi_broker_cpu_s": 2.03, + "broker_user_s": 1.760208, + "broker_sys_s": 1.864595, + "broker_cpu_s": 3.624803, + "broker_vcsw": 14818, + "broker_maxrss_kib": 10336, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 13, + "warmup": false, + "single_s": 6.4772332, + "multi_s": 5.79210394, + "client_wall_s": 12.300474522868171, + "client_cpu_s": 8.286519999999996, + "client_vcsw": 212689, + "multi_client_cpu_s": 4.389999999999999, + "multi_broker_cpu_s": 5.76, + "broker_user_s": 4.767654, + "broker_sys_s": 7.506426, + "broker_cpu_s": 12.274080000000001, + "broker_vcsw": 33, + "broker_maxrss_kib": 8352, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 1.996653593, + "multi_s": 2.196115684, + "client_wall_s": 4.224841077113524, + "client_cpu_s": 4.0584969999999885, + "client_vcsw": 3547, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.8299999999999998, + "broker_user_s": 1.650045, + "broker_sys_s": 1.767761, + "broker_cpu_s": 3.4178059999999997, + "broker_vcsw": 12865, + "broker_maxrss_kib": 12092, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 2.081938555, + "multi_s": 2.176272059, + "client_wall_s": 4.289142590016127, + "client_cpu_s": 4.10283400000003, + "client_vcsw": 3536, + "multi_client_cpu_s": 2.1199999999999997, + "multi_broker_cpu_s": 1.88, + "broker_user_s": 1.6180620000000001, + "broker_sys_s": 1.79597, + "broker_cpu_s": 3.414032, + "broker_vcsw": 15106, + "broker_maxrss_kib": 11528, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 13, + "warmup": false, + "single_s": 2.170147879, + "multi_s": 2.531474488, + "client_wall_s": 4.732703945133835, + "client_cpu_s": 4.374349999999936, + "client_vcsw": 14175, + "multi_client_cpu_s": 2.3900000000000006, + "multi_broker_cpu_s": 2.5199999999999996, + "broker_user_s": 1.855384, + "broker_sys_s": 2.495744, + "broker_cpu_s": 4.351128, + "broker_vcsw": 6434, + "broker_maxrss_kib": 10596, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 13, + "warmup": false, + "single_s": 1.873776995, + "multi_s": 2.094135861, + "client_wall_s": 3.9984601410105824, + "client_cpu_s": 3.9594580000000406, + "client_vcsw": 392, + "multi_client_cpu_s": 2.08, + "multi_broker_cpu_s": 1.4900000000000002, + "broker_user_s": 0.9004369999999999, + "broker_sys_s": 1.758573, + "broker_cpu_s": 2.65901, + "broker_vcsw": 97773, + "broker_maxrss_kib": 9188, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 14, + "warmup": false, + "single_s": 1.921834828, + "multi_s": 2.167913349, + "client_wall_s": 4.122157174861059, + "client_cpu_s": 4.0758370000000355, + "client_vcsw": 625, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 1.54, + "broker_user_s": 0.939363, + "broker_sys_s": 1.81394, + "broker_cpu_s": 2.753303, + "broker_vcsw": 105842, + "broker_maxrss_kib": 9560, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 14, + "warmup": false, + "single_s": 6.477535965, + "multi_s": 5.691596391, + "client_wall_s": 12.200622370932251, + "client_cpu_s": 8.25345500000003, + "client_vcsw": 211908, + "multi_client_cpu_s": 4.35, + "multi_broker_cpu_s": 5.66, + "broker_user_s": 4.815621, + "broker_sys_s": 7.356894, + "broker_cpu_s": 12.172515, + "broker_vcsw": 16, + "broker_maxrss_kib": 8644, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 14, + "warmup": false, + "single_s": 2.185579435, + "multi_s": 2.560870076, + "client_wall_s": 4.77693149400875, + "client_cpu_s": 4.41283199999998, + "client_vcsw": 18080, + "multi_client_cpu_s": 2.3900000000000006, + "multi_broker_cpu_s": 2.5599999999999996, + "broker_user_s": 1.7973620000000001, + "broker_sys_s": 2.527181, + "broker_cpu_s": 4.324543, + "broker_vcsw": 6676, + "broker_maxrss_kib": 11372, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 2.058303828, + "multi_s": 2.341096558, + "client_wall_s": 4.431127863936126, + "client_cpu_s": 4.217895999999996, + "client_vcsw": 4017, + "multi_client_cpu_s": 2.27, + "multi_broker_cpu_s": 1.9799999999999998, + "broker_user_s": 1.6487159999999998, + "broker_sys_s": 1.886886, + "broker_cpu_s": 3.535602, + "broker_vcsw": 14544, + "broker_maxrss_kib": 11324, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 2.029064966, + "multi_s": 2.365912665, + "client_wall_s": 4.426935449009761, + "client_cpu_s": 4.212770999999975, + "client_vcsw": 5593, + "multi_client_cpu_s": 2.29, + "multi_broker_cpu_s": 2.1, + "broker_user_s": 1.8162699999999998, + "broker_sys_s": 1.931288, + "broker_cpu_s": 3.7475579999999997, + "broker_vcsw": 11112, + "broker_maxrss_kib": 11476, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 15, + "warmup": false, + "single_s": 1.883410883, + "multi_s": 2.106041086, + "client_wall_s": 4.0208814311772585, + "client_cpu_s": 3.982322999999951, + "client_vcsw": 371, + "multi_client_cpu_s": 2.0900000000000003, + "multi_broker_cpu_s": 1.49, + "broker_user_s": 0.9431219999999999, + "broker_sys_s": 1.734395, + "broker_cpu_s": 2.677517, + "broker_vcsw": 101445, + "broker_maxrss_kib": 9508, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 15, + "warmup": false, + "single_s": 2.205077551, + "multi_s": 2.40193823, + "client_wall_s": 4.638552100863308, + "client_cpu_s": 4.331928000000062, + "client_vcsw": 8620, + "multi_client_cpu_s": 2.3000000000000003, + "multi_broker_cpu_s": 2.38, + "broker_user_s": 1.798308, + "broker_sys_s": 2.393417, + "broker_cpu_s": 4.191725, + "broker_vcsw": 6790, + "broker_maxrss_kib": 10220, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 2.100610298, + "multi_s": 2.309833321, + "client_wall_s": 4.441503824898973, + "client_cpu_s": 4.258441000000062, + "client_vcsw": 4286, + "multi_client_cpu_s": 2.24, + "multi_broker_cpu_s": 2.04, + "broker_user_s": 1.728697, + "broker_sys_s": 1.8459979999999998, + "broker_cpu_s": 3.5746949999999997, + "broker_vcsw": 14093, + "broker_maxrss_kib": 11236, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 1.832220909, + "multi_s": 2.125879961, + "client_wall_s": 3.9895980081055313, + "client_cpu_s": 3.894770000000051, + "client_vcsw": 1757, + "multi_client_cpu_s": 2.1, + "multi_broker_cpu_s": 1.88, + "broker_user_s": 1.618709, + "broker_sys_s": 1.70247, + "broker_cpu_s": 3.321179, + "broker_vcsw": 11815, + "broker_maxrss_kib": 12572, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 15, + "warmup": false, + "single_s": 6.335701481, + "multi_s": 5.765307232, + "client_wall_s": 12.133220614865422, + "client_cpu_s": 8.128949000000034, + "client_vcsw": 213821, + "multi_client_cpu_s": 4.389999999999999, + "multi_broker_cpu_s": 5.7299999999999995, + "broker_user_s": 4.689154, + "broker_sys_s": 7.417927, + "broker_cpu_s": 12.107081, + "broker_vcsw": 44, + "broker_maxrss_kib": 8808, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 2.0236923, + "multi_s": 2.28817541, + "client_wall_s": 4.34390270197764, + "client_cpu_s": 4.141619999999989, + "client_vcsw": 3303, + "multi_client_cpu_s": 2.2199999999999998, + "multi_broker_cpu_s": 1.9999999999999998, + "broker_user_s": 1.7290320000000001, + "broker_sys_s": 1.823956, + "broker_cpu_s": 3.552988, + "broker_vcsw": 13451, + "broker_maxrss_kib": 10420, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 1.821606245, + "multi_s": 2.249249232, + "client_wall_s": 4.10342951095663, + "client_cpu_s": 3.9696649999999636, + "client_vcsw": 2375, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.93, + "broker_user_s": 1.582924, + "broker_sys_s": 1.720549, + "broker_cpu_s": 3.3034730000000003, + "broker_vcsw": 12977, + "broker_maxrss_kib": 11324, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 16, + "warmup": false, + "single_s": 1.885505256, + "multi_s": 2.133755372, + "client_wall_s": 4.050291151041165, + "client_cpu_s": 4.009159000000068, + "client_vcsw": 395, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.49, + "broker_user_s": 0.945112, + "broker_sys_s": 1.722333, + "broker_cpu_s": 2.667445, + "broker_vcsw": 109037, + "broker_maxrss_kib": 9344, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 16, + "warmup": false, + "single_s": 2.057619875, + "multi_s": 2.393769423, + "client_wall_s": 4.483507403172553, + "client_cpu_s": 4.220107999999982, + "client_vcsw": 7760, + "multi_client_cpu_s": 2.3, + "multi_broker_cpu_s": 2.37, + "broker_user_s": 1.77678, + "broker_sys_s": 2.322645, + "broker_cpu_s": 4.099425, + "broker_vcsw": 6837, + "broker_maxrss_kib": 11900, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 16, + "warmup": false, + "single_s": 6.358867037, + "multi_s": 5.826888593, + "client_wall_s": 12.217005806975067, + "client_cpu_s": 8.14679899999993, + "client_vcsw": 212581, + "multi_client_cpu_s": 4.430000000000001, + "multi_broker_cpu_s": 5.8, + "broker_user_s": 4.752308, + "broker_sys_s": 7.438916, + "broker_cpu_s": 12.191224, + "broker_vcsw": 27, + "broker_maxrss_kib": 8868, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 17, + "warmup": false, + "single_s": 2.137039491, + "multi_s": 2.518320134, + "client_wall_s": 4.689246830996126, + "client_cpu_s": 4.421576000000073, + "client_vcsw": 8523, + "multi_client_cpu_s": 2.41, + "multi_broker_cpu_s": 2.4200000000000004, + "broker_user_s": 1.79949, + "broker_sys_s": 2.369114, + "broker_cpu_s": 4.168604, + "broker_vcsw": 7933, + "broker_maxrss_kib": 10980, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 2.128582233, + "multi_s": 2.202345472, + "client_wall_s": 4.361672085011378, + "client_cpu_s": 4.203632999999968, + "client_vcsw": 2342, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 1.8699999999999999, + "broker_user_s": 1.689964, + "broker_sys_s": 1.784814, + "broker_cpu_s": 3.4747779999999997, + "broker_vcsw": 15121, + "broker_maxrss_kib": 11396, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 17, + "warmup": false, + "single_s": 6.335583756, + "multi_s": 5.64298392, + "client_wall_s": 12.01045544189401, + "client_cpu_s": 8.030998000000068, + "client_vcsw": 207938, + "multi_client_cpu_s": 4.27, + "multi_broker_cpu_s": 5.61, + "broker_user_s": 4.6274999999999995, + "broker_sys_s": 7.352205, + "broker_cpu_s": 11.979705, + "broker_vcsw": 25, + "broker_maxrss_kib": 8452, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 17, + "warmup": false, + "single_s": 1.897377236, + "multi_s": 2.159450093, + "client_wall_s": 4.087679754011333, + "client_cpu_s": 4.040720000000022, + "client_vcsw": 629, + "multi_client_cpu_s": 2.1400000000000006, + "multi_broker_cpu_s": 1.51, + "broker_user_s": 0.9397059999999999, + "broker_sys_s": 1.7715720000000001, + "broker_cpu_s": 2.711278, + "broker_vcsw": 111456, + "broker_maxrss_kib": 8820, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 1.850618329, + "multi_s": 2.249808458, + "client_wall_s": 4.131606911076233, + "client_cpu_s": 4.009469999999965, + "client_vcsw": 2126, + "multi_client_cpu_s": 2.19, + "multi_broker_cpu_s": 1.8699999999999999, + "broker_user_s": 1.6231179999999998, + "broker_sys_s": 1.6690399999999999, + "broker_cpu_s": 3.2921579999999997, + "broker_vcsw": 12856, + "broker_maxrss_kib": 11600, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 18, + "warmup": false, + "single_s": 2.204716544, + "multi_s": 2.53906137, + "client_wall_s": 4.775051835924387, + "client_cpu_s": 4.387164000000041, + "client_vcsw": 17730, + "multi_client_cpu_s": 2.38, + "multi_broker_cpu_s": 2.5200000000000005, + "broker_user_s": 1.827807, + "broker_sys_s": 2.550077, + "broker_cpu_s": 4.377884, + "broker_vcsw": 6649, + "broker_maxrss_kib": 10924, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 18, + "warmup": false, + "single_s": 1.879048628, + "multi_s": 2.167115411, + "client_wall_s": 4.07960956194438, + "client_cpu_s": 4.037496000000033, + "client_vcsw": 388, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 1.54, + "broker_user_s": 0.9902949999999999, + "broker_sys_s": 1.725161, + "broker_cpu_s": 2.7154559999999996, + "broker_vcsw": 107012, + "broker_maxrss_kib": 9328, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 18, + "warmup": false, + "single_s": 6.350413343, + "multi_s": 5.69209134, + "client_wall_s": 12.074609725968912, + "client_cpu_s": 8.043226000000004, + "client_vcsw": 210286, + "multi_client_cpu_s": 4.309999999999999, + "multi_broker_cpu_s": 5.659999999999999, + "broker_user_s": 4.623706, + "broker_sys_s": 7.422528, + "broker_cpu_s": 12.046234, + "broker_vcsw": 22, + "broker_maxrss_kib": 8336, + "broker_ru_maxrss_kib": 20568, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 2.062067563, + "multi_s": 2.189028528, + "client_wall_s": 4.281543640885502, + "client_cpu_s": 4.1016669999999635, + "client_vcsw": 3138, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.87, + "broker_user_s": 1.596509, + "broker_sys_s": 1.81495, + "broker_cpu_s": 3.411459, + "broker_vcsw": 15054, + "broker_maxrss_kib": 12072, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 1.843221346, + "multi_s": 2.468496763, + "client_wall_s": 4.345418905839324, + "client_cpu_s": 4.231944999999996, + "client_vcsw": 1919, + "multi_client_cpu_s": 2.42, + "multi_broker_cpu_s": 1.91, + "broker_user_s": 1.682475, + "broker_sys_s": 1.699172, + "broker_cpu_s": 3.381647, + "broker_vcsw": 13594, + "broker_maxrss_kib": 11312, + "broker_ru_maxrss_kib": 20568, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 19, + "warmup": false, + "single_s": 2.028923617, + "multi_s": 2.32245918, + "client_wall_s": 4.38207374792546, + "client_cpu_s": 4.334356000000071, + "client_vcsw": 619, + "multi_client_cpu_s": 2.3100000000000005, + "multi_broker_cpu_s": 1.59, + "broker_user_s": 1.01458, + "broker_sys_s": 1.8570369999999998, + "broker_cpu_s": 2.8716169999999996, + "broker_vcsw": 120555, + "broker_maxrss_kib": 9516, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 1.841717016, + "multi_s": 2.185435707, + "client_wall_s": 4.058767405105755, + "client_cpu_s": 3.9535750000000007, + "client_vcsw": 1221, + "multi_client_cpu_s": 2.1399999999999997, + "multi_broker_cpu_s": 1.82, + "broker_user_s": 1.5589469999999999, + "broker_sys_s": 1.697412, + "broker_cpu_s": 3.256359, + "broker_vcsw": 13096, + "broker_maxrss_kib": 11892, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 19, + "warmup": false, + "single_s": 2.190855808, + "multi_s": 2.483637425, + "client_wall_s": 4.705688792979345, + "client_cpu_s": 4.419631999999922, + "client_vcsw": 11635, + "multi_client_cpu_s": 2.37, + "multi_broker_cpu_s": 2.45, + "broker_user_s": 1.844569, + "broker_sys_s": 2.359635, + "broker_cpu_s": 4.204204, + "broker_vcsw": 7308, + "broker_maxrss_kib": 11480, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 2.122713327, + "multi_s": 2.202274233, + "client_wall_s": 4.355807928135619, + "client_cpu_s": 4.179921999999976, + "client_vcsw": 3502, + "multi_client_cpu_s": 2.14, + "multi_broker_cpu_s": 2.01, + "broker_user_s": 1.5963289999999999, + "broker_sys_s": 1.959493, + "broker_cpu_s": 3.555822, + "broker_vcsw": 13380, + "broker_maxrss_kib": 10772, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 19, + "warmup": false, + "single_s": 6.326998269, + "multi_s": 5.628376362, + "client_wall_s": 11.9890469328966, + "client_cpu_s": 8.051665000000014, + "client_vcsw": 206907, + "multi_client_cpu_s": 4.279999999999999, + "multi_broker_cpu_s": 5.6, + "broker_user_s": 4.600999, + "broker_sys_s": 7.357087, + "broker_cpu_s": 11.958086, + "broker_vcsw": 15, + "broker_maxrss_kib": 8552, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 2.051135939, + "multi_s": 2.207149355, + "client_wall_s": 4.289834673982114, + "client_cpu_s": 4.106180999999992, + "client_vcsw": 2518, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.8399999999999999, + "broker_user_s": 1.6302699999999999, + "broker_sys_s": 1.7900999999999998, + "broker_cpu_s": 3.4203699999999997, + "broker_vcsw": 14974, + "broker_maxrss_kib": 11496, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 1.89334733, + "multi_s": 2.237728503, + "client_wall_s": 4.164572408888489, + "client_cpu_s": 4.019270000000006, + "client_vcsw": 3384, + "multi_client_cpu_s": 2.1899999999999995, + "multi_broker_cpu_s": 1.9700000000000002, + "broker_user_s": 1.584298, + "broker_sys_s": 1.842369, + "broker_cpu_s": 3.426667, + "broker_vcsw": 11638, + "broker_maxrss_kib": 12232, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 20, + "warmup": false, + "single_s": 1.948647777, + "multi_s": 2.12777111, + "client_wall_s": 4.1071881980169564, + "client_cpu_s": 4.062070999999889, + "client_vcsw": 518, + "multi_client_cpu_s": 2.11, + "multi_broker_cpu_s": 1.5100000000000002, + "broker_user_s": 0.922074, + "broker_sys_s": 1.802859, + "broker_cpu_s": 2.724933, + "broker_vcsw": 106774, + "broker_maxrss_kib": 9460, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 20, + "warmup": false, + "single_s": 2.16482845, + "multi_s": 2.424057662, + "client_wall_s": 4.621755783911794, + "client_cpu_s": 4.307787000000019, + "client_vcsw": 12079, + "multi_client_cpu_s": 2.3099999999999996, + "multi_broker_cpu_s": 2.3900000000000006, + "broker_user_s": 1.791726, + "broker_sys_s": 2.37261, + "broker_cpu_s": 4.164336, + "broker_vcsw": 7108, + "broker_maxrss_kib": 11212, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 20, + "warmup": false, + "single_s": 6.342278483, + "multi_s": 5.624685692, + "client_wall_s": 11.998385322047397, + "client_cpu_s": 8.08947000000012, + "client_vcsw": 206683, + "multi_client_cpu_s": 4.300000000000001, + "multi_broker_cpu_s": 5.590000000000001, + "broker_user_s": 4.532282, + "broker_sys_s": 7.437534, + "broker_cpu_s": 11.969816000000002, + "broker_vcsw": 25, + "broker_maxrss_kib": 9184, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 21, + "warmup": false, + "single_s": 1.955999641, + "multi_s": 2.226815875, + "client_wall_s": 4.215260131051764, + "client_cpu_s": 4.164582000000053, + "client_vcsw": 651, + "multi_client_cpu_s": 2.21, + "multi_broker_cpu_s": 1.5400000000000003, + "broker_user_s": 0.9773839999999999, + "broker_sys_s": 1.786532, + "broker_cpu_s": 2.763916, + "broker_vcsw": 111343, + "broker_maxrss_kib": 9136, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 2.089354295, + "multi_s": 2.159530643, + "client_wall_s": 4.280937736853957, + "client_cpu_s": 4.0963480000000345, + "client_vcsw": 2234, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.73, + "broker_user_s": 1.6029719999999998, + "broker_sys_s": 1.773618, + "broker_cpu_s": 3.3765899999999998, + "broker_vcsw": 15267, + "broker_maxrss_kib": 12344, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 1.892909199, + "multi_s": 2.439317055, + "client_wall_s": 4.368110522860661, + "client_cpu_s": 4.262444000000073, + "client_vcsw": 1919, + "multi_client_cpu_s": 2.3999999999999995, + "multi_broker_cpu_s": 1.98, + "broker_user_s": 1.6473559999999998, + "broker_sys_s": 1.796147, + "broker_cpu_s": 3.4435029999999998, + "broker_vcsw": 13880, + "broker_maxrss_kib": 12796, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 21, + "warmup": false, + "single_s": 2.370805324, + "multi_s": 2.504453244, + "client_wall_s": 4.9067058358341455, + "client_cpu_s": 4.530242000000044, + "client_vcsw": 15351, + "multi_client_cpu_s": 2.3599999999999994, + "multi_broker_cpu_s": 2.5, + "broker_user_s": 1.853355, + "broker_sys_s": 2.553326, + "broker_cpu_s": 4.406681000000001, + "broker_vcsw": 6751, + "broker_maxrss_kib": 11168, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 21, + "warmup": false, + "single_s": 6.397976693, + "multi_s": 5.629392215, + "client_wall_s": 12.05892303516157, + "client_cpu_s": 8.2791729999999, + "client_vcsw": 187089, + "multi_client_cpu_s": 4.4799999999999995, + "multi_broker_cpu_s": 5.6, + "broker_user_s": 4.590326, + "broker_sys_s": 7.442763, + "broker_cpu_s": 12.033089, + "broker_vcsw": 15, + "broker_maxrss_kib": 8540, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-daemon", + "round": 22, + "warmup": false, + "single_s": 6.364594099, + "multi_s": 5.733692043, + "client_wall_s": 12.129824833013117, + "client_cpu_s": 8.160109000000034, + "client_vcsw": 219041, + "multi_client_cpu_s": 4.370000000000001, + "multi_broker_cpu_s": 5.7, + "broker_user_s": 4.619662, + "broker_sys_s": 7.481834, + "broker_cpu_s": 12.101496000000001, + "broker_vcsw": 36, + "broker_maxrss_kib": 8492, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 2.101682203, + "multi_s": 2.24615014, + "client_wall_s": 4.378430678974837, + "client_cpu_s": 4.134235000000103, + "client_vcsw": 3948, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.9, + "broker_user_s": 1.698979, + "broker_sys_s": 1.837444, + "broker_cpu_s": 3.536423, + "broker_vcsw": 14330, + "broker_maxrss_kib": 10844, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 22, + "warmup": false, + "single_s": 1.872464793, + "multi_s": 2.148912471, + "client_wall_s": 4.051225217059255, + "client_cpu_s": 4.011463000000049, + "client_vcsw": 390, + "multi_client_cpu_s": 2.1399999999999997, + "multi_broker_cpu_s": 1.56, + "broker_user_s": 0.9784229999999999, + "broker_sys_s": 1.7329430000000001, + "broker_cpu_s": 2.711366, + "broker_vcsw": 101733, + "broker_maxrss_kib": 9324, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 1.9018022, + "multi_s": 2.159629191, + "client_wall_s": 4.092727867886424, + "client_cpu_s": 3.9717540000000326, + "client_vcsw": 1430, + "multi_client_cpu_s": 2.0999999999999996, + "multi_broker_cpu_s": 1.86, + "broker_user_s": 1.6136499999999998, + "broker_sys_s": 1.686544, + "broker_cpu_s": 3.300194, + "broker_vcsw": 12957, + "broker_maxrss_kib": 10892, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 22, + "warmup": false, + "single_s": 2.209724453, + "multi_s": 2.524527206, + "client_wall_s": 4.766293772030622, + "client_cpu_s": 4.391093000000069, + "client_vcsw": 16192, + "multi_client_cpu_s": 2.37, + "multi_broker_cpu_s": 2.5, + "broker_user_s": 1.740228, + "broker_sys_s": 2.603309, + "broker_cpu_s": 4.3435369999999995, + "broker_vcsw": 6236, + "broker_maxrss_kib": 10704, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 2.022790951, + "multi_s": 2.251716279, + "client_wall_s": 4.306427049916238, + "client_cpu_s": 4.134721000000013, + "client_vcsw": 2598, + "multi_client_cpu_s": 2.1900000000000004, + "multi_broker_cpu_s": 1.8399999999999999, + "broker_user_s": 1.577926, + "broker_sys_s": 1.803489, + "broker_cpu_s": 3.3814149999999996, + "broker_vcsw": 15180, + "broker_maxrss_kib": 11632, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 23, + "warmup": false, + "single_s": 1.957481413, + "multi_s": 2.244673118, + "client_wall_s": 4.233988862950355, + "client_cpu_s": 4.187649999999962, + "client_vcsw": 613, + "multi_client_cpu_s": 2.2299999999999995, + "multi_broker_cpu_s": 1.5699999999999998, + "broker_user_s": 0.9558369999999999, + "broker_sys_s": 1.841226, + "broker_cpu_s": 2.797063, + "broker_vcsw": 110482, + "broker_maxrss_kib": 9448, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 23, + "warmup": false, + "single_s": 2.042765178, + "multi_s": 2.500076795, + "client_wall_s": 4.576887089991942, + "client_cpu_s": 4.277223000000049, + "client_vcsw": 14791, + "multi_client_cpu_s": 2.3599999999999994, + "multi_broker_cpu_s": 2.49, + "broker_user_s": 1.759914, + "broker_sys_s": 2.431315, + "broker_cpu_s": 4.191229, + "broker_vcsw": 6746, + "broker_maxrss_kib": 11568, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 1.834332933, + "multi_s": 2.224170534, + "client_wall_s": 4.090008914005011, + "client_cpu_s": 3.9797340000000077, + "client_vcsw": 2026, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.9500000000000002, + "broker_user_s": 1.5929389999999999, + "broker_sys_s": 1.7663069999999998, + "broker_cpu_s": 3.3592459999999997, + "broker_vcsw": 12032, + "broker_maxrss_kib": 11412, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 23, + "warmup": false, + "single_s": 6.34363796, + "multi_s": 5.646586934, + "client_wall_s": 12.022572149056941, + "client_cpu_s": 7.97182399999997, + "client_vcsw": 212862, + "multi_client_cpu_s": 4.26, + "multi_broker_cpu_s": 5.62, + "broker_user_s": 4.717445, + "broker_sys_s": 7.276559, + "broker_cpu_s": 11.994004, + "broker_vcsw": 14, + "broker_maxrss_kib": 8060, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 2.128711466, + "multi_s": 2.371973643, + "client_wall_s": 4.5334752320777625, + "client_cpu_s": 4.332738000000063, + "client_vcsw": 3034, + "multi_client_cpu_s": 2.33, + "multi_broker_cpu_s": 1.95, + "broker_user_s": 1.731123, + "broker_sys_s": 1.841844, + "broker_cpu_s": 3.5729670000000002, + "broker_vcsw": 15334, + "broker_maxrss_kib": 11536, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 1.860926451, + "multi_s": 2.415833119, + "client_wall_s": 4.308500105049461, + "client_cpu_s": 4.159298000000035, + "client_vcsw": 4912, + "multi_client_cpu_s": 2.33, + "multi_broker_cpu_s": 2.0700000000000003, + "broker_user_s": 1.6537039999999998, + "broker_sys_s": 1.852341, + "broker_cpu_s": 3.506045, + "broker_vcsw": 12322, + "broker_maxrss_kib": 11888, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 24, + "warmup": false, + "single_s": 2.100656362, + "multi_s": 2.541780104, + "client_wall_s": 4.676289237104356, + "client_cpu_s": 4.304098999999951, + "client_vcsw": 18614, + "multi_client_cpu_s": 2.37, + "multi_broker_cpu_s": 2.54, + "broker_user_s": 1.7729309999999998, + "broker_sys_s": 2.52792, + "broker_cpu_s": 4.300851, + "broker_vcsw": 6243, + "broker_maxrss_kib": 11544, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 24, + "warmup": false, + "single_s": 6.394386248, + "multi_s": 5.746689598, + "client_wall_s": 12.17355251708068, + "client_cpu_s": 8.199867999999924, + "client_vcsw": 217004, + "multi_client_cpu_s": 4.41, + "multi_broker_cpu_s": 5.73, + "broker_user_s": 4.74184, + "broker_sys_s": 7.403952, + "broker_cpu_s": 12.145792, + "broker_vcsw": 20, + "broker_maxrss_kib": 9036, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 24, + "warmup": false, + "single_s": 1.885521714, + "multi_s": 2.136405278, + "client_wall_s": 4.0531261099968106, + "client_cpu_s": 4.016277000000059, + "client_vcsw": 265, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.5000000000000002, + "broker_user_s": 0.9647789999999999, + "broker_sys_s": 1.7156619999999998, + "broker_cpu_s": 2.6804409999999996, + "broker_vcsw": 111199, + "broker_maxrss_kib": 9684, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 25, + "warmup": false, + "single_s": 1.876781877, + "multi_s": 2.14617808, + "client_wall_s": 4.059319153893739, + "client_cpu_s": 4.014650000000074, + "client_vcsw": 318, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.5000000000000002, + "broker_user_s": 0.936643, + "broker_sys_s": 1.720806, + "broker_cpu_s": 2.657449, + "broker_vcsw": 110573, + "broker_maxrss_kib": 9652, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 1.936367362, + "multi_s": 2.246293805, + "client_wall_s": 4.214584548026323, + "client_cpu_s": 4.101326999999969, + "client_vcsw": 1947, + "multi_client_cpu_s": 2.2, + "multi_broker_cpu_s": 1.96, + "broker_user_s": 1.63167, + "broker_sys_s": 1.820905, + "broker_cpu_s": 3.452575, + "broker_vcsw": 12669, + "broker_maxrss_kib": 12576, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 25, + "warmup": false, + "single_s": 6.337247822, + "multi_s": 6.006868663, + "client_wall_s": 12.375620745122433, + "client_cpu_s": 8.346953999999982, + "client_vcsw": 210224, + "multi_client_cpu_s": 4.58, + "multi_broker_cpu_s": 5.97, + "broker_user_s": 4.719631, + "broker_sys_s": 7.626878, + "broker_cpu_s": 12.346509, + "broker_vcsw": 65, + "broker_maxrss_kib": 8452, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 25, + "warmup": false, + "single_s": 2.164363022, + "multi_s": 2.356605017, + "client_wall_s": 4.553016087971628, + "client_cpu_s": 4.328820000000064, + "client_vcsw": 6348, + "multi_client_cpu_s": 2.3000000000000003, + "multi_broker_cpu_s": 2.3499999999999996, + "broker_user_s": 1.799647, + "broker_sys_s": 2.321438, + "broker_cpu_s": 4.121085, + "broker_vcsw": 7217, + "broker_maxrss_kib": 12360, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 1.999927981, + "multi_s": 2.242845838, + "client_wall_s": 4.273031394928694, + "client_cpu_s": 4.100420000000099, + "client_vcsw": 3012, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.9400000000000002, + "broker_user_s": 1.661057, + "broker_sys_s": 1.773739, + "broker_cpu_s": 3.434796, + "broker_vcsw": 14650, + "broker_maxrss_kib": 12760, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 26, + "warmup": false, + "single_s": 2.134630239, + "multi_s": 2.517542223, + "client_wall_s": 4.682804042007774, + "client_cpu_s": 4.316062000000102, + "client_vcsw": 17886, + "multi_client_cpu_s": 2.3699999999999997, + "multi_broker_cpu_s": 2.5199999999999996, + "broker_user_s": 1.8000919999999998, + "broker_sys_s": 2.516704, + "broker_cpu_s": 4.316796, + "broker_vcsw": 6481, + "broker_maxrss_kib": 10820, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 2.031688701, + "multi_s": 2.164048382, + "client_wall_s": 4.2275690420065075, + "client_cpu_s": 4.039299000000028, + "client_vcsw": 2700, + "multi_client_cpu_s": 2.1100000000000003, + "multi_broker_cpu_s": 1.82, + "broker_user_s": 1.649385, + "broker_sys_s": 1.7195719999999999, + "broker_cpu_s": 3.368957, + "broker_vcsw": 14743, + "broker_maxrss_kib": 11812, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 26, + "warmup": false, + "single_s": 6.350450784, + "multi_s": 5.671777043, + "client_wall_s": 12.052993574878201, + "client_cpu_s": 8.081256999999937, + "client_vcsw": 214833, + "multi_client_cpu_s": 4.32, + "multi_broker_cpu_s": 5.64, + "broker_user_s": 4.705845, + "broker_sys_s": 7.319307, + "broker_cpu_s": 12.025152, + "broker_vcsw": 36, + "broker_maxrss_kib": 9032, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 1.852897815, + "multi_s": 2.280982447, + "client_wall_s": 4.164640073897317, + "client_cpu_s": 4.040382999999906, + "client_vcsw": 2277, + "multi_client_cpu_s": 2.22, + "multi_broker_cpu_s": 2.0300000000000002, + "broker_user_s": 1.633878, + "broker_sys_s": 1.83232, + "broker_cpu_s": 3.466198, + "broker_vcsw": 11102, + "broker_maxrss_kib": 11200, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 26, + "warmup": false, + "single_s": 1.862809534, + "multi_s": 2.167681572, + "client_wall_s": 4.060373491141945, + "client_cpu_s": 4.0170289999999795, + "client_vcsw": 495, + "multi_client_cpu_s": 2.1499999999999995, + "multi_broker_cpu_s": 1.5300000000000002, + "broker_user_s": 0.9491639999999999, + "broker_sys_s": 1.749561, + "broker_cpu_s": 2.6987249999999996, + "broker_vcsw": 111707, + "broker_maxrss_kib": 9292, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 2.121358414, + "multi_s": 2.188775439, + "client_wall_s": 4.343179247807711, + "client_cpu_s": 4.112684000000058, + "client_vcsw": 3081, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.9100000000000001, + "broker_user_s": 1.611586, + "broker_sys_s": 1.8916879999999998, + "broker_cpu_s": 3.5032739999999998, + "broker_vcsw": 13432, + "broker_maxrss_kib": 11220, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 27, + "warmup": false, + "single_s": 6.381721141, + "multi_s": 5.783465543, + "client_wall_s": 12.197960184887052, + "client_cpu_s": 8.223177000000078, + "client_vcsw": 210050, + "multi_client_cpu_s": 4.4, + "multi_broker_cpu_s": 5.75, + "broker_user_s": 4.753392, + "broker_sys_s": 7.41605, + "broker_cpu_s": 12.169442, + "broker_vcsw": 16, + "broker_maxrss_kib": 8408, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 1.830496713, + "multi_s": 2.270391583, + "client_wall_s": 4.132366433972493, + "client_cpu_s": 4.0272050000000945, + "client_vcsw": 1632, + "multi_client_cpu_s": 2.2199999999999998, + "multi_broker_cpu_s": 1.88, + "broker_user_s": 1.6412369999999998, + "broker_sys_s": 1.64224, + "broker_cpu_s": 3.2834769999999995, + "broker_vcsw": 12981, + "broker_maxrss_kib": 12048, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 27, + "warmup": false, + "single_s": 2.204377967, + "multi_s": 2.601977056, + "client_wall_s": 4.8385146809741855, + "client_cpu_s": 4.439940999999976, + "client_vcsw": 16066, + "multi_client_cpu_s": 2.4399999999999995, + "multi_broker_cpu_s": 2.5999999999999996, + "broker_user_s": 1.949122, + "broker_sys_s": 2.48788, + "broker_cpu_s": 4.437002, + "broker_vcsw": 6112, + "broker_maxrss_kib": 10700, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 27, + "warmup": false, + "single_s": 1.860520389, + "multi_s": 2.128352896, + "client_wall_s": 4.021199165843427, + "client_cpu_s": 3.984019999999987, + "client_vcsw": 233, + "multi_client_cpu_s": 2.1100000000000003, + "multi_broker_cpu_s": 1.4999999999999998, + "broker_user_s": 0.9433159999999999, + "broker_sys_s": 1.68786, + "broker_cpu_s": 2.631176, + "broker_vcsw": 104422, + "broker_maxrss_kib": 9484, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 28, + "warmup": false, + "single_s": 1.877836214, + "multi_s": 2.134112569, + "client_wall_s": 4.043214390985668, + "client_cpu_s": 4.0034010000000535, + "client_vcsw": 394, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.5100000000000002, + "broker_user_s": 1.0049199999999998, + "broker_sys_s": 1.669773, + "broker_cpu_s": 2.6746929999999995, + "broker_vcsw": 110092, + "broker_maxrss_kib": 9588, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 2.062361838, + "multi_s": 2.444492567, + "client_wall_s": 4.5423527979291975, + "client_cpu_s": 4.348168999999984, + "client_vcsw": 2757, + "multi_client_cpu_s": 2.3899999999999997, + "multi_broker_cpu_s": 2.0, + "broker_user_s": 1.746594, + "broker_sys_s": 1.828427, + "broker_cpu_s": 3.575021, + "broker_vcsw": 15535, + "broker_maxrss_kib": 11596, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 28, + "warmup": false, + "single_s": 2.234405204, + "multi_s": 2.492962394, + "client_wall_s": 4.758456294890493, + "client_cpu_s": 4.4602160000000595, + "client_vcsw": 14161, + "multi_client_cpu_s": 2.35, + "multi_broker_cpu_s": 2.46, + "broker_user_s": 1.818263, + "broker_sys_s": 2.442563, + "broker_cpu_s": 4.260826, + "broker_vcsw": 7514, + "broker_maxrss_kib": 10644, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 28, + "warmup": false, + "single_s": 6.340327722, + "multi_s": 5.644251184, + "client_wall_s": 12.018039858201519, + "client_cpu_s": 8.054051000000072, + "client_vcsw": 209792, + "multi_client_cpu_s": 4.249999999999999, + "multi_broker_cpu_s": 5.61, + "broker_user_s": 4.538873, + "broker_sys_s": 7.449792, + "broker_cpu_s": 11.988665000000001, + "broker_vcsw": 32, + "broker_maxrss_kib": 8348, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 1.838928765, + "multi_s": 2.230617335, + "client_wall_s": 4.104723911965266, + "client_cpu_s": 3.9892429999999877, + "client_vcsw": 2133, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.9500000000000002, + "broker_user_s": 1.624461, + "broker_sys_s": 1.723672, + "broker_cpu_s": 3.348133, + "broker_vcsw": 12464, + "broker_maxrss_kib": 11360, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 2.063962038, + "multi_s": 2.244053008, + "client_wall_s": 4.339248592033982, + "client_cpu_s": 4.159605000000056, + "client_vcsw": 3159, + "multi_client_cpu_s": 2.1800000000000006, + "multi_broker_cpu_s": 1.99, + "broker_user_s": 1.6372010000000001, + "broker_sys_s": 1.8839709999999998, + "broker_cpu_s": 3.521172, + "broker_vcsw": 13845, + "broker_maxrss_kib": 11072, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 29, + "warmup": false, + "single_s": 6.416255675, + "multi_s": 5.622811278, + "client_wall_s": 12.070541525026783, + "client_cpu_s": 8.16177700000003, + "client_vcsw": 213295, + "multi_client_cpu_s": 4.300000000000001, + "multi_broker_cpu_s": 5.589999999999999, + "broker_user_s": 4.680194, + "broker_sys_s": 7.363732, + "broker_cpu_s": 12.043925999999999, + "broker_vcsw": 24, + "broker_maxrss_kib": 8324, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 29, + "warmup": false, + "single_s": 1.89939048, + "multi_s": 2.234612655, + "client_wall_s": 4.168277397984639, + "client_cpu_s": 4.125698000000057, + "client_vcsw": 294, + "multi_client_cpu_s": 2.22, + "multi_broker_cpu_s": 1.51, + "broker_user_s": 0.949821, + "broker_sys_s": 1.723379, + "broker_cpu_s": 2.6732, + "broker_vcsw": 111179, + "broker_maxrss_kib": 9172, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 29, + "warmup": false, + "single_s": 2.28119939, + "multi_s": 2.657436224, + "client_wall_s": 4.969815731048584, + "client_cpu_s": 4.619243999999981, + "client_vcsw": 13497, + "multi_client_cpu_s": 2.5200000000000005, + "multi_broker_cpu_s": 2.62, + "broker_user_s": 1.914316, + "broker_sys_s": 2.602991, + "broker_cpu_s": 4.517307, + "broker_vcsw": 7015, + "broker_maxrss_kib": 11680, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 1.88341395, + "multi_s": 2.231387903, + "client_wall_s": 4.146361911902204, + "client_cpu_s": 4.020692000000167, + "client_vcsw": 2142, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.9800000000000002, + "broker_user_s": 1.668171, + "broker_sys_s": 1.735652, + "broker_cpu_s": 3.403823, + "broker_vcsw": 11582, + "broker_maxrss_kib": 11824, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 30, + "warmup": false, + "single_s": 2.224347117, + "multi_s": 2.514402588, + "client_wall_s": 4.770436804974452, + "client_cpu_s": 4.443590000000086, + "client_vcsw": 13032, + "multi_client_cpu_s": 2.3899999999999997, + "multi_broker_cpu_s": 2.51, + "broker_user_s": 1.8513549999999999, + "broker_sys_s": 2.465944, + "broker_cpu_s": 4.317299, + "broker_vcsw": 6781, + "broker_maxrss_kib": 11756, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 2.041506321, + "multi_s": 2.232826931, + "client_wall_s": 4.306827729102224, + "client_cpu_s": 4.104381000000103, + "client_vcsw": 2794, + "multi_client_cpu_s": 2.1799999999999997, + "multi_broker_cpu_s": 1.85, + "broker_user_s": 1.606314, + "broker_sys_s": 1.803385, + "broker_cpu_s": 3.409699, + "broker_vcsw": 15085, + "broker_maxrss_kib": 10112, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 30, + "warmup": false, + "single_s": 6.378129757, + "multi_s": 5.615100846, + "client_wall_s": 12.025951856048778, + "client_cpu_s": 8.045589000000064, + "client_vcsw": 209167, + "multi_client_cpu_s": 4.25, + "multi_broker_cpu_s": 5.59, + "broker_user_s": 4.837312, + "broker_sys_s": 7.161982, + "broker_cpu_s": 11.999293999999999, + "broker_vcsw": 20, + "broker_maxrss_kib": 8224, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 1.978458631, + "multi_s": 2.222579203, + "client_wall_s": 4.232010171050206, + "client_cpu_s": 4.053071999999929, + "client_vcsw": 3461, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.91, + "broker_user_s": 1.6405560000000001, + "broker_sys_s": 1.862172, + "broker_cpu_s": 3.5027280000000003, + "broker_vcsw": 12092, + "broker_maxrss_kib": 12044, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 30, + "warmup": false, + "single_s": 1.87565365, + "multi_s": 2.103967477, + "client_wall_s": 4.010386871173978, + "client_cpu_s": 3.9679960000000847, + "client_vcsw": 477, + "multi_client_cpu_s": 2.09, + "multi_broker_cpu_s": 1.4900000000000002, + "broker_user_s": 0.9440069999999999, + "broker_sys_s": 1.7146689999999998, + "broker_cpu_s": 2.658676, + "broker_vcsw": 99900, + "broker_maxrss_kib": 9000, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 1.813478637, + "multi_s": 2.277094837, + "client_wall_s": 4.122557403985411, + "client_cpu_s": 4.016708999999992, + "client_vcsw": 2302, + "multi_client_cpu_s": 2.2199999999999998, + "multi_broker_cpu_s": 1.94, + "broker_user_s": 1.622585, + "broker_sys_s": 1.7027, + "broker_cpu_s": 3.325285, + "broker_vcsw": 12423, + "broker_maxrss_kib": 11476, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 31, + "warmup": false, + "single_s": 6.375639954, + "multi_s": 5.856070279, + "client_wall_s": 12.263308285968378, + "client_cpu_s": 8.304892999999993, + "client_vcsw": 213448, + "multi_client_cpu_s": 4.500000000000001, + "multi_broker_cpu_s": 5.83, + "broker_user_s": 4.693147, + "broker_sys_s": 7.543767, + "broker_cpu_s": 12.236913999999999, + "broker_vcsw": 28, + "broker_maxrss_kib": 8152, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 2.092692721, + "multi_s": 2.185004199, + "client_wall_s": 4.309513438958675, + "client_cpu_s": 4.142843999999968, + "client_vcsw": 2049, + "multi_client_cpu_s": 2.1399999999999997, + "multi_broker_cpu_s": 1.79, + "broker_user_s": 1.551202, + "broker_sys_s": 1.783733, + "broker_cpu_s": 3.3349349999999998, + "broker_vcsw": 15311, + "broker_maxrss_kib": 11512, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 31, + "warmup": false, + "single_s": 1.903362054, + "multi_s": 2.202353267, + "client_wall_s": 4.13645256916061, + "client_cpu_s": 4.08934099999999, + "client_vcsw": 675, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 1.5400000000000003, + "broker_user_s": 0.939835, + "broker_sys_s": 1.799952, + "broker_cpu_s": 2.7397869999999998, + "broker_vcsw": 112833, + "broker_maxrss_kib": 9568, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 31, + "warmup": false, + "single_s": 2.161621189, + "multi_s": 2.494313193, + "client_wall_s": 4.687820952152833, + "client_cpu_s": 4.3731559999999945, + "client_vcsw": 13795, + "multi_client_cpu_s": 2.37, + "multi_broker_cpu_s": 2.51, + "broker_user_s": 1.793173, + "broker_sys_s": 2.481402, + "broker_cpu_s": 4.2745750000000005, + "broker_vcsw": 6636, + "broker_maxrss_kib": 11936, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 1.998755806, + "multi_s": 2.249468358, + "client_wall_s": 4.281683929031715, + "client_cpu_s": 4.114845999999943, + "client_vcsw": 2283, + "multi_client_cpu_s": 2.2200000000000006, + "multi_broker_cpu_s": 1.8499999999999999, + "broker_user_s": 1.63224, + "broker_sys_s": 1.7751739999999998, + "broker_cpu_s": 3.4074139999999997, + "broker_vcsw": 14985, + "broker_maxrss_kib": 11096, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 32, + "warmup": false, + "single_s": 2.120633838, + "multi_s": 2.401814118, + "client_wall_s": 4.554376082960516, + "client_cpu_s": 4.262809999999945, + "client_vcsw": 11075, + "multi_client_cpu_s": 2.3, + "multi_broker_cpu_s": 2.38, + "broker_user_s": 1.7857409999999998, + "broker_sys_s": 2.350925, + "broker_cpu_s": 4.136666, + "broker_vcsw": 7323, + "broker_maxrss_kib": 12416, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 32, + "warmup": false, + "single_s": 6.392040356, + "multi_s": 5.660922949, + "client_wall_s": 12.08378129103221, + "client_cpu_s": 8.108396999999968, + "client_vcsw": 214536, + "multi_client_cpu_s": 4.3, + "multi_broker_cpu_s": 5.630000000000001, + "broker_user_s": 4.651127, + "broker_sys_s": 7.406008, + "broker_cpu_s": 12.057134999999999, + "broker_vcsw": 19, + "broker_maxrss_kib": 8576, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 32, + "warmup": false, + "single_s": 1.879543299, + "multi_s": 2.155463767, + "client_wall_s": 4.067698634928092, + "client_cpu_s": 4.025058000000058, + "client_vcsw": 363, + "multi_client_cpu_s": 2.1399999999999997, + "multi_broker_cpu_s": 1.55, + "broker_user_s": 0.945742, + "broker_sys_s": 1.7810179999999998, + "broker_cpu_s": 2.7267599999999996, + "broker_vcsw": 106172, + "broker_maxrss_kib": 9396, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 1.818947416, + "multi_s": 2.198885116, + "client_wall_s": 4.050522916018963, + "client_cpu_s": 3.935346999999979, + "client_vcsw": 2002, + "multi_client_cpu_s": 2.14, + "multi_broker_cpu_s": 1.96, + "broker_user_s": 1.615463, + "broker_sys_s": 1.729806, + "broker_cpu_s": 3.345269, + "broker_vcsw": 11792, + "broker_maxrss_kib": 10900, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 33, + "warmup": false, + "single_s": 1.987671019, + "multi_s": 2.281744368, + "client_wall_s": 4.300060025881976, + "client_cpu_s": 4.256934000000001, + "client_vcsw": 507, + "multi_client_cpu_s": 2.27, + "multi_broker_cpu_s": 1.59, + "broker_user_s": 0.958332, + "broker_sys_s": 1.8498979999999998, + "broker_cpu_s": 2.80823, + "broker_vcsw": 116345, + "broker_maxrss_kib": 9532, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 33, + "warmup": false, + "single_s": 6.373241575, + "multi_s": 6.004477711, + "client_wall_s": 12.409691342152655, + "client_cpu_s": 8.40924300000006, + "client_vcsw": 202992, + "multi_client_cpu_s": 4.59, + "multi_broker_cpu_s": 5.969999999999999, + "broker_user_s": 4.789362, + "broker_sys_s": 7.592899, + "broker_cpu_s": 12.382261, + "broker_vcsw": 30, + "broker_maxrss_kib": 8864, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 1.999620172, + "multi_s": 2.267281667, + "client_wall_s": 4.298967695096508, + "client_cpu_s": 4.1390969999999925, + "client_vcsw": 2825, + "multi_client_cpu_s": 2.23, + "multi_broker_cpu_s": 1.81, + "broker_user_s": 1.66021, + "broker_sys_s": 1.729177, + "broker_cpu_s": 3.389387, + "broker_vcsw": 15108, + "broker_maxrss_kib": 11828, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 1.884007608, + "multi_s": 2.164891059, + "client_wall_s": 4.081120060058311, + "client_cpu_s": 3.9469109999998864, + "client_vcsw": 2300, + "multi_client_cpu_s": 2.11, + "multi_broker_cpu_s": 1.87, + "broker_user_s": 1.671907, + "broker_sys_s": 1.651691, + "broker_cpu_s": 3.323598, + "broker_vcsw": 12623, + "broker_maxrss_kib": 11356, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 33, + "warmup": false, + "single_s": 2.293097488, + "multi_s": 2.842018813, + "client_wall_s": 5.169518794864416, + "client_cpu_s": 4.744054999999889, + "client_vcsw": 19700, + "multi_client_cpu_s": 2.6300000000000003, + "multi_broker_cpu_s": 2.8300000000000005, + "broker_user_s": 1.970848, + "broker_sys_s": 2.7674440000000002, + "broker_cpu_s": 4.738292, + "broker_vcsw": 6529, + "broker_maxrss_kib": 11204, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 34, + "warmup": false, + "single_s": 1.881203167, + "multi_s": 2.104900708, + "client_wall_s": 4.016167914960533, + "client_cpu_s": 3.9788610000000517, + "client_vcsw": 257, + "multi_client_cpu_s": 2.0900000000000003, + "multi_broker_cpu_s": 1.5499999999999998, + "broker_user_s": 0.9837670000000001, + "broker_sys_s": 1.7087419999999998, + "broker_cpu_s": 2.692509, + "broker_vcsw": 93166, + "broker_maxrss_kib": 9488, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 2.133528095, + "multi_s": 2.2331107, + "client_wall_s": 4.3974603419192135, + "client_cpu_s": 4.201667000000043, + "client_vcsw": 2792, + "multi_client_cpu_s": 2.1800000000000006, + "multi_broker_cpu_s": 1.8000000000000003, + "broker_user_s": 1.640563, + "broker_sys_s": 1.804291, + "broker_cpu_s": 3.4448540000000003, + "broker_vcsw": 15297, + "broker_maxrss_kib": 11688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 1.864729151, + "multi_s": 2.289908356, + "client_wall_s": 4.185884113889188, + "client_cpu_s": 4.077584999999885, + "client_vcsw": 1971, + "multi_client_cpu_s": 2.24, + "multi_broker_cpu_s": 1.95, + "broker_user_s": 1.632223, + "broker_sys_s": 1.738172, + "broker_cpu_s": 3.3703950000000003, + "broker_vcsw": 12906, + "broker_maxrss_kib": 11700, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 34, + "warmup": false, + "single_s": 2.119959443, + "multi_s": 2.61386646, + "client_wall_s": 4.764234264148399, + "client_cpu_s": 4.412696999999866, + "client_vcsw": 19532, + "multi_client_cpu_s": 2.45, + "multi_broker_cpu_s": 2.62, + "broker_user_s": 1.829248, + "broker_sys_s": 2.533746, + "broker_cpu_s": 4.362994, + "broker_vcsw": 6689, + "broker_maxrss_kib": 11316, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 34, + "warmup": false, + "single_s": 6.362022622, + "multi_s": 5.645889148, + "client_wall_s": 12.037803648971021, + "client_cpu_s": 8.128975999999966, + "client_vcsw": 202075, + "multi_client_cpu_s": 4.31, + "multi_broker_cpu_s": 5.61, + "broker_user_s": 4.607456, + "broker_sys_s": 7.406125, + "broker_cpu_s": 12.013581, + "broker_vcsw": 26, + "broker_maxrss_kib": 8288, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 35, + "warmup": false, + "single_s": 1.85718613, + "multi_s": 2.099010432, + "client_wall_s": 3.9861193099059165, + "client_cpu_s": 3.947454999999991, + "client_vcsw": 317, + "multi_client_cpu_s": 2.09, + "multi_broker_cpu_s": 1.47, + "broker_user_s": 0.977976, + "broker_sys_s": 1.6490930000000001, + "broker_cpu_s": 2.627069, + "broker_vcsw": 100388, + "broker_maxrss_kib": 9536, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 35, + "warmup": false, + "single_s": 6.328562857, + "multi_s": 5.762886123, + "client_wall_s": 12.125634195981547, + "client_cpu_s": 8.172465999999986, + "client_vcsw": 211692, + "multi_client_cpu_s": 4.37, + "multi_broker_cpu_s": 5.74, + "broker_user_s": 4.670066, + "broker_sys_s": 7.426515, + "broker_cpu_s": 12.096581, + "broker_vcsw": 25, + "broker_maxrss_kib": 8448, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 2.109463565, + "multi_s": 2.246364713, + "client_wall_s": 4.385810392908752, + "client_cpu_s": 4.185991000000058, + "client_vcsw": 3447, + "multi_client_cpu_s": 2.1799999999999997, + "multi_broker_cpu_s": 1.9000000000000001, + "broker_user_s": 1.695441, + "broker_sys_s": 1.787496, + "broker_cpu_s": 3.4829369999999997, + "broker_vcsw": 14881, + "broker_maxrss_kib": 10660, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 35, + "warmup": false, + "single_s": 2.211544283, + "multi_s": 2.504255781, + "client_wall_s": 4.7472164570353925, + "client_cpu_s": 4.327803999999901, + "client_vcsw": 15863, + "multi_client_cpu_s": 2.3500000000000005, + "multi_broker_cpu_s": 2.48, + "broker_user_s": 1.791774, + "broker_sys_s": 2.561388, + "broker_cpu_s": 4.353162, + "broker_vcsw": 6514, + "broker_maxrss_kib": 10996, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 1.853245426, + "multi_s": 2.208615174, + "client_wall_s": 4.097114400006831, + "client_cpu_s": 3.973766999999839, + "client_vcsw": 2064, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.91, + "broker_user_s": 1.598531, + "broker_sys_s": 1.736233, + "broker_cpu_s": 3.334764, + "broker_vcsw": 12879, + "broker_maxrss_kib": 11560, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 36, + "warmup": false, + "single_s": 6.322355567, + "multi_s": 5.712076104, + "client_wall_s": 12.065573793137446, + "client_cpu_s": 8.115670000000023, + "client_vcsw": 206049, + "multi_client_cpu_s": 4.35, + "multi_broker_cpu_s": 5.68, + "broker_user_s": 4.484665, + "broker_sys_s": 7.551437, + "broker_cpu_s": 12.036102, + "broker_vcsw": 33, + "broker_maxrss_kib": 8552, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 1.822176917, + "multi_s": 2.244608672, + "client_wall_s": 4.102190178120509, + "client_cpu_s": 3.980493000000024, + "client_vcsw": 3512, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 2.1, + "broker_user_s": 1.638544, + "broker_sys_s": 1.862072, + "broker_cpu_s": 3.500616, + "broker_vcsw": 10316, + "broker_maxrss_kib": 12124, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 2.038451356, + "multi_s": 2.25787812, + "client_wall_s": 4.32734693097882, + "client_cpu_s": 4.163459999999986, + "client_vcsw": 2228, + "multi_client_cpu_s": 2.2100000000000004, + "multi_broker_cpu_s": 1.81, + "broker_user_s": 1.5668630000000001, + "broker_sys_s": 1.7630979999999998, + "broker_cpu_s": 3.329961, + "broker_vcsw": 16106, + "broker_maxrss_kib": 10856, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 36, + "warmup": false, + "single_s": 2.18627819, + "multi_s": 2.417965184, + "client_wall_s": 4.635454361094162, + "client_cpu_s": 4.382133000000067, + "client_vcsw": 11062, + "multi_client_cpu_s": 2.31, + "multi_broker_cpu_s": 2.41, + "broker_user_s": 1.751637, + "broker_sys_s": 2.391045, + "broker_cpu_s": 4.142682000000001, + "broker_vcsw": 7475, + "broker_maxrss_kib": 11188, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 36, + "warmup": false, + "single_s": 1.912994752, + "multi_s": 2.143809068, + "client_wall_s": 4.089189063059166, + "client_cpu_s": 4.039637999999968, + "client_vcsw": 699, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.5100000000000002, + "broker_user_s": 0.936368, + "broker_sys_s": 1.7837480000000001, + "broker_cpu_s": 2.720116, + "broker_vcsw": 105687, + "broker_maxrss_kib": 8876, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 37, + "warmup": false, + "single_s": 1.903140026, + "multi_s": 2.107137613, + "client_wall_s": 4.041020822012797, + "client_cpu_s": 3.9963310000000547, + "client_vcsw": 601, + "multi_client_cpu_s": 2.08, + "multi_broker_cpu_s": 1.5, + "broker_user_s": 0.959593, + "broker_sys_s": 1.750884, + "broker_cpu_s": 2.710477, + "broker_vcsw": 98255, + "broker_maxrss_kib": 9500, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 37, + "warmup": false, + "single_s": 2.131510845, + "multi_s": 2.417116252, + "client_wall_s": 4.57954719197005, + "client_cpu_s": 4.275310999999988, + "client_vcsw": 11754, + "multi_client_cpu_s": 2.3, + "multi_broker_cpu_s": 2.3900000000000006, + "broker_user_s": 1.762991, + "broker_sys_s": 2.397893, + "broker_cpu_s": 4.160883999999999, + "broker_vcsw": 6659, + "broker_maxrss_kib": 10716, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 1.848126906, + "multi_s": 2.352187823, + "client_wall_s": 4.23213005787693, + "client_cpu_s": 4.075803000000178, + "client_vcsw": 7348, + "multi_client_cpu_s": 2.26, + "multi_broker_cpu_s": 2.16, + "broker_user_s": 1.744456, + "broker_sys_s": 1.890076, + "broker_cpu_s": 3.634532, + "broker_vcsw": 10138, + "broker_maxrss_kib": 11452, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 37, + "warmup": false, + "single_s": 6.406158443, + "multi_s": 5.61189246, + "client_wall_s": 12.049103975994512, + "client_cpu_s": 8.115554999999972, + "client_vcsw": 218118, + "multi_client_cpu_s": 4.279999999999999, + "multi_broker_cpu_s": 5.58, + "broker_user_s": 4.668191, + "broker_sys_s": 7.353302, + "broker_cpu_s": 12.021493, + "broker_vcsw": 18, + "broker_maxrss_kib": 8232, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 2.048295303, + "multi_s": 2.19788767, + "client_wall_s": 4.276634076144546, + "client_cpu_s": 4.047359999999912, + "client_vcsw": 3337, + "multi_client_cpu_s": 2.12, + "multi_broker_cpu_s": 1.93, + "broker_user_s": 1.6445319999999999, + "broker_sys_s": 1.8478620000000001, + "broker_cpu_s": 3.492394, + "broker_vcsw": 13911, + "broker_maxrss_kib": 10564, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 38, + "warmup": false, + "single_s": 1.983338411, + "multi_s": 2.470262798, + "client_wall_s": 4.4901978629641235, + "client_cpu_s": 4.438718000000108, + "client_vcsw": 616, + "multi_client_cpu_s": 2.4499999999999997, + "multi_broker_cpu_s": 1.67, + "broker_user_s": 1.0357269999999998, + "broker_sys_s": 1.880637, + "broker_cpu_s": 2.9163639999999997, + "broker_vcsw": 123112, + "broker_maxrss_kib": 9240, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 2.220738761, + "multi_s": 2.196058015, + "client_wall_s": 4.449393359944224, + "client_cpu_s": 4.249830999999972, + "client_vcsw": 2101, + "multi_client_cpu_s": 2.14, + "multi_broker_cpu_s": 1.81, + "broker_user_s": 1.627422, + "broker_sys_s": 1.844463, + "broker_cpu_s": 3.471885, + "broker_vcsw": 15399, + "broker_maxrss_kib": 11052, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 38, + "warmup": false, + "single_s": 6.382921474, + "multi_s": 5.670944828, + "client_wall_s": 12.085421608993784, + "client_cpu_s": 8.163997999999765, + "client_vcsw": 224420, + "multi_client_cpu_s": 4.4, + "multi_broker_cpu_s": 5.640000000000001, + "broker_user_s": 4.720986, + "broker_sys_s": 7.338583, + "broker_cpu_s": 12.059569, + "broker_vcsw": 23, + "broker_maxrss_kib": 8100, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 1.893342203, + "multi_s": 2.168628632, + "client_wall_s": 4.092634468106553, + "client_cpu_s": 3.9537049999999, + "client_vcsw": 2890, + "multi_client_cpu_s": 2.11, + "multi_broker_cpu_s": 1.9400000000000002, + "broker_user_s": 1.724282, + "broker_sys_s": 1.6960169999999999, + "broker_cpu_s": 3.420299, + "broker_vcsw": 11216, + "broker_maxrss_kib": 11708, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 38, + "warmup": false, + "single_s": 2.078942314, + "multi_s": 2.422906684, + "client_wall_s": 4.532839142950252, + "client_cpu_s": 4.275216999999998, + "client_vcsw": 12465, + "multi_client_cpu_s": 2.32, + "multi_broker_cpu_s": 2.3899999999999997, + "broker_user_s": 1.749196, + "broker_sys_s": 2.4180099999999998, + "broker_cpu_s": 4.167206, + "broker_vcsw": 6741, + "broker_maxrss_kib": 11824, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 1.849464926, + "multi_s": 2.255922508, + "client_wall_s": 4.136658972827718, + "client_cpu_s": 3.997633000000178, + "client_vcsw": 2676, + "multi_client_cpu_s": 2.18, + "multi_broker_cpu_s": 1.94, + "broker_user_s": 1.669303, + "broker_sys_s": 1.6682869999999999, + "broker_cpu_s": 3.3375899999999996, + "broker_vcsw": 12674, + "broker_maxrss_kib": 11512, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 39, + "warmup": false, + "single_s": 2.16394823, + "multi_s": 2.468545939, + "client_wall_s": 4.664825981017202, + "client_cpu_s": 4.340342999999962, + "client_vcsw": 14758, + "multi_client_cpu_s": 2.3200000000000003, + "multi_broker_cpu_s": 2.45, + "broker_user_s": 1.735479, + "broker_sys_s": 2.453574, + "broker_cpu_s": 4.189053, + "broker_vcsw": 7030, + "broker_maxrss_kib": 11016, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 39, + "warmup": false, + "single_s": 1.846469327, + "multi_s": 2.116088694, + "client_wall_s": 3.9942474958952516, + "client_cpu_s": 3.9544260000002396, + "client_vcsw": 413, + "multi_client_cpu_s": 2.1100000000000003, + "multi_broker_cpu_s": 1.56, + "broker_user_s": 0.969555, + "broker_sys_s": 1.737284, + "broker_cpu_s": 2.706839, + "broker_vcsw": 94937, + "broker_maxrss_kib": 9832, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 2.054028854, + "multi_s": 2.194526377, + "client_wall_s": 4.280168717028573, + "client_cpu_s": 4.123425000000111, + "client_vcsw": 2039, + "multi_client_cpu_s": 2.17, + "multi_broker_cpu_s": 1.7799999999999998, + "broker_user_s": 1.567105, + "broker_sys_s": 1.755433, + "broker_cpu_s": 3.3225379999999998, + "broker_vcsw": 15799, + "broker_maxrss_kib": 11740, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 39, + "warmup": false, + "single_s": 6.424079797, + "multi_s": 5.662689417, + "client_wall_s": 12.117862655082718, + "client_cpu_s": 8.196685000000116, + "client_vcsw": 212552, + "multi_client_cpu_s": 4.299999999999999, + "multi_broker_cpu_s": 5.63, + "broker_user_s": 4.625544, + "broker_sys_s": 7.467544, + "broker_cpu_s": 12.093088, + "broker_vcsw": 31, + "broker_maxrss_kib": 8688, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 1.869738354, + "multi_s": 2.208119962, + "client_wall_s": 4.109879051102325, + "client_cpu_s": 3.985994000000119, + "client_vcsw": 3275, + "multi_client_cpu_s": 2.1500000000000004, + "multi_broker_cpu_s": 2.04, + "broker_user_s": 1.610587, + "broker_sys_s": 1.885222, + "broker_cpu_s": 3.495809, + "broker_vcsw": 11000, + "broker_maxrss_kib": 12964, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 40, + "warmup": false, + "single_s": 6.377028822, + "multi_s": 5.741248206, + "client_wall_s": 12.148660454899073, + "client_cpu_s": 8.102046000000087, + "client_vcsw": 217080, + "multi_client_cpu_s": 4.35, + "multi_broker_cpu_s": 5.719999999999999, + "broker_user_s": 4.801835, + "broker_sys_s": 7.321748, + "broker_cpu_s": 12.123583, + "broker_vcsw": 19, + "broker_maxrss_kib": 9052, + "broker_ru_maxrss_kib": 20696, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 40, + "warmup": false, + "single_s": 2.148293464, + "multi_s": 2.596475718, + "client_wall_s": 4.775593102909625, + "client_cpu_s": 4.392331000000013, + "client_vcsw": 19082, + "multi_client_cpu_s": 2.42, + "multi_broker_cpu_s": 2.6, + "broker_user_s": 1.834042, + "broker_sys_s": 2.550059, + "broker_cpu_s": 4.384101, + "broker_vcsw": 6357, + "broker_maxrss_kib": 11392, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 40, + "warmup": false, + "single_s": 1.850922951, + "multi_s": 2.075791176, + "client_wall_s": 3.9566701201256365, + "client_cpu_s": 3.91828699999985, + "client_vcsw": 264, + "multi_client_cpu_s": 2.06, + "multi_broker_cpu_s": 1.55, + "broker_user_s": 0.912206, + "broker_sys_s": 1.8013080000000001, + "broker_cpu_s": 2.713514, + "broker_vcsw": 86382, + "broker_maxrss_kib": 9300, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 2.146546922, + "multi_s": 2.169380204, + "client_wall_s": 4.347182041034102, + "client_cpu_s": 4.150470000000155, + "client_vcsw": 2927, + "multi_client_cpu_s": 2.1199999999999997, + "multi_broker_cpu_s": 1.84, + "broker_user_s": 1.592666, + "broker_sys_s": 1.810347, + "broker_cpu_s": 3.4030129999999996, + "broker_vcsw": 14990, + "broker_maxrss_kib": 12096, + "broker_ru_maxrss_kib": 20696, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 41, + "warmup": false, + "single_s": 2.1780488, + "multi_s": 2.418689336, + "client_wall_s": 4.628307692008093, + "client_cpu_s": 4.374924999999962, + "client_vcsw": 9804, + "multi_client_cpu_s": 2.33, + "multi_broker_cpu_s": 2.38, + "broker_user_s": 1.7914029999999999, + "broker_sys_s": 2.366212, + "broker_cpu_s": 4.157615, + "broker_vcsw": 7221, + "broker_maxrss_kib": 11632, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 41, + "warmup": false, + "single_s": 1.896008917, + "multi_s": 2.145815534, + "client_wall_s": 4.073390444042161, + "client_cpu_s": 4.0299420000000055, + "client_vcsw": 573, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.5100000000000002, + "broker_user_s": 0.965114, + "broker_sys_s": 1.729859, + "broker_cpu_s": 2.694973, + "broker_vcsw": 109913, + "broker_maxrss_kib": 9260, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 41, + "warmup": false, + "single_s": 6.359330684, + "multi_s": 5.808514428, + "client_wall_s": 12.199699623975903, + "client_cpu_s": 8.200015999999891, + "client_vcsw": 211070, + "multi_client_cpu_s": 4.41, + "multi_broker_cpu_s": 5.79, + "broker_user_s": 4.711541, + "broker_sys_s": 7.463818, + "broker_cpu_s": 12.175359, + "broker_vcsw": 13, + "broker_maxrss_kib": 8256, + "broker_ru_maxrss_kib": 20824, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 2.0629456, + "multi_s": 2.182625905, + "client_wall_s": 4.2768371070269495, + "client_cpu_s": 4.097197999999821, + "client_vcsw": 2430, + "multi_client_cpu_s": 2.13, + "multi_broker_cpu_s": 1.86, + "broker_user_s": 1.6100970000000001, + "broker_sys_s": 1.8175270000000001, + "broker_cpu_s": 3.4276240000000002, + "broker_vcsw": 14571, + "broker_maxrss_kib": 11532, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 1.811498111, + "multi_s": 2.25620865, + "client_wall_s": 4.098565112799406, + "client_cpu_s": 3.9882599999999684, + "client_vcsw": 1690, + "multi_client_cpu_s": 2.19, + "multi_broker_cpu_s": 1.89, + "broker_user_s": 1.5975489999999999, + "broker_sys_s": 1.673055, + "broker_cpu_s": 3.2706039999999996, + "broker_vcsw": 12747, + "broker_maxrss_kib": 11544, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 42, + "warmup": false, + "single_s": 1.884148813, + "multi_s": 2.165102302, + "client_wall_s": 4.080010920995846, + "client_cpu_s": 4.032864999999788, + "client_vcsw": 628, + "multi_client_cpu_s": 2.16, + "multi_broker_cpu_s": 1.5600000000000003, + "broker_user_s": 0.935893, + "broker_sys_s": 1.802376, + "broker_cpu_s": 2.738269, + "broker_vcsw": 99334, + "broker_maxrss_kib": 9852, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 42, + "warmup": false, + "single_s": 2.118542878, + "multi_s": 2.535176947, + "client_wall_s": 4.686826955061406, + "client_cpu_s": 4.35002499999996, + "client_vcsw": 15786, + "multi_client_cpu_s": 2.3899999999999997, + "multi_broker_cpu_s": 2.5100000000000002, + "broker_user_s": 1.821663, + "broker_sys_s": 2.475851, + "broker_cpu_s": 4.297514, + "broker_vcsw": 6711, + "broker_maxrss_kib": 10932, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 2.201809375, + "multi_s": 2.626516009, + "client_wall_s": 4.858917777892202, + "client_cpu_s": 4.6675140000000965, + "client_vcsw": 2577, + "multi_client_cpu_s": 2.5700000000000003, + "multi_broker_cpu_s": 2.17, + "broker_user_s": 1.902909, + "broker_sys_s": 1.92816, + "broker_cpu_s": 3.8310690000000003, + "broker_vcsw": 15748, + "broker_maxrss_kib": 10628, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 1.810649179, + "multi_s": 2.190102436, + "client_wall_s": 4.031360632041469, + "client_cpu_s": 3.940315999999939, + "client_vcsw": 2471, + "multi_client_cpu_s": 2.14, + "multi_broker_cpu_s": 2.04, + "broker_user_s": 1.638671, + "broker_sys_s": 1.8058619999999999, + "broker_cpu_s": 3.444533, + "broker_vcsw": 10506, + "broker_maxrss_kib": 12708, + "broker_ru_maxrss_kib": 20824, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 42, + "warmup": false, + "single_s": 6.394100058, + "multi_s": 5.711803946, + "client_wall_s": 12.13813845696859, + "client_cpu_s": 8.100906000000123, + "client_vcsw": 227896, + "multi_client_cpu_s": 4.34, + "multi_broker_cpu_s": 5.68, + "broker_user_s": 4.655956, + "broker_sys_s": 7.45275, + "broker_cpu_s": 12.108706, + "broker_vcsw": 41, + "broker_maxrss_kib": 8728, + "broker_ru_maxrss_kib": 20824, + "broker_exit": -2 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 40, + "mean": 1.865387897075, + "stddev": 0.049767185821541764, + "median": 1.8500416275, + "min": 1.810649179, + "max": 2.029064966 + }, + "timeout": { + "n": 40, + "mean": 2.0754910912, + "stddev": 0.05307867285775353, + "median": 2.062653719, + "min": 1.994181743, + "max": 2.220738761 + }, + "timeout-before": { + "n": 40, + "mean": 2.168874641875, + "stddev": 0.07328580241141497, + "median": 2.1674881645, + "min": 2.042455672, + "max": 2.370805324 + }, + "dbus-broker": { + "n": 40, + "mean": 1.8976928855000001, + "stddev": 0.038898438676397, + "median": 1.8849384654999999, + "min": 1.846469327, + "max": 2.028923617 + }, + "dbus-daemon": { + "n": 40, + "mean": 6.37123675575, + "stddev": 0.03906032805853808, + "median": 6.369566390999999, + "min": 6.300576358, + "max": 6.477535965 + } + }, + "multi_s": { + "baseline": { + "n": 40, + "mean": 2.246690384475, + "stddev": 0.07777580893485336, + "median": 2.237193746, + "min": 2.125879961, + "max": 2.468496763 + }, + "timeout": { + "n": 40, + "mean": 2.257415102275, + "stddev": 0.09719668160868339, + "median": 2.235957666, + "min": 2.159530643, + "max": 2.626516009 + }, + "timeout-before": { + "n": 40, + "mean": 2.5119904478999997, + "stddev": 0.08922500923906353, + "median": 2.5138128215, + "min": 2.356605017, + "max": 2.842018813 + }, + "dbus-broker": { + "n": 40, + "mean": 2.16717549865, + "stddev": 0.0739747953885039, + "median": 2.1475452754999997, + "min": 2.075791176, + "max": 2.470262798 + }, + "dbus-daemon": { + "n": 40, + "mean": 5.73750568565, + "stddev": 0.12799867052765343, + "median": 5.7119400250000005, + "min": 5.61189246, + "max": 6.282936392 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 3.398005025, + "stddev": 0.11620326029463172, + "median": 3.3648205, + "min": 3.246797, + "max": 3.7475579999999997 + }, + "timeout": { + "n": 40, + "mean": 3.4732335, + "stddev": 0.10081434098457352, + "median": 3.4583695, + "min": 3.3225379999999998, + "max": 3.8310690000000003 + }, + "timeout-before": { + "n": 40, + "mean": 4.284230525, + "stddev": 0.12889237588062846, + "median": 4.2703905, + "min": 4.099425, + "max": 4.738292 + }, + "dbus-broker": { + "n": 40, + "mean": 2.7117669749999997, + "stddev": 0.058235464531101684, + "median": 2.708522, + "min": 2.627069, + "max": 2.9163639999999997 + }, + "dbus-daemon": { + "n": 40, + "mean": 12.113053325, + "stddev": 0.12365250138239196, + "median": 12.094834500000001, + "min": 11.958086, + "max": 12.589479 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 40, + "mean": 11766.4, + "stddev": 519.697584646282, + "median": 11688.0, + "min": 10892, + "max": 12964 + }, + "timeout": { + "n": 40, + "mean": 11222.4, + "stddev": 586.9596937194939, + "median": 11196.0, + "min": 10112, + "max": 12760 + }, + "timeout-before": { + "n": 40, + "mean": 11275.2, + "stddev": 467.07486908774416, + "median": 11220.0, + "min": 10220, + "max": 12416 + }, + "dbus-broker": { + "n": 40, + "mean": 9339.6, + "stddev": 285.78320633942263, + "median": 9370.0, + "min": 8636, + "max": 9852 + }, + "dbus-daemon": { + "n": 40, + "mean": 8546.3, + "stddev": 294.9070431552358, + "median": 8506.0, + "min": 8060, + "max": 9184 + } + }, + "client_cpu_s": { + "baseline": { + "n": 40, + "mean": 4.016977625000001, + "stddev": 0.08194803038627872, + "median": 3.9977770000000845, + "min": 3.894770000000051, + "max": 4.262444000000073 + }, + "timeout": { + "n": 40, + "mean": 4.174522250000018, + "stddev": 0.11646375508479799, + "median": 4.140358499999991, + "min": 4.039299000000028, + "max": 4.6675140000000965 + }, + "timeout-before": { + "n": 40, + "mean": 4.387708899999997, + "stddev": 0.10799540737570706, + "median": 4.374637499999949, + "min": 4.220107999999982, + "max": 4.744054999999889 + }, + "dbus-broker": { + "n": 40, + "mean": 4.053592300000014, + "stddev": 0.1039302523505703, + "median": 4.027500000000032, + "min": 3.91828699999985, + "max": 4.438718000000108 + }, + "dbus-daemon": { + "n": 40, + "mean": 8.172205774999998, + "stddev": 0.10729534929091068, + "median": 8.160943000000032, + "min": 7.97182399999997, + "max": 8.475827999999979 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 40, + "mean": 1.95575, + "stddev": 0.09932819208859969, + "median": 1.94, + "min": 1.82, + "max": 2.3200000000000003 + }, + "timeout": { + "n": 40, + "mean": 1.904, + "stddev": 0.09308942488618682, + "median": 1.88, + "min": 1.73, + "max": 2.17 + }, + "timeout-before": { + "n": 40, + "mean": 2.4915, + "stddev": 0.09398717861277539, + "median": 2.5, + "min": 2.3499999999999996, + "max": 2.8300000000000005 + }, + "dbus-broker": { + "n": 40, + "mean": 1.5270000000000001, + "stddev": 0.038709966913723096, + "median": 1.5150000000000001, + "min": 1.47, + "max": 1.67 + }, + "dbus-daemon": { + "n": 40, + "mean": 5.7067499999999995, + "stddev": 0.12809026264558665, + "median": 5.68, + "min": 5.58, + "max": 6.25 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 40, + "mean": 2.18675, + "stddev": 0.07342840573804367, + "median": 2.17, + "min": 2.09, + "max": 2.42 + }, + "timeout": { + "n": 40, + "mean": 2.20175, + "stddev": 0.09567271936539294, + "median": 2.17, + "min": 2.1100000000000003, + "max": 2.5700000000000003 + }, + "timeout-before": { + "n": 40, + "mean": 2.3775, + "stddev": 0.06796492307970911, + "median": 2.37, + "min": 2.3, + "max": 2.6300000000000003 + }, + "dbus-broker": { + "n": 40, + "mean": 2.1515, + "stddev": 0.07405992030019877, + "median": 2.135, + "min": 2.06, + "max": 2.4499999999999997 + }, + "dbus-daemon": { + "n": 40, + "mean": 4.375500000000001, + "stddev": 0.09894183735653594, + "median": 4.359999999999999, + "min": 4.249999999999999, + "max": 4.74 + } + } + } +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.md new file mode 100644 index 0000000..18c8355 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/shared.md @@ -0,0 +1,78 @@ +rounds: 40 measured after 3 warmup; 16 CPUs, AMD Ryzen 7 7840U w/ Radeon 780M Graphics +rustc: rustc 1.99.0 (b940084d7 2026-09-28) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c +zruntime: 99e2ebd807723177bec5d7c5216e48448c3a91c9 +zruntime-before: 20771cf16b21bc7aa84b3f3ec471b94cf23d7973 +dbus-broker: dbus-broker 37 +dbus-daemon: D-Bus Message Bus Daemon 1.16.2 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 1.865 | 0.050 | 1.850 | 1.811 | 2.029 | +| timeout | 40 | 2.075 | 0.053 | 2.063 | 1.994 | 2.221 | +| timeout-before | 40 | 2.169 | 0.073 | 2.167 | 2.042 | 2.371 | +| dbus-broker | 40 | 1.898 | 0.039 | 1.885 | 1.846 | 2.029 | +| dbus-daemon | 40 | 6.371 | 0.039 | 6.370 | 6.301 | 6.478 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 2.247 | 0.078 | 2.237 | 2.126 | 2.468 | +| timeout | 40 | 2.257 | 0.097 | 2.236 | 2.160 | 2.627 | +| timeout-before | 40 | 2.512 | 0.089 | 2.514 | 2.357 | 2.842 | +| dbus-broker | 40 | 2.167 | 0.074 | 2.148 | 2.076 | 2.470 | +| dbus-daemon | 40 | 5.738 | 0.128 | 5.712 | 5.612 | 6.283 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 3.398 | 0.116 | 3.365 | 3.247 | 3.748 | +| timeout | 40 | 3.473 | 0.101 | 3.458 | 3.323 | 3.831 | +| timeout-before | 40 | 4.284 | 0.129 | 4.270 | 4.099 | 4.738 | +| dbus-broker | 40 | 2.712 | 0.058 | 2.709 | 2.627 | 2.916 | +| dbus-daemon | 40 | 12.113 | 0.124 | 12.095 | 11.958 | 12.589 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 11766 | 520 | 11688 | 10892 | 12964 | +| timeout | 40 | 11222 | 587 | 11196 | 10112 | 12760 | +| timeout-before | 40 | 11275 | 467 | 11220 | 10220 | 12416 | +| dbus-broker | 40 | 9340 | 286 | 9370 | 8636 | 9852 | +| dbus-daemon | 40 | 8546 | 295 | 8506 | 8060 | 9184 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 4.017 | 0.082 | 3.998 | 3.895 | 4.262 | +| timeout | 40 | 4.175 | 0.116 | 4.140 | 4.039 | 4.668 | +| timeout-before | 40 | 4.388 | 0.108 | 4.375 | 4.220 | 4.744 | +| dbus-broker | 40 | 4.054 | 0.104 | 4.028 | 3.918 | 4.439 | +| dbus-daemon | 40 | 8.172 | 0.107 | 8.161 | 7.972 | 8.476 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 1.956 | 0.099 | 1.940 | 1.820 | 2.320 | +| timeout | 40 | 1.904 | 0.093 | 1.880 | 1.730 | 2.170 | +| timeout-before | 40 | 2.491 | 0.094 | 2.500 | 2.350 | 2.830 | +| dbus-broker | 40 | 1.527 | 0.039 | 1.515 | 1.470 | 1.670 | +| dbus-daemon | 40 | 5.707 | 0.128 | 5.680 | 5.580 | 6.250 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 40 | 2.187 | 0.073 | 2.170 | 2.090 | 2.420 | +| timeout | 40 | 2.202 | 0.096 | 2.170 | 2.110 | 2.570 | +| timeout-before | 40 | 2.377 | 0.068 | 2.370 | 2.300 | 2.630 | +| dbus-broker | 40 | 2.151 | 0.074 | 2.135 | 2.060 | 2.450 | +| dbus-daemon | 40 | 4.376 | 0.099 | 4.360 | 4.250 | 4.740 | diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.json new file mode 100644 index 0000000..1f09491 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.json @@ -0,0 +1,6330 @@ +{ + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "config": { + "brokers": [ + { + "label": "baseline", + "command": "/tmp/send-timeout-bench/bin/busd-zr-baseline --address {address}" + }, + { + "label": "timeout", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout --address {address}" + }, + { + "label": "timeout-before", + "command": "/tmp/send-timeout-bench/bin/busd-zr-timeout-before --address {address}" + }, + { + "label": "dbus-broker", + "command": "systemd-socket-activate -E DBUS_SESSION_BUS_ADDRESS={address} -l {path} dbus-broker-launch --scope user" + }, + { + "label": "dbus-daemon", + "command": "dbus-daemon --session --nofork --address={address}" + } + ], + "bench": "/tmp/send-timeout-bench/bin/fanout", + "rounds": 60, + "warmup": 3, + "seed": 12, + "strace_dir": null, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "started": "2026-10-23T22:36:43+00:00", + "runs": [ + { + "label": "baseline", + "round": 0, + "warmup": true, + "single_s": 0.381540203, + "multi_s": 0.38193320399999997, + "client_wall_s": 0.8387871889863163, + "client_cpu_s": 0.7004379999999999, + "client_vcsw": 196, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.26306999999999997, + "broker_sys_s": 0.259938, + "broker_cpu_s": 0.5230079999999999, + "broker_vcsw": 816, + "broker_maxrss_kib": 54432, + "broker_ru_maxrss_kib": 54432, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 0, + "warmup": true, + "single_s": 0.311062355, + "multi_s": 0.369961504, + "client_wall_s": 0.7472249960992485, + "client_cpu_s": 0.6812580000000001, + "client_vcsw": 130, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.263272, + "broker_sys_s": 0.253146, + "broker_cpu_s": 0.516418, + "broker_vcsw": 363, + "broker_maxrss_kib": 6636, + "broker_ru_maxrss_kib": 20192, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 0, + "warmup": true, + "single_s": 0.861747492, + "multi_s": 1.202904727, + "client_wall_s": 2.101586034987122, + "client_cpu_s": 1.2483249999999997, + "client_vcsw": 18240, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.698325, + "broker_sys_s": 1.37667, + "broker_cpu_s": 2.074995, + "broker_vcsw": 15, + "broker_maxrss_kib": 5596, + "broker_ru_maxrss_kib": 20192, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 0, + "warmup": true, + "single_s": 0.329265086, + "multi_s": 0.369249115, + "client_wall_s": 0.7702601009514183, + "client_cpu_s": 0.6864740000000005, + "client_vcsw": 345, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.295423, + "broker_sys_s": 0.372434, + "broker_cpu_s": 0.6678569999999999, + "broker_vcsw": 232, + "broker_maxrss_kib": 6712, + "broker_ru_maxrss_kib": 20192, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 0, + "warmup": true, + "single_s": 0.302391392, + "multi_s": 0.36796800100000004, + "client_wall_s": 0.7049803191330284, + "client_cpu_s": 0.6745920000000001, + "client_vcsw": 12, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.11610399999999998, + "broker_sys_s": 0.23470499999999997, + "broker_cpu_s": 0.3508089999999999, + "broker_vcsw": 7505, + "broker_maxrss_kib": 42768, + "broker_ru_maxrss_kib": 38052, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 1, + "warmup": true, + "single_s": 0.312379088, + "multi_s": 0.36595906500000003, + "client_wall_s": 0.7428924839477986, + "client_cpu_s": 0.6789100000000006, + "client_vcsw": 122, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.258832, + "broker_sys_s": 0.253676, + "broker_cpu_s": 0.512508, + "broker_vcsw": 373, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 1, + "warmup": true, + "single_s": 0.376872866, + "multi_s": 0.375528825, + "client_wall_s": 0.8140091069508344, + "client_cpu_s": 0.6940320000000009, + "client_vcsw": 195, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.252679, + "broker_sys_s": 0.267962, + "broker_cpu_s": 0.5206409999999999, + "broker_vcsw": 743, + "broker_maxrss_kib": 54876, + "broker_ru_maxrss_kib": 53936, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 1, + "warmup": true, + "single_s": 0.302099312, + "multi_s": 0.37085792700000003, + "client_wall_s": 0.70816944912076, + "client_cpu_s": 0.6756270000000004, + "client_vcsw": 14, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.12379099999999998, + "broker_sys_s": 0.22914299999999999, + "broker_cpu_s": 0.35293399999999997, + "broker_vcsw": 7471, + "broker_maxrss_kib": 42536, + "broker_ru_maxrss_kib": 38132, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 1, + "warmup": true, + "single_s": 0.856294152, + "multi_s": 1.212963663, + "client_wall_s": 2.105220408178866, + "client_cpu_s": 1.238188, + "client_vcsw": 18253, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.7040299999999999, + "broker_sys_s": 1.377668, + "broker_cpu_s": 2.081698, + "broker_vcsw": 14, + "broker_maxrss_kib": 5676, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 1, + "warmup": true, + "single_s": 0.332394848, + "multi_s": 0.372004874, + "client_wall_s": 0.7668964369222522, + "client_cpu_s": 0.6926780000000008, + "client_vcsw": 298, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.268606, + "broker_sys_s": 0.391885, + "broker_cpu_s": 0.6604909999999999, + "broker_vcsw": 262, + "broker_maxrss_kib": 6592, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 2, + "warmup": true, + "single_s": 0.860391578, + "multi_s": 1.212282143, + "client_wall_s": 2.1092430318240076, + "client_cpu_s": 1.2371920000000003, + "client_vcsw": 18170, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.659806, + "broker_sys_s": 1.423047, + "broker_cpu_s": 2.082853, + "broker_vcsw": 15, + "broker_maxrss_kib": 5760, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 2, + "warmup": true, + "single_s": 0.334622252, + "multi_s": 0.395051851, + "client_wall_s": 0.7811834011226892, + "client_cpu_s": 0.7189669999999992, + "client_vcsw": 312, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.27550199999999997, + "broker_sys_s": 0.400369, + "broker_cpu_s": 0.6758709999999999, + "broker_vcsw": 194, + "broker_maxrss_kib": 6404, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 2, + "warmup": true, + "single_s": 0.30656361800000004, + "multi_s": 0.38665278200000003, + "client_wall_s": 0.7276912860106677, + "client_cpu_s": 0.6975229999999986, + "client_vcsw": 14, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.13999999999999999, + "broker_user_s": 0.135647, + "broker_sys_s": 0.255542, + "broker_cpu_s": 0.391189, + "broker_vcsw": 7234, + "broker_maxrss_kib": 40240, + "broker_ru_maxrss_kib": 35624, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 2, + "warmup": true, + "single_s": 0.319742817, + "multi_s": 0.398842948, + "client_wall_s": 0.7900229629594833, + "client_cpu_s": 0.7169789999999985, + "client_vcsw": 122, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.261408, + "broker_sys_s": 0.266534, + "broker_cpu_s": 0.5279419999999999, + "broker_vcsw": 340, + "broker_maxrss_kib": 6600, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 2, + "warmup": true, + "single_s": 0.380415815, + "multi_s": 0.37414797800000005, + "client_wall_s": 0.8233390299137682, + "client_cpu_s": 0.6933369999999996, + "client_vcsw": 203, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.258118, + "broker_sys_s": 0.265573, + "broker_cpu_s": 0.523691, + "broker_vcsw": 751, + "broker_maxrss_kib": 53192, + "broker_ru_maxrss_kib": 53192, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 3, + "warmup": false, + "single_s": 0.8703709629999999, + "multi_s": 1.20790095, + "client_wall_s": 2.1133155229035765, + "client_cpu_s": 1.2735460000000014, + "client_vcsw": 17974, + "multi_client_cpu_s": 0.56, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.687639, + "broker_sys_s": 1.401875, + "broker_cpu_s": 2.089514, + "broker_vcsw": 24, + "broker_maxrss_kib": 5632, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 3, + "warmup": false, + "single_s": 0.311388867, + "multi_s": 0.382845062, + "client_wall_s": 0.7285449660848826, + "client_cpu_s": 0.6976629999999986, + "client_vcsw": 10, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.11999999999999997, + "broker_user_s": 0.121296, + "broker_sys_s": 0.252595, + "broker_cpu_s": 0.37389100000000003, + "broker_vcsw": 7376, + "broker_maxrss_kib": 41756, + "broker_ru_maxrss_kib": 37208, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 3, + "warmup": false, + "single_s": 0.329894363, + "multi_s": 0.37149670300000004, + "client_wall_s": 0.7772153930272907, + "client_cpu_s": 0.6917179999999998, + "client_vcsw": 332, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.290174, + "broker_sys_s": 0.37938, + "broker_cpu_s": 0.669554, + "broker_vcsw": 264, + "broker_maxrss_kib": 6616, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 3, + "warmup": false, + "single_s": 0.379220188, + "multi_s": 0.379698676, + "client_wall_s": 0.81926653906703, + "client_cpu_s": 0.6915929999999992, + "client_vcsw": 229, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.277481, + "broker_sys_s": 0.251833, + "broker_cpu_s": 0.529314, + "broker_vcsw": 752, + "broker_maxrss_kib": 54200, + "broker_ru_maxrss_kib": 54200, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 3, + "warmup": false, + "single_s": 0.333130984, + "multi_s": 0.42799866200000003, + "client_wall_s": 0.8327473159879446, + "client_cpu_s": 0.7568189999999984, + "client_vcsw": 115, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.281872, + "broker_sys_s": 0.27672399999999997, + "broker_cpu_s": 0.558596, + "broker_vcsw": 360, + "broker_maxrss_kib": 6516, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 4, + "warmup": false, + "single_s": 0.390310901, + "multi_s": 0.427273213, + "client_wall_s": 0.8958602480124682, + "client_cpu_s": 0.7564149999999987, + "client_vcsw": 192, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.275452, + "broker_sys_s": 0.27863, + "broker_cpu_s": 0.554082, + "broker_vcsw": 870, + "broker_maxrss_kib": 53136, + "broker_ru_maxrss_kib": 53136, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 4, + "warmup": false, + "single_s": 0.8618484140000001, + "multi_s": 1.227990324, + "client_wall_s": 2.1284490439575166, + "client_cpu_s": 1.290426, + "client_vcsw": 18094, + "multi_client_cpu_s": 0.5900000000000001, + "multi_broker_cpu_s": 1.21, + "broker_user_s": 0.70263, + "broker_sys_s": 1.40096, + "broker_cpu_s": 2.10359, + "broker_vcsw": 15, + "broker_maxrss_kib": 5604, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 4, + "warmup": false, + "single_s": 0.31566320200000003, + "multi_s": 0.378939982, + "client_wall_s": 0.7640528159681708, + "client_cpu_s": 0.6910980000000002, + "client_vcsw": 148, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.27072999999999997, + "broker_sys_s": 0.263552, + "broker_cpu_s": 0.5342819999999999, + "broker_vcsw": 411, + "broker_maxrss_kib": 6636, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 4, + "warmup": false, + "single_s": 0.30689844, + "multi_s": 0.369513886, + "client_wall_s": 0.7101593881379813, + "client_cpu_s": 0.6807850000000037, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.09985999999999999, + "broker_sys_s": 0.26384199999999997, + "broker_cpu_s": 0.36370199999999997, + "broker_vcsw": 7286, + "broker_maxrss_kib": 41572, + "broker_ru_maxrss_kib": 37168, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 4, + "warmup": false, + "single_s": 0.33216569700000004, + "multi_s": 0.366176342, + "client_wall_s": 0.7641335539519787, + "client_cpu_s": 0.6859689999999965, + "client_vcsw": 324, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.29514799999999997, + "broker_sys_s": 0.37196799999999997, + "broker_cpu_s": 0.6671159999999999, + "broker_vcsw": 209, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 5, + "warmup": false, + "single_s": 0.372663833, + "multi_s": 0.37192413599999996, + "client_wall_s": 0.8160132949706167, + "client_cpu_s": 0.6856069999999974, + "client_vcsw": 205, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.262934, + "broker_sys_s": 0.236952, + "broker_cpu_s": 0.499886, + "broker_vcsw": 915, + "broker_maxrss_kib": 53792, + "broker_ru_maxrss_kib": 53792, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 5, + "warmup": false, + "single_s": 0.33257294600000004, + "multi_s": 0.369839211, + "client_wall_s": 0.7647782659623772, + "client_cpu_s": 0.6889290000000017, + "client_vcsw": 344, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.292533, + "broker_sys_s": 0.374075, + "broker_cpu_s": 0.666608, + "broker_vcsw": 217, + "broker_maxrss_kib": 6532, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 5, + "warmup": false, + "single_s": 0.303762741, + "multi_s": 0.371160693, + "client_wall_s": 0.7377846529707313, + "client_cpu_s": 0.6769970000000036, + "client_vcsw": 129, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.27741899999999997, + "broker_sys_s": 0.23866199999999999, + "broker_cpu_s": 0.516081, + "broker_vcsw": 386, + "broker_maxrss_kib": 6584, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 5, + "warmup": false, + "single_s": 0.304914436, + "multi_s": 0.369827338, + "client_wall_s": 0.7070011300966144, + "client_cpu_s": 0.678128000000001, + "client_vcsw": 9, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.10266299999999999, + "broker_sys_s": 0.253777, + "broker_cpu_s": 0.35644, + "broker_vcsw": 7386, + "broker_maxrss_kib": 41884, + "broker_ru_maxrss_kib": 37328, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 5, + "warmup": false, + "single_s": 0.857585952, + "multi_s": 1.200488541, + "client_wall_s": 2.093729570042342, + "client_cpu_s": 1.2417409999999975, + "client_vcsw": 18042, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.694139, + "broker_sys_s": 1.376275, + "broker_cpu_s": 2.070414, + "broker_vcsw": 16, + "broker_maxrss_kib": 5444, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 6, + "warmup": false, + "single_s": 0.302695344, + "multi_s": 0.36972166700000003, + "client_wall_s": 0.704072023043409, + "client_cpu_s": 0.675849000000003, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.112443, + "broker_sys_s": 0.242606, + "broker_cpu_s": 0.355049, + "broker_vcsw": 7246, + "broker_maxrss_kib": 41440, + "broker_ru_maxrss_kib": 36756, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 6, + "warmup": false, + "single_s": 0.859403732, + "multi_s": 1.210659083, + "client_wall_s": 2.104323983890936, + "client_cpu_s": 1.233124, + "client_vcsw": 18466, + "multi_client_cpu_s": 0.5399999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.714957, + "broker_sys_s": 1.366463, + "broker_cpu_s": 2.08142, + "broker_vcsw": 15, + "broker_maxrss_kib": 5632, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 6, + "warmup": false, + "single_s": 0.329183161, + "multi_s": 0.36585695500000004, + "client_wall_s": 0.7503891920205206, + "client_cpu_s": 0.6816889999999951, + "client_vcsw": 347, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.275717, + "broker_sys_s": 0.390852, + "broker_cpu_s": 0.666569, + "broker_vcsw": 236, + "broker_maxrss_kib": 6580, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 6, + "warmup": false, + "single_s": 0.374714327, + "multi_s": 0.375621435, + "client_wall_s": 0.8067961670458317, + "client_cpu_s": 0.6929590000000019, + "client_vcsw": 197, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.258677, + "broker_sys_s": 0.266695, + "broker_cpu_s": 0.525372, + "broker_vcsw": 717, + "broker_maxrss_kib": 52008, + "broker_ru_maxrss_kib": 52008, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 6, + "warmup": false, + "single_s": 0.31351653599999996, + "multi_s": 0.374387815, + "client_wall_s": 0.7406995119526982, + "client_cpu_s": 0.6877560000000038, + "client_vcsw": 129, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.275546, + "broker_sys_s": 0.237786, + "broker_cpu_s": 0.513332, + "broker_vcsw": 367, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 7, + "warmup": false, + "single_s": 0.321712573, + "multi_s": 0.38739129200000005, + "client_wall_s": 0.7680148868821561, + "client_cpu_s": 0.7028469999999984, + "client_vcsw": 144, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.279084, + "broker_sys_s": 0.261894, + "broker_cpu_s": 0.540978, + "broker_vcsw": 420, + "broker_maxrss_kib": 6572, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 7, + "warmup": false, + "single_s": 0.301020042, + "multi_s": 0.3685391, + "client_wall_s": 0.7013839411083609, + "client_cpu_s": 0.6735770000000016, + "client_vcsw": 8, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.136437, + "broker_sys_s": 0.226188, + "broker_cpu_s": 0.362625, + "broker_vcsw": 7087, + "broker_maxrss_kib": 41024, + "broker_ru_maxrss_kib": 36208, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 7, + "warmup": false, + "single_s": 0.326172129, + "multi_s": 0.3722364, + "client_wall_s": 0.7599981338717043, + "client_cpu_s": 0.6879160000000013, + "client_vcsw": 343, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.288716, + "broker_sys_s": 0.375533, + "broker_cpu_s": 0.664249, + "broker_vcsw": 209, + "broker_maxrss_kib": 6432, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 7, + "warmup": false, + "single_s": 0.857729028, + "multi_s": 1.20084676, + "client_wall_s": 2.093254915205762, + "client_cpu_s": 1.2556549999999973, + "client_vcsw": 17921, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.710572, + "broker_sys_s": 1.358793, + "broker_cpu_s": 2.069365, + "broker_vcsw": 16, + "broker_maxrss_kib": 5432, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 7, + "warmup": false, + "single_s": 0.3727852, + "multi_s": 0.38645714500000006, + "client_wall_s": 0.831731554120779, + "client_cpu_s": 0.7008889999999965, + "client_vcsw": 208, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.23793, + "broker_sys_s": 0.281941, + "broker_cpu_s": 0.519871, + "broker_vcsw": 821, + "broker_maxrss_kib": 52424, + "broker_ru_maxrss_kib": 52424, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 8, + "warmup": false, + "single_s": 0.842974251, + "multi_s": 1.203116908, + "client_wall_s": 2.0803559138439596, + "client_cpu_s": 1.2209949999999985, + "client_vcsw": 18078, + "multi_client_cpu_s": 0.5399999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.684855, + "broker_sys_s": 1.372366, + "broker_cpu_s": 2.057221, + "broker_vcsw": 16, + "broker_maxrss_kib": 5472, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 8, + "warmup": false, + "single_s": 0.38786055199999997, + "multi_s": 0.391456933, + "client_wall_s": 0.8445818768814206, + "client_cpu_s": 0.7190669999999955, + "client_vcsw": 194, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.260998, + "broker_sys_s": 0.274102, + "broker_cpu_s": 0.5351, + "broker_vcsw": 882, + "broker_maxrss_kib": 54164, + "broker_ru_maxrss_kib": 54164, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 8, + "warmup": false, + "single_s": 0.296356474, + "multi_s": 0.365227933, + "client_wall_s": 0.6951260871719569, + "client_cpu_s": 0.6655980000000028, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.114282, + "broker_sys_s": 0.223601, + "broker_cpu_s": 0.337883, + "broker_vcsw": 7429, + "broker_maxrss_kib": 41980, + "broker_ru_maxrss_kib": 37216, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 8, + "warmup": false, + "single_s": 0.32567724600000003, + "multi_s": 0.36823303, + "client_wall_s": 0.7502223041374236, + "client_cpu_s": 0.6821329999999932, + "client_vcsw": 333, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.297707, + "broker_sys_s": 0.35888, + "broker_cpu_s": 0.656587, + "broker_vcsw": 183, + "broker_maxrss_kib": 6120, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 8, + "warmup": false, + "single_s": 0.311267977, + "multi_s": 0.376902811, + "client_wall_s": 0.7569413259625435, + "client_cpu_s": 0.6898490000000024, + "client_vcsw": 110, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.280483, + "broker_sys_s": 0.242882, + "broker_cpu_s": 0.523365, + "broker_vcsw": 398, + "broker_maxrss_kib": 6508, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 9, + "warmup": false, + "single_s": 0.37461960299999997, + "multi_s": 0.37103747, + "client_wall_s": 0.8192267410922796, + "client_cpu_s": 0.6821959999999976, + "client_vcsw": 227, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.24376599999999998, + "broker_sys_s": 0.280541, + "broker_cpu_s": 0.524307, + "broker_vcsw": 764, + "broker_maxrss_kib": 54352, + "broker_ru_maxrss_kib": 54352, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 9, + "warmup": false, + "single_s": 0.836822765, + "multi_s": 1.190036246, + "client_wall_s": 2.060766384936869, + "client_cpu_s": 1.2217930000000052, + "client_vcsw": 17680, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.1600000000000001, + "broker_user_s": 0.676935, + "broker_sys_s": 1.360475, + "broker_cpu_s": 2.03741, + "broker_vcsw": 15, + "broker_maxrss_kib": 5428, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 9, + "warmup": false, + "single_s": 0.334343466, + "multi_s": 0.36367254800000004, + "client_wall_s": 0.7456938799005002, + "client_cpu_s": 0.6866179999999957, + "client_vcsw": 305, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.291103, + "broker_sys_s": 0.364645, + "broker_cpu_s": 0.655748, + "broker_vcsw": 221, + "broker_maxrss_kib": 6408, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 9, + "warmup": false, + "single_s": 0.302160076, + "multi_s": 0.36901784600000004, + "client_wall_s": 0.7051862159278244, + "client_cpu_s": 0.6755610000000019, + "client_vcsw": 10, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.112453, + "broker_sys_s": 0.24012399999999998, + "broker_cpu_s": 0.352577, + "broker_vcsw": 7353, + "broker_maxrss_kib": 40796, + "broker_ru_maxrss_kib": 36388, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 9, + "warmup": false, + "single_s": 0.31459721100000004, + "multi_s": 0.393122737, + "client_wall_s": 0.777478331932798, + "client_cpu_s": 0.703758999999998, + "client_vcsw": 143, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.272567, + "broker_sys_s": 0.260498, + "broker_cpu_s": 0.533065, + "broker_vcsw": 375, + "broker_maxrss_kib": 6684, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 10, + "warmup": false, + "single_s": 0.333164461, + "multi_s": 0.366243088, + "client_wall_s": 0.7513300699647516, + "client_cpu_s": 0.6872579999999999, + "client_vcsw": 302, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.262148, + "broker_sys_s": 0.40122599999999997, + "broker_cpu_s": 0.6633739999999999, + "broker_vcsw": 208, + "broker_maxrss_kib": 6500, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 10, + "warmup": false, + "single_s": 0.302126831, + "multi_s": 0.364187844, + "client_wall_s": 0.6979044070467353, + "client_cpu_s": 0.6696580000000054, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.13611299999999998, + "broker_sys_s": 0.212864, + "broker_cpu_s": 0.348977, + "broker_vcsw": 7423, + "broker_maxrss_kib": 39364, + "broker_ru_maxrss_kib": 34592, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 10, + "warmup": false, + "single_s": 0.377992767, + "multi_s": 0.416734892, + "client_wall_s": 0.8658300850074738, + "client_cpu_s": 0.734341999999998, + "client_vcsw": 186, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.27135899999999996, + "broker_sys_s": 0.277503, + "broker_cpu_s": 0.548862, + "broker_vcsw": 778, + "broker_maxrss_kib": 52504, + "broker_ru_maxrss_kib": 51632, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 10, + "warmup": false, + "single_s": 0.880402016, + "multi_s": 1.24748691, + "client_wall_s": 2.163128468906507, + "client_cpu_s": 1.290337000000001, + "client_vcsw": 18143, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 1.2199999999999998, + "broker_user_s": 0.730769, + "broker_sys_s": 1.407556, + "broker_cpu_s": 2.138325, + "broker_vcsw": 15, + "broker_maxrss_kib": 5748, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 10, + "warmup": false, + "single_s": 0.318856115, + "multi_s": 0.39495239099999996, + "client_wall_s": 0.7741312868893147, + "client_cpu_s": 0.7144630000000021, + "client_vcsw": 83, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.265115, + "broker_sys_s": 0.268038, + "broker_cpu_s": 0.533153, + "broker_vcsw": 381, + "broker_maxrss_kib": 6336, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 11, + "warmup": false, + "single_s": 0.8849636839999999, + "multi_s": 1.19535661, + "client_wall_s": 2.1136648789979517, + "client_cpu_s": 1.2498510000000067, + "client_vcsw": 18270, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.716638, + "broker_sys_s": 1.373307, + "broker_cpu_s": 2.089945, + "broker_vcsw": 15, + "broker_maxrss_kib": 5652, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 11, + "warmup": false, + "single_s": 0.314663702, + "multi_s": 0.373038097, + "client_wall_s": 0.7481231288984418, + "client_cpu_s": 0.6826529999999948, + "client_vcsw": 144, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.269013, + "broker_sys_s": 0.24986999999999998, + "broker_cpu_s": 0.518883, + "broker_vcsw": 347, + "broker_maxrss_kib": 6428, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 11, + "warmup": false, + "single_s": 0.303377075, + "multi_s": 0.36781746800000004, + "client_wall_s": 0.7032342690508813, + "client_cpu_s": 0.6753309999999999, + "client_vcsw": 13, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.12463699999999998, + "broker_sys_s": 0.23061399999999999, + "broker_cpu_s": 0.355251, + "broker_vcsw": 7482, + "broker_maxrss_kib": 42408, + "broker_ru_maxrss_kib": 37796, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 11, + "warmup": false, + "single_s": 0.379976773, + "multi_s": 0.3688255, + "client_wall_s": 0.8055381739977747, + "client_cpu_s": 0.6877790000000061, + "client_vcsw": 204, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.254322, + "broker_sys_s": 0.254805, + "broker_cpu_s": 0.509127, + "broker_vcsw": 813, + "broker_maxrss_kib": 55128, + "broker_ru_maxrss_kib": 55128, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 11, + "warmup": false, + "single_s": 0.327901088, + "multi_s": 0.375295186, + "client_wall_s": 0.7721959629561752, + "client_cpu_s": 0.6927220000000034, + "client_vcsw": 331, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.28629, + "broker_sys_s": 0.38037099999999996, + "broker_cpu_s": 0.666661, + "broker_vcsw": 260, + "broker_maxrss_kib": 6512, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 12, + "warmup": false, + "single_s": 0.844662613, + "multi_s": 1.203888664, + "client_wall_s": 2.0863447359297425, + "client_cpu_s": 1.2468280000000007, + "client_vcsw": 17777, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.7271299999999999, + "broker_sys_s": 1.33163, + "broker_cpu_s": 2.05876, + "broker_vcsw": 15, + "broker_maxrss_kib": 5756, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 12, + "warmup": false, + "single_s": 0.329536023, + "multi_s": 0.36957113500000005, + "client_wall_s": 0.760898649925366, + "client_cpu_s": 0.6847619999999992, + "client_vcsw": 327, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.28212899999999996, + "broker_sys_s": 0.37346599999999996, + "broker_cpu_s": 0.6555949999999999, + "broker_vcsw": 251, + "broker_maxrss_kib": 6564, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 12, + "warmup": false, + "single_s": 0.378357274, + "multi_s": 0.372727021, + "client_wall_s": 0.813087129034102, + "client_cpu_s": 0.6874710000000022, + "client_vcsw": 205, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.272055, + "broker_sys_s": 0.252622, + "broker_cpu_s": 0.5246770000000001, + "broker_vcsw": 693, + "broker_maxrss_kib": 54984, + "broker_ru_maxrss_kib": 54984, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 12, + "warmup": false, + "single_s": 0.304941958, + "multi_s": 0.378540121, + "client_wall_s": 0.7330311539117247, + "client_cpu_s": 0.6839289999999991, + "client_vcsw": 127, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.26847699999999997, + "broker_sys_s": 0.24829099999999998, + "broker_cpu_s": 0.5167679999999999, + "broker_vcsw": 362, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 12, + "warmup": false, + "single_s": 0.302225378, + "multi_s": 0.37029539699999997, + "client_wall_s": 0.7037768720183522, + "client_cpu_s": 0.6751860000000036, + "client_vcsw": 11, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.11597, + "broker_sys_s": 0.240585, + "broker_cpu_s": 0.356555, + "broker_vcsw": 7122, + "broker_maxrss_kib": 40780, + "broker_ru_maxrss_kib": 35972, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 13, + "warmup": false, + "single_s": 0.324038749, + "multi_s": 0.366101797, + "client_wall_s": 0.7557302629575133, + "client_cpu_s": 0.6787430000000043, + "client_vcsw": 324, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.2437, + "broker_sys_s": 0.412259, + "broker_cpu_s": 0.655959, + "broker_vcsw": 187, + "broker_maxrss_kib": 6600, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 13, + "warmup": false, + "single_s": 0.307124244, + "multi_s": 0.373027411, + "client_wall_s": 0.7434664748143405, + "client_cpu_s": 0.6833540000000013, + "client_vcsw": 120, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.284067, + "broker_sys_s": 0.23363499999999998, + "broker_cpu_s": 0.517702, + "broker_vcsw": 378, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 13, + "warmup": false, + "single_s": 0.863486323, + "multi_s": 1.224716562, + "client_wall_s": 2.124883829848841, + "client_cpu_s": 1.2773359999999983, + "client_vcsw": 17913, + "multi_client_cpu_s": 0.5800000000000001, + "multi_broker_cpu_s": 1.1999999999999997, + "broker_user_s": 0.672599, + "broker_sys_s": 1.426566, + "broker_cpu_s": 2.099165, + "broker_vcsw": 14, + "broker_maxrss_kib": 5520, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 13, + "warmup": false, + "single_s": 0.401633418, + "multi_s": 0.409056519, + "client_wall_s": 0.8721133621875197, + "client_cpu_s": 0.7454639999999984, + "client_vcsw": 205, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.273839, + "broker_sys_s": 0.280991, + "broker_cpu_s": 0.5548299999999999, + "broker_vcsw": 816, + "broker_maxrss_kib": 55084, + "broker_ru_maxrss_kib": 55084, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 13, + "warmup": false, + "single_s": 0.306937835, + "multi_s": 0.38453725400000005, + "client_wall_s": 0.7241013490129262, + "client_cpu_s": 0.6947860000000006, + "client_vcsw": 8, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.12338099999999999, + "broker_sys_s": 0.255998, + "broker_cpu_s": 0.379379, + "broker_vcsw": 7295, + "broker_maxrss_kib": 41700, + "broker_ru_maxrss_kib": 37228, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 14, + "warmup": false, + "single_s": 0.326225786, + "multi_s": 0.371875716, + "client_wall_s": 0.7686625099740922, + "client_cpu_s": 0.6891960000000026, + "client_vcsw": 331, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.27515, + "broker_sys_s": 0.38259899999999997, + "broker_cpu_s": 0.6577489999999999, + "broker_vcsw": 223, + "broker_maxrss_kib": 6616, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 14, + "warmup": false, + "single_s": 0.37982717200000005, + "multi_s": 0.375689375, + "client_wall_s": 0.8206503330729902, + "client_cpu_s": 0.6904749999999993, + "client_vcsw": 213, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.27859, + "broker_sys_s": 0.240094, + "broker_cpu_s": 0.518684, + "broker_vcsw": 876, + "broker_maxrss_kib": 52816, + "broker_ru_maxrss_kib": 52816, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 14, + "warmup": false, + "single_s": 0.30624206800000003, + "multi_s": 0.38206882400000003, + "client_wall_s": 0.720497844973579, + "client_cpu_s": 0.6915830000000085, + "client_vcsw": 11, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.11301599999999999, + "broker_sys_s": 0.254833, + "broker_cpu_s": 0.367849, + "broker_vcsw": 7359, + "broker_maxrss_kib": 41948, + "broker_ru_maxrss_kib": 37140, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 14, + "warmup": false, + "single_s": 0.859868571, + "multi_s": 1.203958715, + "client_wall_s": 2.0975435010623187, + "client_cpu_s": 1.2278599999999926, + "client_vcsw": 18256, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.668307, + "broker_sys_s": 1.406648, + "broker_cpu_s": 2.074955, + "broker_vcsw": 25, + "broker_maxrss_kib": 5792, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 14, + "warmup": false, + "single_s": 0.321177317, + "multi_s": 0.407548628, + "client_wall_s": 0.7811910700984299, + "client_cpu_s": 0.7274459999999934, + "client_vcsw": 126, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.287003, + "broker_sys_s": 0.243549, + "broker_cpu_s": 0.530552, + "broker_vcsw": 368, + "broker_maxrss_kib": 6456, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 15, + "warmup": false, + "single_s": 0.8697672260000001, + "multi_s": 1.196211478, + "client_wall_s": 2.101185000035912, + "client_cpu_s": 1.2420690000000008, + "client_vcsw": 18606, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.671926, + "broker_sys_s": 1.402846, + "broker_cpu_s": 2.0747720000000003, + "broker_vcsw": 16, + "broker_maxrss_kib": 5432, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 15, + "warmup": false, + "single_s": 0.389572662, + "multi_s": 0.40251678199999996, + "client_wall_s": 0.8500791499391198, + "client_cpu_s": 0.721451000000009, + "client_vcsw": 214, + "multi_client_cpu_s": 0.39999999999999997, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28066399999999997, + "broker_sys_s": 0.25771, + "broker_cpu_s": 0.5383739999999999, + "broker_vcsw": 747, + "broker_maxrss_kib": 54372, + "broker_ru_maxrss_kib": 54372, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 15, + "warmup": false, + "single_s": 0.310078286, + "multi_s": 0.37355457999999997, + "client_wall_s": 0.7462554799858481, + "client_cpu_s": 0.6845690000000104, + "client_vcsw": 99, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.267805, + "broker_sys_s": 0.24625799999999998, + "broker_cpu_s": 0.5140629999999999, + "broker_vcsw": 319, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 15, + "warmup": false, + "single_s": 0.324398507, + "multi_s": 0.369046341, + "client_wall_s": 0.7503576569724828, + "client_cpu_s": 0.68621499999999, + "client_vcsw": 311, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.27705599999999997, + "broker_sys_s": 0.382077, + "broker_cpu_s": 0.659133, + "broker_vcsw": 193, + "broker_maxrss_kib": 6464, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 15, + "warmup": false, + "single_s": 0.29943162300000004, + "multi_s": 0.36596644300000003, + "client_wall_s": 0.6968251359649003, + "client_cpu_s": 0.668375999999995, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.09, + "broker_user_s": 0.115164, + "broker_sys_s": 0.225483, + "broker_cpu_s": 0.340647, + "broker_vcsw": 7522, + "broker_maxrss_kib": 40844, + "broker_ru_maxrss_kib": 36404, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 16, + "warmup": false, + "single_s": 0.302554265, + "multi_s": 0.37588172, + "client_wall_s": 0.7120263450779021, + "client_cpu_s": 0.682344999999998, + "client_vcsw": 10, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.110731, + "broker_sys_s": 0.243717, + "broker_cpu_s": 0.354448, + "broker_vcsw": 7460, + "broker_maxrss_kib": 38272, + "broker_ru_maxrss_kib": 33584, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 16, + "warmup": false, + "single_s": 0.8577883940000001, + "multi_s": 1.20160308, + "client_wall_s": 2.0931528059300035, + "client_cpu_s": 1.2201650000000015, + "client_vcsw": 18153, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.687986, + "broker_sys_s": 1.382973, + "broker_cpu_s": 2.070959, + "broker_vcsw": 14, + "broker_maxrss_kib": 5756, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 16, + "warmup": false, + "single_s": 0.327682623, + "multi_s": 0.36968274300000004, + "client_wall_s": 0.7615314889699221, + "client_cpu_s": 0.687736000000001, + "client_vcsw": 336, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.311832, + "broker_sys_s": 0.352728, + "broker_cpu_s": 0.66456, + "broker_vcsw": 260, + "broker_maxrss_kib": 6684, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 16, + "warmup": false, + "single_s": 0.31484536100000005, + "multi_s": 0.369831157, + "client_wall_s": 0.7515057930722833, + "client_cpu_s": 0.6825470000000138, + "client_vcsw": 136, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.271819, + "broker_sys_s": 0.24967099999999998, + "broker_cpu_s": 0.52149, + "broker_vcsw": 342, + "broker_maxrss_kib": 6452, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 16, + "warmup": false, + "single_s": 0.372160671, + "multi_s": 0.37835015, + "client_wall_s": 0.8109155278652906, + "client_cpu_s": 0.6921620000000104, + "client_vcsw": 211, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.275872, + "broker_sys_s": 0.241388, + "broker_cpu_s": 0.51726, + "broker_vcsw": 712, + "broker_maxrss_kib": 52576, + "broker_ru_maxrss_kib": 52576, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 17, + "warmup": false, + "single_s": 0.302136329, + "multi_s": 0.367640558, + "client_wall_s": 0.7021573728416115, + "client_cpu_s": 0.6727309999999989, + "client_vcsw": 27, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.109327, + "broker_sys_s": 0.24329399999999998, + "broker_cpu_s": 0.35262099999999996, + "broker_vcsw": 7380, + "broker_maxrss_kib": 41812, + "broker_ru_maxrss_kib": 37380, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 17, + "warmup": false, + "single_s": 0.327283685, + "multi_s": 0.36519825, + "client_wall_s": 0.7444151400122792, + "client_cpu_s": 0.6827740000000091, + "client_vcsw": 339, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.269522, + "broker_sys_s": 0.38661799999999996, + "broker_cpu_s": 0.65614, + "broker_vcsw": 264, + "broker_maxrss_kib": 6616, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 17, + "warmup": false, + "single_s": 0.31911969900000003, + "multi_s": 0.36702671600000003, + "client_wall_s": 0.7519854682032019, + "client_cpu_s": 0.6841480000000075, + "client_vcsw": 147, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.25834, + "broker_sys_s": 0.259341, + "broker_cpu_s": 0.5176810000000001, + "broker_vcsw": 412, + "broker_maxrss_kib": 6604, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 17, + "warmup": false, + "single_s": 0.375074345, + "multi_s": 0.376136992, + "client_wall_s": 0.8207298829220235, + "client_cpu_s": 0.6878420000000176, + "client_vcsw": 203, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.249935, + "broker_sys_s": 0.275138, + "broker_cpu_s": 0.525073, + "broker_vcsw": 773, + "broker_maxrss_kib": 52564, + "broker_ru_maxrss_kib": 52564, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 17, + "warmup": false, + "single_s": 0.859255916, + "multi_s": 1.203321126, + "client_wall_s": 2.0967076309025288, + "client_cpu_s": 1.2364380000000068, + "client_vcsw": 18144, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.746081, + "broker_sys_s": 1.327145, + "broker_cpu_s": 2.073226, + "broker_vcsw": 15, + "broker_maxrss_kib": 5656, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 18, + "warmup": false, + "single_s": 0.309344525, + "multi_s": 0.370215848, + "client_wall_s": 0.735737046925351, + "client_cpu_s": 0.6805020000000184, + "client_vcsw": 141, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.26974899999999996, + "broker_sys_s": 0.25476299999999996, + "broker_cpu_s": 0.5245119999999999, + "broker_vcsw": 398, + "broker_maxrss_kib": 6800, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 18, + "warmup": false, + "single_s": 0.38051937700000005, + "multi_s": 0.372716335, + "client_wall_s": 0.8057162710465491, + "client_cpu_s": 0.6894010000000037, + "client_vcsw": 202, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.15999999999999998, + "broker_user_s": 0.259994, + "broker_sys_s": 0.23984, + "broker_cpu_s": 0.499834, + "broker_vcsw": 1122, + "broker_maxrss_kib": 54616, + "broker_ru_maxrss_kib": 54616, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 18, + "warmup": false, + "single_s": 0.303090931, + "multi_s": 0.369578259, + "client_wall_s": 0.7055483481381088, + "client_cpu_s": 0.6770640000000014, + "client_vcsw": 11, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.10160799999999999, + "broker_sys_s": 0.258694, + "broker_cpu_s": 0.36030199999999996, + "broker_vcsw": 7368, + "broker_maxrss_kib": 41572, + "broker_ru_maxrss_kib": 36756, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 18, + "warmup": false, + "single_s": 0.330344586, + "multi_s": 0.36755388499999997, + "client_wall_s": 0.7671510560903698, + "client_cpu_s": 0.6836600000000175, + "client_vcsw": 325, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.28735, + "broker_sys_s": 0.370741, + "broker_cpu_s": 0.658091, + "broker_vcsw": 205, + "broker_maxrss_kib": 6440, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 18, + "warmup": false, + "single_s": 0.856757803, + "multi_s": 1.200736339, + "client_wall_s": 2.0949978958815336, + "client_cpu_s": 1.2409970000000072, + "client_vcsw": 18105, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6879569999999999, + "broker_sys_s": 1.379915, + "broker_cpu_s": 2.067872, + "broker_vcsw": 15, + "broker_maxrss_kib": 5560, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 19, + "warmup": false, + "single_s": 0.333343746, + "multi_s": 0.37990315900000005, + "client_wall_s": 0.781012972118333, + "client_cpu_s": 0.7028800000000075, + "client_vcsw": 333, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.284692, + "broker_sys_s": 0.394961, + "broker_cpu_s": 0.6796530000000001, + "broker_vcsw": 210, + "broker_maxrss_kib": 6632, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 19, + "warmup": false, + "single_s": 0.309195157, + "multi_s": 0.372226263, + "client_wall_s": 0.7469197621103376, + "client_cpu_s": 0.6797850000000096, + "client_vcsw": 137, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.24526199999999998, + "broker_sys_s": 0.27460599999999996, + "broker_cpu_s": 0.519868, + "broker_vcsw": 366, + "broker_maxrss_kib": 6636, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 19, + "warmup": false, + "single_s": 0.8531074700000001, + "multi_s": 1.197028095, + "client_wall_s": 2.0848847730085254, + "client_cpu_s": 1.2441110000000037, + "client_vcsw": 18110, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6965399999999999, + "broker_sys_s": 1.363652, + "broker_cpu_s": 2.060192, + "broker_vcsw": 16, + "broker_maxrss_kib": 5392, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 19, + "warmup": false, + "single_s": 0.297719745, + "multi_s": 0.366193506, + "client_wall_s": 0.69584139296785, + "client_cpu_s": 0.6665900000000136, + "client_vcsw": 15, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.121909, + "broker_sys_s": 0.24091499999999996, + "broker_cpu_s": 0.362824, + "broker_vcsw": 7172, + "broker_maxrss_kib": 38568, + "broker_ru_maxrss_kib": 33880, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 19, + "warmup": false, + "single_s": 0.377575127, + "multi_s": 0.36954767600000005, + "client_wall_s": 0.8107523089274764, + "client_cpu_s": 0.6843119999999914, + "client_vcsw": 215, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.25781899999999996, + "broker_sys_s": 0.259818, + "broker_cpu_s": 0.5176369999999999, + "broker_vcsw": 888, + "broker_maxrss_kib": 55116, + "broker_ru_maxrss_kib": 55116, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 20, + "warmup": false, + "single_s": 0.331523849, + "multi_s": 0.36237390599999997, + "client_wall_s": 0.742969567887485, + "client_cpu_s": 0.6791759999999982, + "client_vcsw": 331, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.27635299999999996, + "broker_sys_s": 0.37795399999999996, + "broker_cpu_s": 0.654307, + "broker_vcsw": 245, + "broker_maxrss_kib": 6544, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 20, + "warmup": false, + "single_s": 0.29839770299999996, + "multi_s": 0.366339546, + "client_wall_s": 0.6964208041317761, + "client_cpu_s": 0.6678579999999954, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.111165, + "broker_sys_s": 0.239845, + "broker_cpu_s": 0.35101, + "broker_vcsw": 7242, + "broker_maxrss_kib": 42124, + "broker_ru_maxrss_kib": 37652, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 20, + "warmup": false, + "single_s": 0.856807149, + "multi_s": 1.201291751, + "client_wall_s": 2.0923375610727817, + "client_cpu_s": 1.239143999999996, + "client_vcsw": 17996, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.716642, + "broker_sys_s": 1.352325, + "broker_cpu_s": 2.068967, + "broker_vcsw": 15, + "broker_maxrss_kib": 5528, + "broker_ru_maxrss_kib": 20320, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 20, + "warmup": false, + "single_s": 0.312538649, + "multi_s": 0.380701333, + "client_wall_s": 0.7470859959721565, + "client_cpu_s": 0.6948969999999974, + "client_vcsw": 89, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.279061, + "broker_sys_s": 0.23255099999999998, + "broker_cpu_s": 0.511612, + "broker_vcsw": 358, + "broker_maxrss_kib": 6652, + "broker_ru_maxrss_kib": 20320, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 20, + "warmup": false, + "single_s": 0.373299598, + "multi_s": 0.370225634, + "client_wall_s": 0.8179628858342767, + "client_cpu_s": 0.6852839999999958, + "client_vcsw": 202, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.249824, + "broker_sys_s": 0.270818, + "broker_cpu_s": 0.520642, + "broker_vcsw": 810, + "broker_maxrss_kib": 53168, + "broker_ru_maxrss_kib": 53168, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 21, + "warmup": false, + "single_s": 0.301396866, + "multi_s": 0.369224726, + "client_wall_s": 0.7021104269661009, + "client_cpu_s": 0.6737419999999901, + "client_vcsw": 12, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.113296, + "broker_sys_s": 0.24271399999999999, + "broker_cpu_s": 0.35601, + "broker_vcsw": 7264, + "broker_maxrss_kib": 41760, + "broker_ru_maxrss_kib": 36956, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 21, + "warmup": false, + "single_s": 0.379987755, + "multi_s": 0.390611867, + "client_wall_s": 0.8402690109796822, + "client_cpu_s": 0.7085049999999882, + "client_vcsw": 195, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.250467, + "broker_sys_s": 0.279018, + "broker_cpu_s": 0.529485, + "broker_vcsw": 757, + "broker_maxrss_kib": 54904, + "broker_ru_maxrss_kib": 54068, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 21, + "warmup": false, + "single_s": 0.334977753, + "multi_s": 0.39618750799999997, + "client_wall_s": 0.7760968999937177, + "client_cpu_s": 0.7166539999999912, + "client_vcsw": 298, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.30000000000000004, + "broker_user_s": 0.298072, + "broker_sys_s": 0.38266, + "broker_cpu_s": 0.680732, + "broker_vcsw": 229, + "broker_maxrss_kib": 6520, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 21, + "warmup": false, + "single_s": 0.312111215, + "multi_s": 0.36921878900000005, + "client_wall_s": 0.7487090579234064, + "client_cpu_s": 0.6828390000000013, + "client_vcsw": 132, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.25986, + "broker_sys_s": 0.255751, + "broker_cpu_s": 0.515611, + "broker_vcsw": 371, + "broker_maxrss_kib": 6688, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 21, + "warmup": false, + "single_s": 0.855885792, + "multi_s": 1.200698092, + "client_wall_s": 2.0931769949384034, + "client_cpu_s": 1.2354040000000026, + "client_vcsw": 17902, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.706643, + "broker_sys_s": 1.361759, + "broker_cpu_s": 2.068402, + "broker_vcsw": 15, + "broker_maxrss_kib": 5444, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 22, + "warmup": false, + "single_s": 0.315124625, + "multi_s": 0.377456395, + "client_wall_s": 0.7409380679018795, + "client_cpu_s": 0.6906609999999915, + "client_vcsw": 145, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.286323, + "broker_sys_s": 0.24142899999999998, + "broker_cpu_s": 0.527752, + "broker_vcsw": 338, + "broker_maxrss_kib": 6616, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 22, + "warmup": false, + "single_s": 0.378300578, + "multi_s": 0.36443152700000003, + "client_wall_s": 0.8057168980594724, + "client_cpu_s": 0.6771620000000098, + "client_vcsw": 217, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.25201, + "broker_sys_s": 0.26300999999999997, + "broker_cpu_s": 0.51502, + "broker_vcsw": 704, + "broker_maxrss_kib": 53444, + "broker_ru_maxrss_kib": 53444, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 22, + "warmup": false, + "single_s": 0.30146216800000003, + "multi_s": 0.374795617, + "client_wall_s": 0.7090597930364311, + "client_cpu_s": 0.6806190000000072, + "client_vcsw": 14, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.120181, + "broker_sys_s": 0.234841, + "broker_cpu_s": 0.355022, + "broker_vcsw": 7381, + "broker_maxrss_kib": 41452, + "broker_ru_maxrss_kib": 36644, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 22, + "warmup": false, + "single_s": 0.325140832, + "multi_s": 0.365763697, + "client_wall_s": 0.7593284221366048, + "client_cpu_s": 0.6794649999999933, + "client_vcsw": 348, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.30119599999999996, + "broker_sys_s": 0.359197, + "broker_cpu_s": 0.660393, + "broker_vcsw": 231, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 22, + "warmup": false, + "single_s": 0.8450788330000001, + "multi_s": 1.197476901, + "client_wall_s": 2.078124189050868, + "client_cpu_s": 1.2201500000000038, + "client_vcsw": 18044, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6877059999999999, + "broker_sys_s": 1.365416, + "broker_cpu_s": 2.053122, + "broker_vcsw": 16, + "broker_maxrss_kib": 5500, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 23, + "warmup": false, + "single_s": 0.303277576, + "multi_s": 0.387540278, + "client_wall_s": 0.7259766871575266, + "client_cpu_s": 0.6946290000000062, + "client_vcsw": 21, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.13999999999999999, + "broker_user_s": 0.11531899999999999, + "broker_sys_s": 0.274124, + "broker_cpu_s": 0.389443, + "broker_vcsw": 7115, + "broker_maxrss_kib": 39368, + "broker_ru_maxrss_kib": 34600, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 23, + "warmup": false, + "single_s": 0.31509138000000003, + "multi_s": 0.377501513, + "client_wall_s": 0.7473282080609351, + "client_cpu_s": 0.6912820000000011, + "client_vcsw": 134, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.278763, + "broker_sys_s": 0.24353999999999998, + "broker_cpu_s": 0.522303, + "broker_vcsw": 381, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 23, + "warmup": false, + "single_s": 0.377237928, + "multi_s": 0.37074330400000005, + "client_wall_s": 0.8047504231799394, + "client_cpu_s": 0.6821610000000078, + "client_vcsw": 219, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.247938, + "broker_sys_s": 0.26653299999999996, + "broker_cpu_s": 0.5144709999999999, + "broker_vcsw": 892, + "broker_maxrss_kib": 55968, + "broker_ru_maxrss_kib": 55968, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 23, + "warmup": false, + "single_s": 0.32951372, + "multi_s": 0.363282204, + "client_wall_s": 0.7560454909689724, + "client_cpu_s": 0.6821049999999929, + "client_vcsw": 307, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.291344, + "broker_sys_s": 0.365708, + "broker_cpu_s": 0.657052, + "broker_vcsw": 272, + "broker_maxrss_kib": 6644, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 23, + "warmup": false, + "single_s": 0.839700287, + "multi_s": 1.204713598, + "client_wall_s": 2.079160718014464, + "client_cpu_s": 1.2171659999999775, + "client_vcsw": 17999, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6697649999999999, + "broker_sys_s": 1.385173, + "broker_cpu_s": 2.054938, + "broker_vcsw": 15, + "broker_maxrss_kib": 5504, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "dbus-daemon", + "round": 24, + "warmup": false, + "single_s": 0.8799586450000001, + "multi_s": 1.198904056, + "client_wall_s": 2.112326043890789, + "client_cpu_s": 1.2443930000000023, + "client_vcsw": 19518, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.696568, + "broker_sys_s": 1.390763, + "broker_cpu_s": 2.087331, + "broker_vcsw": 16, + "broker_maxrss_kib": 5496, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 24, + "warmup": false, + "single_s": 0.306926201, + "multi_s": 0.396462966, + "client_wall_s": 0.7713060760870576, + "client_cpu_s": 0.7045019999999909, + "client_vcsw": 110, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.25698299999999996, + "broker_sys_s": 0.265239, + "broker_cpu_s": 0.522222, + "broker_vcsw": 401, + "broker_maxrss_kib": 6724, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 24, + "warmup": false, + "single_s": 0.30604165, + "multi_s": 0.398226132, + "client_wall_s": 0.7393957439344376, + "client_cpu_s": 0.7070050000000094, + "client_vcsw": 29, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.12, + "broker_user_s": 0.131815, + "broker_sys_s": 0.256426, + "broker_cpu_s": 0.38824099999999995, + "broker_vcsw": 7188, + "broker_maxrss_kib": 39232, + "broker_ru_maxrss_kib": 34568, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 24, + "warmup": false, + "single_s": 0.38052679699999997, + "multi_s": 0.411478964, + "client_wall_s": 0.8531288420781493, + "client_cpu_s": 0.7304809999999975, + "client_vcsw": 214, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.261463, + "broker_sys_s": 0.262465, + "broker_cpu_s": 0.523928, + "broker_vcsw": 1056, + "broker_maxrss_kib": 53184, + "broker_ru_maxrss_kib": 53184, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 24, + "warmup": false, + "single_s": 0.33938032500000004, + "multi_s": 0.419371061, + "client_wall_s": 0.817946262890473, + "client_cpu_s": 0.7493070000000017, + "client_vcsw": 329, + "multi_client_cpu_s": 0.41, + "multi_broker_cpu_s": 0.30999999999999994, + "broker_user_s": 0.291335, + "broker_sys_s": 0.406676, + "broker_cpu_s": 0.6980109999999999, + "broker_vcsw": 213, + "broker_maxrss_kib": 6536, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 25, + "warmup": false, + "single_s": 0.313578739, + "multi_s": 0.396778792, + "client_wall_s": 0.7607211449649185, + "client_cpu_s": 0.713308000000012, + "client_vcsw": 110, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.256008, + "broker_sys_s": 0.270835, + "broker_cpu_s": 0.526843, + "broker_vcsw": 354, + "broker_maxrss_kib": 6636, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 25, + "warmup": false, + "single_s": 0.310819414, + "multi_s": 0.41268052899999996, + "client_wall_s": 0.7566047171130776, + "client_cpu_s": 0.7268860000000075, + "client_vcsw": 12, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.129801, + "broker_sys_s": 0.249468, + "broker_cpu_s": 0.37926899999999997, + "broker_vcsw": 7365, + "broker_maxrss_kib": 41768, + "broker_ru_maxrss_kib": 37268, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 25, + "warmup": false, + "single_s": 0.325517211, + "multi_s": 0.375126878, + "client_wall_s": 0.7561642217915505, + "client_cpu_s": 0.6952209999999894, + "client_vcsw": 322, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.276752, + "broker_sys_s": 0.389244, + "broker_cpu_s": 0.665996, + "broker_vcsw": 188, + "broker_maxrss_kib": 6296, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 25, + "warmup": false, + "single_s": 0.384231226, + "multi_s": 0.37356437, + "client_wall_s": 0.8057062120642513, + "client_cpu_s": 0.6920879999999983, + "client_vcsw": 199, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.26628999999999997, + "broker_sys_s": 0.238146, + "broker_cpu_s": 0.504436, + "broker_vcsw": 974, + "broker_maxrss_kib": 55680, + "broker_ru_maxrss_kib": 55680, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 25, + "warmup": false, + "single_s": 0.8605163290000001, + "multi_s": 1.217286098, + "client_wall_s": 2.1136843350250274, + "client_cpu_s": 1.2561529999999976, + "client_vcsw": 18221, + "multi_client_cpu_s": 0.57, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.7035159999999999, + "broker_sys_s": 1.385435, + "broker_cpu_s": 2.088951, + "broker_vcsw": 14, + "broker_maxrss_kib": 5648, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 26, + "warmup": false, + "single_s": 0.30712210900000003, + "multi_s": 0.369750708, + "client_wall_s": 0.7395049759652466, + "client_cpu_s": 0.67818299999999, + "client_vcsw": 135, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27380099999999996, + "broker_sys_s": 0.245584, + "broker_cpu_s": 0.519385, + "broker_vcsw": 372, + "broker_maxrss_kib": 6576, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 26, + "warmup": false, + "single_s": 0.381354357, + "multi_s": 0.394469461, + "client_wall_s": 0.822222979972139, + "client_cpu_s": 0.7113029999999867, + "client_vcsw": 212, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.271016, + "broker_sys_s": 0.257517, + "broker_cpu_s": 0.5285329999999999, + "broker_vcsw": 793, + "broker_maxrss_kib": 54952, + "broker_ru_maxrss_kib": 54092, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 26, + "warmup": false, + "single_s": 0.33456575400000005, + "multi_s": 0.36809202599999996, + "client_wall_s": 0.7561155420262367, + "client_cpu_s": 0.6954659999999961, + "client_vcsw": 309, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.279215, + "broker_sys_s": 0.38379399999999997, + "broker_cpu_s": 0.663009, + "broker_vcsw": 196, + "broker_maxrss_kib": 6468, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 26, + "warmup": false, + "single_s": 0.8665455240000001, + "multi_s": 1.212708991, + "client_wall_s": 2.1137425140477717, + "client_cpu_s": 1.2414370000000048, + "client_vcsw": 18219, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.7248709999999999, + "broker_sys_s": 1.364758, + "broker_cpu_s": 2.089629, + "broker_vcsw": 16, + "broker_maxrss_kib": 5800, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 26, + "warmup": false, + "single_s": 0.30187179300000005, + "multi_s": 0.36786049800000004, + "client_wall_s": 0.7022529048845172, + "client_cpu_s": 0.6743720000000053, + "client_vcsw": 11, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.128034, + "broker_sys_s": 0.22819, + "broker_cpu_s": 0.356224, + "broker_vcsw": 7327, + "broker_maxrss_kib": 41724, + "broker_ru_maxrss_kib": 37284, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 27, + "warmup": false, + "single_s": 0.301555966, + "multi_s": 0.373071633, + "client_wall_s": 0.7061033740174025, + "client_cpu_s": 0.6777689999999978, + "client_vcsw": 16, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.13000000000000003, + "broker_user_s": 0.108191, + "broker_sys_s": 0.249101, + "broker_cpu_s": 0.357292, + "broker_vcsw": 7281, + "broker_maxrss_kib": 41756, + "broker_ru_maxrss_kib": 37316, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 27, + "warmup": false, + "single_s": 0.37688767, + "multi_s": 0.378774317, + "client_wall_s": 0.8155609441455454, + "client_cpu_s": 0.6901929999999936, + "client_vcsw": 219, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.24195799999999998, + "broker_sys_s": 0.276235, + "broker_cpu_s": 0.518193, + "broker_vcsw": 725, + "broker_maxrss_kib": 55204, + "broker_ru_maxrss_kib": 54428, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 27, + "warmup": false, + "single_s": 0.863547549, + "multi_s": 1.199586764, + "client_wall_s": 2.096761504886672, + "client_cpu_s": 1.2404259999999994, + "client_vcsw": 18100, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.713461, + "broker_sys_s": 1.36058, + "broker_cpu_s": 2.074041, + "broker_vcsw": 15, + "broker_maxrss_kib": 5472, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 27, + "warmup": false, + "single_s": 0.327001357, + "multi_s": 0.371395142, + "client_wall_s": 0.7619998850859702, + "client_cpu_s": 0.686602999999991, + "client_vcsw": 344, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.266412, + "broker_sys_s": 0.397067, + "broker_cpu_s": 0.6634789999999999, + "broker_vcsw": 229, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 27, + "warmup": false, + "single_s": 0.312307122, + "multi_s": 0.376318945, + "client_wall_s": 0.7447529179044068, + "client_cpu_s": 0.6861649999999884, + "client_vcsw": 137, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.264086, + "broker_sys_s": 0.253206, + "broker_cpu_s": 0.517292, + "broker_vcsw": 335, + "broker_maxrss_kib": 6572, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 28, + "warmup": false, + "single_s": 0.328661227, + "multi_s": 0.371469942, + "client_wall_s": 0.7663490271661431, + "client_cpu_s": 0.6926459999999963, + "client_vcsw": 324, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.284311, + "broker_sys_s": 0.385559, + "broker_cpu_s": 0.66987, + "broker_vcsw": 259, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 28, + "warmup": false, + "single_s": 0.30914054700000004, + "multi_s": 0.377779345, + "client_wall_s": 0.7417739399243146, + "client_cpu_s": 0.6866490000000027, + "client_vcsw": 128, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.278878, + "broker_sys_s": 0.239038, + "broker_cpu_s": 0.517916, + "broker_vcsw": 377, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 28, + "warmup": false, + "single_s": 0.8619589190000001, + "multi_s": 1.195407408, + "client_wall_s": 2.092678321991116, + "client_cpu_s": 1.2395090000000124, + "client_vcsw": 18286, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.640197, + "broker_sys_s": 1.427982, + "broker_cpu_s": 2.068179, + "broker_vcsw": 15, + "broker_maxrss_kib": 5628, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 28, + "warmup": false, + "single_s": 0.387106907, + "multi_s": 0.380400942, + "client_wall_s": 0.8235598981846124, + "client_cpu_s": 0.6997679999999775, + "client_vcsw": 224, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.259306, + "broker_sys_s": 0.265683, + "broker_cpu_s": 0.5249889999999999, + "broker_vcsw": 777, + "broker_maxrss_kib": 53976, + "broker_ru_maxrss_kib": 53976, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 28, + "warmup": false, + "single_s": 0.296497995, + "multi_s": 0.36420593700000004, + "client_wall_s": 0.6918828778434545, + "client_cpu_s": 0.6644039999999904, + "client_vcsw": 11, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.10871, + "broker_sys_s": 0.23348999999999998, + "broker_cpu_s": 0.34219999999999995, + "broker_vcsw": 7410, + "broker_maxrss_kib": 42176, + "broker_ru_maxrss_kib": 37508, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 29, + "warmup": false, + "single_s": 0.311948552, + "multi_s": 0.365482303, + "client_wall_s": 0.7424708940088749, + "client_cpu_s": 0.6746840000000134, + "client_vcsw": 131, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.257811, + "broker_sys_s": 0.257811, + "broker_cpu_s": 0.515622, + "broker_vcsw": 353, + "broker_maxrss_kib": 6552, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 29, + "warmup": false, + "single_s": 0.875388662, + "multi_s": 1.227086213, + "client_wall_s": 2.1432556519284844, + "client_cpu_s": 1.304610000000011, + "client_vcsw": 18073, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.7177359999999999, + "broker_sys_s": 1.397093, + "broker_cpu_s": 2.114829, + "broker_vcsw": 14, + "broker_maxrss_kib": 5636, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 29, + "warmup": false, + "single_s": 0.38435945600000004, + "multi_s": 0.38368506, + "client_wall_s": 0.8179866319987923, + "client_cpu_s": 0.7050370000000044, + "client_vcsw": 209, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.266655, + "broker_sys_s": 0.261527, + "broker_cpu_s": 0.5281819999999999, + "broker_vcsw": 739, + "broker_maxrss_kib": 53300, + "broker_ru_maxrss_kib": 53300, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 29, + "warmup": false, + "single_s": 0.330121627, + "multi_s": 0.365311329, + "client_wall_s": 0.7603970072232187, + "client_cpu_s": 0.6849580000000088, + "client_vcsw": 325, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.27946, + "broker_sys_s": 0.381726, + "broker_cpu_s": 0.661186, + "broker_vcsw": 196, + "broker_maxrss_kib": 6400, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 29, + "warmup": false, + "single_s": 0.305812498, + "multi_s": 0.373429016, + "client_wall_s": 0.7113073840737343, + "client_cpu_s": 0.6825399999999888, + "client_vcsw": 8, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.122983, + "broker_sys_s": 0.238836, + "broker_cpu_s": 0.361819, + "broker_vcsw": 7335, + "broker_maxrss_kib": 40648, + "broker_ru_maxrss_kib": 36148, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 30, + "warmup": false, + "single_s": 0.299789238, + "multi_s": 0.37497134, + "client_wall_s": 0.7063313389662653, + "client_cpu_s": 0.6780350000000084, + "client_vcsw": 10, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.119061, + "broker_sys_s": 0.24240499999999998, + "broker_cpu_s": 0.36146599999999995, + "broker_vcsw": 7368, + "broker_maxrss_kib": 38948, + "broker_ru_maxrss_kib": 34512, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 30, + "warmup": false, + "single_s": 0.309052687, + "multi_s": 0.378003748, + "client_wall_s": 0.7268256179522723, + "client_cpu_s": 0.6866269999999872, + "client_vcsw": 96, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.26519899999999996, + "broker_sys_s": 0.240274, + "broker_cpu_s": 0.505473, + "broker_vcsw": 345, + "broker_maxrss_kib": 6608, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 30, + "warmup": false, + "single_s": 0.325754674, + "multi_s": 0.372344995, + "client_wall_s": 0.7649040620308369, + "client_cpu_s": 0.6891840000000258, + "client_vcsw": 342, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.281597, + "broker_sys_s": 0.375463, + "broker_cpu_s": 0.65706, + "broker_vcsw": 267, + "broker_maxrss_kib": 6676, + "broker_ru_maxrss_kib": 20448, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 30, + "warmup": false, + "single_s": 0.8385569, + "multi_s": 1.196443935, + "client_wall_s": 2.0698960819281638, + "client_cpu_s": 1.2207020000000028, + "client_vcsw": 18006, + "multi_client_cpu_s": 0.5399999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.715538, + "broker_sys_s": 1.330539, + "broker_cpu_s": 2.046077, + "broker_vcsw": 15, + "broker_maxrss_kib": 5600, + "broker_ru_maxrss_kib": 20448, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 30, + "warmup": false, + "single_s": 0.375025957, + "multi_s": 0.37123722800000003, + "client_wall_s": 0.8166152820922434, + "client_cpu_s": 0.6834040000000101, + "client_vcsw": 215, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.247185, + "broker_sys_s": 0.26534599999999997, + "broker_cpu_s": 0.512531, + "broker_vcsw": 872, + "broker_maxrss_kib": 54352, + "broker_ru_maxrss_kib": 54352, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 31, + "warmup": false, + "single_s": 0.30870836500000004, + "multi_s": 0.371430761, + "client_wall_s": 0.7415471619460732, + "client_cpu_s": 0.6770829999999961, + "client_vcsw": 139, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.267968, + "broker_sys_s": 0.255647, + "broker_cpu_s": 0.5236149999999999, + "broker_vcsw": 385, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 31, + "warmup": false, + "single_s": 0.846636592, + "multi_s": 1.190753125, + "client_wall_s": 2.073259751079604, + "client_cpu_s": 1.2163289999999876, + "client_vcsw": 18269, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.680435, + "broker_sys_s": 1.368442, + "broker_cpu_s": 2.048877, + "broker_vcsw": 15, + "broker_maxrss_kib": 5500, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 31, + "warmup": false, + "single_s": 0.308653748, + "multi_s": 0.395078554, + "client_wall_s": 0.7426917350385338, + "client_cpu_s": 0.70790199999999, + "client_vcsw": 10, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.13, + "broker_user_s": 0.12003899999999999, + "broker_sys_s": 0.27763, + "broker_cpu_s": 0.397669, + "broker_vcsw": 7111, + "broker_maxrss_kib": 39644, + "broker_ru_maxrss_kib": 34980, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 31, + "warmup": false, + "single_s": 0.333634898, + "multi_s": 0.36847909, + "client_wall_s": 0.7688518920913339, + "client_cpu_s": 0.6919880000000234, + "client_vcsw": 328, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.281968, + "broker_sys_s": 0.38432, + "broker_cpu_s": 0.666288, + "broker_vcsw": 204, + "broker_maxrss_kib": 6700, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 31, + "warmup": false, + "single_s": 0.38361857099999996, + "multi_s": 0.371475879, + "client_wall_s": 0.8086958760395646, + "client_cpu_s": 0.6872219999999771, + "client_vcsw": 230, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.265639, + "broker_sys_s": 0.240803, + "broker_cpu_s": 0.5064420000000001, + "broker_vcsw": 1122, + "broker_maxrss_kib": 58056, + "broker_ru_maxrss_kib": 57008, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 32, + "warmup": false, + "single_s": 0.33421312200000003, + "multi_s": 0.37456290400000003, + "client_wall_s": 0.7739193611778319, + "client_cpu_s": 0.6947669999999988, + "client_vcsw": 323, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.287651, + "broker_sys_s": 0.376783, + "broker_cpu_s": 0.664434, + "broker_vcsw": 252, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 32, + "warmup": false, + "single_s": 0.317995558, + "multi_s": 0.369986984, + "client_wall_s": 0.7475193659774959, + "client_cpu_s": 0.6847759999999994, + "client_vcsw": 131, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27314299999999997, + "broker_sys_s": 0.257017, + "broker_cpu_s": 0.53016, + "broker_vcsw": 346, + "broker_maxrss_kib": 6588, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 32, + "warmup": false, + "single_s": 0.8429107920000001, + "multi_s": 1.201465099, + "client_wall_s": 2.0778416078537703, + "client_cpu_s": 1.2252320000000054, + "client_vcsw": 18076, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6857, + "broker_sys_s": 1.369055, + "broker_cpu_s": 2.054755, + "broker_vcsw": 16, + "broker_maxrss_kib": 5556, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 32, + "warmup": false, + "single_s": 0.376996903, + "multi_s": 0.38771718800000005, + "client_wall_s": 0.8335867910645902, + "client_cpu_s": 0.7040559999999942, + "client_vcsw": 210, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.242612, + "broker_sys_s": 0.279423, + "broker_cpu_s": 0.522035, + "broker_vcsw": 908, + "broker_maxrss_kib": 55032, + "broker_ru_maxrss_kib": 54284, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 32, + "warmup": false, + "single_s": 0.30779413, + "multi_s": 0.390784028, + "client_wall_s": 0.7354574131313711, + "client_cpu_s": 0.7019829999999843, + "client_vcsw": 10, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.11999999999999997, + "broker_user_s": 0.11978799999999999, + "broker_sys_s": 0.25827900000000004, + "broker_cpu_s": 0.37806700000000004, + "broker_vcsw": 7482, + "broker_maxrss_kib": 41668, + "broker_ru_maxrss_kib": 37172, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 33, + "warmup": false, + "single_s": 0.386721029, + "multi_s": 0.398144207, + "client_wall_s": 0.849868468940258, + "client_cpu_s": 0.717220999999995, + "client_vcsw": 218, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.253427, + "broker_sys_s": 0.269135, + "broker_cpu_s": 0.522562, + "broker_vcsw": 863, + "broker_maxrss_kib": 53468, + "broker_ru_maxrss_kib": 53468, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 33, + "warmup": false, + "single_s": 0.870602586, + "multi_s": 1.221520071, + "client_wall_s": 2.1277694769669324, + "client_cpu_s": 1.2791660000000036, + "client_vcsw": 18122, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.708374, + "broker_sys_s": 1.395738, + "broker_cpu_s": 2.1041119999999998, + "broker_vcsw": 14, + "broker_maxrss_kib": 5524, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 33, + "warmup": false, + "single_s": 0.333925791, + "multi_s": 0.38898880500000005, + "client_wall_s": 0.7697744369506836, + "client_cpu_s": 0.7164060000000347, + "client_vcsw": 151, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.277393, + "broker_sys_s": 0.256548, + "broker_cpu_s": 0.533941, + "broker_vcsw": 395, + "broker_maxrss_kib": 6352, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 33, + "warmup": false, + "single_s": 0.301177213, + "multi_s": 0.37108525200000003, + "client_wall_s": 0.7060701290611178, + "client_cpu_s": 0.6773839999999893, + "client_vcsw": 14, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.107518, + "broker_sys_s": 0.24124299999999999, + "broker_cpu_s": 0.348761, + "broker_vcsw": 7385, + "broker_maxrss_kib": 40644, + "broker_ru_maxrss_kib": 35992, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 33, + "warmup": false, + "single_s": 0.32178903600000003, + "multi_s": 0.369857566, + "client_wall_s": 0.754112538183108, + "client_cpu_s": 0.6855989999999963, + "client_vcsw": 317, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.303684, + "broker_sys_s": 0.345919, + "broker_cpu_s": 0.6496029999999999, + "broker_vcsw": 215, + "broker_maxrss_kib": 6520, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 34, + "warmup": false, + "single_s": 0.30652845, + "multi_s": 0.36844228399999995, + "client_wall_s": 0.7378676668740809, + "client_cpu_s": 0.6765269999999646, + "client_vcsw": 118, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.266765, + "broker_sys_s": 0.250349, + "broker_cpu_s": 0.517114, + "broker_vcsw": 354, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 34, + "warmup": false, + "single_s": 0.328010577, + "multi_s": 0.366075961, + "client_wall_s": 0.7606487181037664, + "client_cpu_s": 0.6832589999999925, + "client_vcsw": 333, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.260461, + "broker_sys_s": 0.390192, + "broker_cpu_s": 0.6506529999999999, + "broker_vcsw": 315, + "broker_maxrss_kib": 6576, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 34, + "warmup": false, + "single_s": 0.8587816580000001, + "multi_s": 1.206654861, + "client_wall_s": 2.1002700270619243, + "client_cpu_s": 1.228884000000022, + "client_vcsw": 18200, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.687357, + "broker_sys_s": 1.389092, + "broker_cpu_s": 2.076449, + "broker_vcsw": 16, + "broker_maxrss_kib": 5592, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 34, + "warmup": false, + "single_s": 0.305078736, + "multi_s": 0.3680101, + "client_wall_s": 0.70550496596843, + "client_cpu_s": 0.675565999999975, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.11638399999999999, + "broker_sys_s": 0.231874, + "broker_cpu_s": 0.34825799999999996, + "broker_vcsw": 7478, + "broker_maxrss_kib": 42036, + "broker_ru_maxrss_kib": 37524, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 34, + "warmup": false, + "single_s": 0.378490548, + "multi_s": 0.388601739, + "client_wall_s": 0.8196631239261478, + "client_cpu_s": 0.7032700000000034, + "client_vcsw": 206, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.273493, + "broker_sys_s": 0.25365899999999997, + "broker_cpu_s": 0.527152, + "broker_vcsw": 703, + "broker_maxrss_kib": 54476, + "broker_ru_maxrss_kib": 54476, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 35, + "warmup": false, + "single_s": 0.30274447099999996, + "multi_s": 0.38299760400000005, + "client_wall_s": 0.7171739179175347, + "client_cpu_s": 0.688666000000012, + "client_vcsw": 8, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.13489500000000001, + "broker_sys_s": 0.238374, + "broker_cpu_s": 0.373269, + "broker_vcsw": 7216, + "broker_maxrss_kib": 39960, + "broker_ru_maxrss_kib": 35512, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 35, + "warmup": false, + "single_s": 0.855146093, + "multi_s": 1.195141448, + "client_wall_s": 2.083943230099976, + "client_cpu_s": 1.2187649999999906, + "client_vcsw": 18277, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.746923, + "broker_sys_s": 1.313866, + "broker_cpu_s": 2.0607889999999998, + "broker_vcsw": 15, + "broker_maxrss_kib": 5800, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 35, + "warmup": false, + "single_s": 0.309623786, + "multi_s": 0.397396197, + "client_wall_s": 0.761985638178885, + "client_cpu_s": 0.7060419999999965, + "client_vcsw": 142, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.28721199999999997, + "broker_sys_s": 0.23826399999999998, + "broker_cpu_s": 0.5254759999999999, + "broker_vcsw": 331, + "broker_maxrss_kib": 6436, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 35, + "warmup": false, + "single_s": 0.38358176400000005, + "multi_s": 0.403791087, + "client_wall_s": 0.8511543339118361, + "client_cpu_s": 0.7174780000000283, + "client_vcsw": 224, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.24717499999999998, + "broker_sys_s": 0.283644, + "broker_cpu_s": 0.5308189999999999, + "broker_vcsw": 783, + "broker_maxrss_kib": 54136, + "broker_ru_maxrss_kib": 54136, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 35, + "warmup": false, + "single_s": 0.33058705600000005, + "multi_s": 0.38962758200000003, + "client_wall_s": 0.7899766368791461, + "client_cpu_s": 0.7119289999999978, + "client_vcsw": 317, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.280948, + "broker_sys_s": 0.389636, + "broker_cpu_s": 0.670584, + "broker_vcsw": 205, + "broker_maxrss_kib": 6452, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 36, + "warmup": false, + "single_s": 0.307984101, + "multi_s": 0.365903801, + "client_wall_s": 0.7055607701186091, + "client_cpu_s": 0.6775540000000149, + "client_vcsw": 11, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.13905099999999998, + "broker_sys_s": 0.225815, + "broker_cpu_s": 0.36486599999999997, + "broker_vcsw": 7244, + "broker_maxrss_kib": 41384, + "broker_ru_maxrss_kib": 36952, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 36, + "warmup": false, + "single_s": 0.304734414, + "multi_s": 0.370559271, + "client_wall_s": 0.7365556810982525, + "client_cpu_s": 0.6783480000000282, + "client_vcsw": 95, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.280174, + "broker_sys_s": 0.23501799999999998, + "broker_cpu_s": 0.515192, + "broker_vcsw": 387, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 36, + "warmup": false, + "single_s": 0.371067441, + "multi_s": 0.36873792600000005, + "client_wall_s": 0.8077875790186226, + "client_cpu_s": 0.6810549999999864, + "client_vcsw": 208, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.25695599999999996, + "broker_sys_s": 0.26098699999999997, + "broker_cpu_s": 0.5179429999999999, + "broker_vcsw": 782, + "broker_maxrss_kib": 53568, + "broker_ru_maxrss_kib": 53568, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 36, + "warmup": false, + "single_s": 0.331449047, + "multi_s": 0.36884597100000005, + "client_wall_s": 0.7634935299865901, + "client_cpu_s": 0.6885119999999745, + "client_vcsw": 336, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.281194, + "broker_sys_s": 0.38601199999999997, + "broker_cpu_s": 0.667206, + "broker_vcsw": 225, + "broker_maxrss_kib": 6508, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 36, + "warmup": false, + "single_s": 0.850534554, + "multi_s": 1.20897488, + "client_wall_s": 2.0932506090030074, + "client_cpu_s": 1.2498660000000257, + "client_vcsw": 17678, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.707456, + "broker_sys_s": 1.362525, + "broker_cpu_s": 2.069981, + "broker_vcsw": 15, + "broker_maxrss_kib": 5824, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 37, + "warmup": false, + "single_s": 0.311664783, + "multi_s": 0.402845983, + "client_wall_s": 0.7474956209771335, + "client_cpu_s": 0.7168319999999824, + "client_vcsw": 10, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.11999999999999997, + "broker_user_s": 0.13330599999999998, + "broker_sys_s": 0.24468499999999999, + "broker_cpu_s": 0.37799099999999997, + "broker_vcsw": 7287, + "broker_maxrss_kib": 41040, + "broker_ru_maxrss_kib": 36424, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 37, + "warmup": false, + "single_s": 0.854768527, + "multi_s": 1.212082088, + "client_wall_s": 2.1004231909755617, + "client_cpu_s": 1.2693970000000263, + "client_vcsw": 18031, + "multi_client_cpu_s": 0.5700000000000001, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.711584, + "broker_sys_s": 1.363863, + "broker_cpu_s": 2.075447, + "broker_vcsw": 15, + "broker_maxrss_kib": 5648, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 37, + "warmup": false, + "single_s": 0.32731480900000004, + "multi_s": 0.394234372, + "client_wall_s": 0.7763414869550616, + "client_cpu_s": 0.716037, + "client_vcsw": 140, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.267909, + "broker_sys_s": 0.27099999999999996, + "broker_cpu_s": 0.538909, + "broker_vcsw": 360, + "broker_maxrss_kib": 6416, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 37, + "warmup": false, + "single_s": 0.331625957, + "multi_s": 0.37528360400000005, + "client_wall_s": 0.7671813359484076, + "client_cpu_s": 0.6989599999999996, + "client_vcsw": 314, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.285233, + "broker_sys_s": 0.38317999999999997, + "broker_cpu_s": 0.6684129999999999, + "broker_vcsw": 234, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 37, + "warmup": false, + "single_s": 0.376627647, + "multi_s": 0.371024699, + "client_wall_s": 0.7961649331264198, + "client_cpu_s": 0.6879669999999862, + "client_vcsw": 218, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.255459, + "broker_sys_s": 0.25746199999999997, + "broker_cpu_s": 0.512921, + "broker_vcsw": 736, + "broker_maxrss_kib": 53540, + "broker_ru_maxrss_kib": 53540, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 38, + "warmup": false, + "single_s": 0.857884047, + "multi_s": 1.198761578, + "client_wall_s": 2.0913627750705928, + "client_cpu_s": 1.2394239999999854, + "client_vcsw": 17776, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1599999999999997, + "broker_user_s": 0.687997, + "broker_sys_s": 1.380628, + "broker_cpu_s": 2.068625, + "broker_vcsw": 14, + "broker_maxrss_kib": 5648, + "broker_ru_maxrss_kib": 20576, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 38, + "warmup": false, + "single_s": 0.385329494, + "multi_s": 0.40952939, + "client_wall_s": 0.8570018701720983, + "client_cpu_s": 0.7339110000000062, + "client_vcsw": 202, + "multi_client_cpu_s": 0.39999999999999997, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.261376, + "broker_sys_s": 0.27634, + "broker_cpu_s": 0.537716, + "broker_vcsw": 890, + "broker_maxrss_kib": 56292, + "broker_ru_maxrss_kib": 54980, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 38, + "warmup": false, + "single_s": 0.323391914, + "multi_s": 0.375740721, + "client_wall_s": 0.7459307371173054, + "client_cpu_s": 0.6920999999999822, + "client_vcsw": 132, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.279515, + "broker_sys_s": 0.24483, + "broker_cpu_s": 0.5243450000000001, + "broker_vcsw": 361, + "broker_maxrss_kib": 6340, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 38, + "warmup": false, + "single_s": 0.33180168099999996, + "multi_s": 0.36558085, + "client_wall_s": 0.7456695269793272, + "client_cpu_s": 0.6870670000000132, + "client_vcsw": 322, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.267135, + "broker_sys_s": 0.389198, + "broker_cpu_s": 0.656333, + "broker_vcsw": 186, + "broker_maxrss_kib": 6488, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 38, + "warmup": false, + "single_s": 0.305982285, + "multi_s": 0.37333878, + "client_wall_s": 0.711536536924541, + "client_cpu_s": 0.6815159999999878, + "client_vcsw": 27, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.11645599999999999, + "broker_sys_s": 0.239663, + "broker_cpu_s": 0.35611899999999996, + "broker_vcsw": 7395, + "broker_maxrss_kib": 41216, + "broker_ru_maxrss_kib": 36536, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 39, + "warmup": false, + "single_s": 0.30187773, + "multi_s": 0.373259229, + "client_wall_s": 0.7071517750155181, + "client_cpu_s": 0.6782460000000015, + "client_vcsw": 12, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.12250299999999999, + "broker_sys_s": 0.23046599999999998, + "broker_cpu_s": 0.352969, + "broker_vcsw": 7346, + "broker_maxrss_kib": 41868, + "broker_ru_maxrss_kib": 37320, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 39, + "warmup": false, + "single_s": 0.33241671100000003, + "multi_s": 0.36650577, + "client_wall_s": 0.7544722950551659, + "client_cpu_s": 0.6851110000000062, + "client_vcsw": 317, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.29067899999999997, + "broker_sys_s": 0.36891199999999996, + "broker_cpu_s": 0.6595909999999999, + "broker_vcsw": 231, + "broker_maxrss_kib": 6696, + "broker_ru_maxrss_kib": 20576, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 39, + "warmup": false, + "single_s": 0.371201608, + "multi_s": 0.375256297, + "client_wall_s": 0.8087920499965549, + "client_cpu_s": 0.6910200000000088, + "client_vcsw": 190, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.282029, + "broker_sys_s": 0.23782999999999999, + "broker_cpu_s": 0.519859, + "broker_vcsw": 776, + "broker_maxrss_kib": 51808, + "broker_ru_maxrss_kib": 51808, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 39, + "warmup": false, + "single_s": 0.850211604, + "multi_s": 1.20163726, + "client_wall_s": 2.0855413591489196, + "client_cpu_s": 1.242792000000037, + "client_vcsw": 18021, + "multi_client_cpu_s": 0.5599999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.679236, + "broker_sys_s": 1.382897, + "broker_cpu_s": 2.062133, + "broker_vcsw": 14, + "broker_maxrss_kib": 5640, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 39, + "warmup": false, + "single_s": 0.310465594, + "multi_s": 0.369833819, + "client_wall_s": 0.7417157609015703, + "client_cpu_s": 0.6784990000000164, + "client_vcsw": 136, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.275176, + "broker_sys_s": 0.23774399999999998, + "broker_cpu_s": 0.5129199999999999, + "broker_vcsw": 350, + "broker_maxrss_kib": 6532, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 40, + "warmup": false, + "single_s": 0.299449666, + "multi_s": 0.367441375, + "client_wall_s": 0.6974822650663555, + "client_cpu_s": 0.6681590000000028, + "client_vcsw": 10, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.107708, + "broker_sys_s": 0.25418999999999997, + "broker_cpu_s": 0.36189799999999994, + "broker_vcsw": 7222, + "broker_maxrss_kib": 41772, + "broker_ru_maxrss_kib": 37224, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 40, + "warmup": false, + "single_s": 0.329561213, + "multi_s": 0.40113862, + "client_wall_s": 0.7840673599857837, + "client_cpu_s": 0.7295819999999651, + "client_vcsw": 112, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.257208, + "broker_sys_s": 0.275364, + "broker_cpu_s": 0.532572, + "broker_vcsw": 392, + "broker_maxrss_kib": 6556, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 40, + "warmup": false, + "single_s": 0.86378145, + "multi_s": 1.20170375, + "client_wall_s": 2.1001204249914736, + "client_cpu_s": 1.247017000000028, + "client_vcsw": 18009, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.681304, + "broker_sys_s": 1.395328, + "broker_cpu_s": 2.076632, + "broker_vcsw": 15, + "broker_maxrss_kib": 5560, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 40, + "warmup": false, + "single_s": 0.390753158, + "multi_s": 0.388443826, + "client_wall_s": 0.8318758669774979, + "client_cpu_s": 0.715235999999976, + "client_vcsw": 211, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27877399999999997, + "broker_sys_s": 0.264211, + "broker_cpu_s": 0.5429849999999999, + "broker_vcsw": 773, + "broker_maxrss_kib": 53600, + "broker_ru_maxrss_kib": 53600, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 40, + "warmup": false, + "single_s": 0.33144667299999997, + "multi_s": 0.368270123, + "client_wall_s": 0.7594412169419229, + "client_cpu_s": 0.69000699999998, + "client_vcsw": 327, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.279715, + "broker_sys_s": 0.379971, + "broker_cpu_s": 0.659686, + "broker_vcsw": 250, + "broker_maxrss_kib": 6652, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 41, + "warmup": false, + "single_s": 0.391640084, + "multi_s": 0.378666271, + "client_wall_s": 0.8245976138859987, + "client_cpu_s": 0.6988219999999785, + "client_vcsw": 229, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.28422, + "broker_sys_s": 0.256778, + "broker_cpu_s": 0.540998, + "broker_vcsw": 733, + "broker_maxrss_kib": 55172, + "broker_ru_maxrss_kib": 55172, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 41, + "warmup": false, + "single_s": 0.332625678, + "multi_s": 0.36486014899999997, + "client_wall_s": 0.7534037088043988, + "client_cpu_s": 0.6851900000000057, + "client_vcsw": 321, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.29300899999999996, + "broker_sys_s": 0.36425399999999997, + "broker_cpu_s": 0.6572629999999999, + "broker_vcsw": 310, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 41, + "warmup": false, + "single_s": 0.301109535, + "multi_s": 0.370610324, + "client_wall_s": 0.7034675299655646, + "client_cpu_s": 0.6756040000000212, + "client_vcsw": 8, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.12808599999999998, + "broker_sys_s": 0.22824499999999998, + "broker_cpu_s": 0.35633099999999995, + "broker_vcsw": 7338, + "broker_maxrss_kib": 42436, + "broker_ru_maxrss_kib": 37756, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 41, + "warmup": false, + "single_s": 0.302412022, + "multi_s": 0.368498088, + "client_wall_s": 0.7345336810685694, + "client_cpu_s": 0.6751519999999687, + "client_vcsw": 83, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.26545399999999997, + "broker_sys_s": 0.248183, + "broker_cpu_s": 0.5136369999999999, + "broker_vcsw": 410, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 41, + "warmup": false, + "single_s": 0.858145257, + "multi_s": 1.199002604, + "client_wall_s": 2.0911288731731474, + "client_cpu_s": 1.226177000000007, + "client_vcsw": 18416, + "multi_client_cpu_s": 0.5399999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.720399, + "broker_sys_s": 1.349748, + "broker_cpu_s": 2.070147, + "broker_vcsw": 15, + "broker_maxrss_kib": 5652, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 42, + "warmup": false, + "single_s": 0.371076941, + "multi_s": 0.373229546, + "client_wall_s": 0.8022321220487356, + "client_cpu_s": 0.6836400000000253, + "client_vcsw": 213, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.245774, + "broker_sys_s": 0.272071, + "broker_cpu_s": 0.517845, + "broker_vcsw": 676, + "broker_maxrss_kib": 52716, + "broker_ru_maxrss_kib": 52716, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 42, + "warmup": false, + "single_s": 0.8516007640000001, + "multi_s": 1.1993493, + "client_wall_s": 2.0852540291380137, + "client_cpu_s": 1.2392860000000212, + "client_vcsw": 18184, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.705052, + "broker_sys_s": 1.357533, + "broker_cpu_s": 2.0625850000000003, + "broker_vcsw": 15, + "broker_maxrss_kib": 5412, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 42, + "warmup": false, + "single_s": 0.329722688, + "multi_s": 0.36904425300000004, + "client_wall_s": 0.7547026330139488, + "client_cpu_s": 0.6848070000000064, + "client_vcsw": 324, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.2789, + "broker_sys_s": 0.388432, + "broker_cpu_s": 0.667332, + "broker_vcsw": 261, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 42, + "warmup": false, + "single_s": 0.300430388, + "multi_s": 0.36737251, + "client_wall_s": 0.698838178999722, + "client_cpu_s": 0.6706709999999987, + "client_vcsw": 10, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.126158, + "broker_sys_s": 0.228349, + "broker_cpu_s": 0.354507, + "broker_vcsw": 7255, + "broker_maxrss_kib": 41440, + "broker_ru_maxrss_kib": 36916, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 42, + "warmup": false, + "single_s": 0.31577527400000005, + "multi_s": 0.397698961, + "client_wall_s": 0.7828016770072281, + "client_cpu_s": 0.7128199999999936, + "client_vcsw": 134, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.279039, + "broker_sys_s": 0.251542, + "broker_cpu_s": 0.530581, + "broker_vcsw": 393, + "broker_maxrss_kib": 6720, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 43, + "warmup": false, + "single_s": 0.33228254199999996, + "multi_s": 0.365079801, + "client_wall_s": 0.7460162211209536, + "client_cpu_s": 0.6843319999999835, + "client_vcsw": 321, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.281144, + "broker_sys_s": 0.374523, + "broker_cpu_s": 0.655667, + "broker_vcsw": 230, + "broker_maxrss_kib": 6628, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 43, + "warmup": false, + "single_s": 0.298039132, + "multi_s": 0.36368232899999997, + "client_wall_s": 0.6936329810414463, + "client_cpu_s": 0.6656389999999988, + "client_vcsw": 32, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.116449, + "broker_sys_s": 0.243856, + "broker_cpu_s": 0.360305, + "broker_vcsw": 7192, + "broker_maxrss_kib": 40144, + "broker_ru_maxrss_kib": 35712, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 43, + "warmup": false, + "single_s": 0.850678216, + "multi_s": 1.206557497, + "client_wall_s": 2.0929098408669233, + "client_cpu_s": 1.2397459999999683, + "client_vcsw": 18249, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.711565, + "broker_sys_s": 1.357078, + "broker_cpu_s": 2.068643, + "broker_vcsw": 14, + "broker_maxrss_kib": 5648, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 43, + "warmup": false, + "single_s": 0.31460576700000004, + "multi_s": 0.38337873100000003, + "client_wall_s": 0.7582349001895636, + "client_cpu_s": 0.6968650000000309, + "client_vcsw": 130, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.27877599999999997, + "broker_sys_s": 0.245802, + "broker_cpu_s": 0.524578, + "broker_vcsw": 357, + "broker_maxrss_kib": 6564, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 43, + "warmup": false, + "single_s": 0.37313574699999996, + "multi_s": 0.379155444, + "client_wall_s": 0.8220638760831207, + "client_cpu_s": 0.692245999999983, + "client_vcsw": 197, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.25776099999999996, + "broker_sys_s": 0.25670899999999996, + "broker_cpu_s": 0.51447, + "broker_vcsw": 780, + "broker_maxrss_kib": 51984, + "broker_ru_maxrss_kib": 51984, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 44, + "warmup": false, + "single_s": 0.295286932, + "multi_s": 0.371792891, + "client_wall_s": 0.6985567840747535, + "client_cpu_s": 0.6706470000000309, + "client_vcsw": 10, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.110708, + "broker_sys_s": 0.23315499999999997, + "broker_cpu_s": 0.343863, + "broker_vcsw": 7426, + "broker_maxrss_kib": 42716, + "broker_ru_maxrss_kib": 38312, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 44, + "warmup": false, + "single_s": 0.331471605, + "multi_s": 0.36599047300000004, + "client_wall_s": 0.7607757581863552, + "client_cpu_s": 0.6859500000000196, + "client_vcsw": 323, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.283908, + "broker_sys_s": 0.377116, + "broker_cpu_s": 0.6610240000000001, + "broker_vcsw": 217, + "broker_maxrss_kib": 6460, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 44, + "warmup": false, + "single_s": 0.315861948, + "multi_s": 0.367158793, + "client_wall_s": 0.734930241946131, + "client_cpu_s": 0.6774830000000236, + "client_vcsw": 132, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.273638, + "broker_sys_s": 0.245222, + "broker_cpu_s": 0.51886, + "broker_vcsw": 346, + "broker_maxrss_kib": 6324, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 44, + "warmup": false, + "single_s": 0.372903033, + "multi_s": 0.36616263400000004, + "client_wall_s": 0.796801330987364, + "client_cpu_s": 0.6778529999999705, + "client_vcsw": 197, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.274788, + "broker_sys_s": 0.23807999999999999, + "broker_cpu_s": 0.512868, + "broker_vcsw": 698, + "broker_maxrss_kib": 53944, + "broker_ru_maxrss_kib": 53292, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 44, + "warmup": false, + "single_s": 0.862224874, + "multi_s": 1.206930315, + "client_wall_s": 2.1027194540947676, + "client_cpu_s": 1.2344019999999603, + "client_vcsw": 18246, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.720178, + "broker_sys_s": 1.3593359999999999, + "broker_cpu_s": 2.0795139999999996, + "broker_vcsw": 14, + "broker_maxrss_kib": 5432, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 45, + "warmup": false, + "single_s": 0.317088447, + "multi_s": 0.368183447, + "client_wall_s": 0.7510836890432984, + "client_cpu_s": 0.6839580000000183, + "client_vcsw": 134, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.27236699999999997, + "broker_sys_s": 0.252615, + "broker_cpu_s": 0.524982, + "broker_vcsw": 379, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 45, + "warmup": false, + "single_s": 0.867205669, + "multi_s": 1.204180489, + "client_wall_s": 2.105516772950068, + "client_cpu_s": 1.2477160000000254, + "client_vcsw": 18624, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.722043, + "broker_sys_s": 1.360676, + "broker_cpu_s": 2.082719, + "broker_vcsw": 15, + "broker_maxrss_kib": 5484, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 45, + "warmup": false, + "single_s": 0.302458326, + "multi_s": 0.38378360600000005, + "client_wall_s": 0.7193941979203373, + "client_cpu_s": 0.6896230000000116, + "client_vcsw": 10, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.128586, + "broker_sys_s": 0.23984, + "broker_cpu_s": 0.36842600000000003, + "broker_vcsw": 7316, + "broker_maxrss_kib": 41260, + "broker_ru_maxrss_kib": 36644, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 45, + "warmup": false, + "single_s": 0.323838344, + "multi_s": 0.369216413, + "client_wall_s": 0.7559065709356219, + "client_cpu_s": 0.6832560000000285, + "client_vcsw": 327, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.269774, + "broker_sys_s": 0.389449, + "broker_cpu_s": 0.659223, + "broker_vcsw": 210, + "broker_maxrss_kib": 6476, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 45, + "warmup": false, + "single_s": 0.38043181, + "multi_s": 0.37501527, + "client_wall_s": 0.8210036021191627, + "client_cpu_s": 0.6885850000000175, + "client_vcsw": 218, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.264086, + "broker_sys_s": 0.25801199999999996, + "broker_cpu_s": 0.522098, + "broker_vcsw": 761, + "broker_maxrss_kib": 55296, + "broker_ru_maxrss_kib": 55296, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 46, + "warmup": false, + "single_s": 0.30525445700000003, + "multi_s": 0.368836472, + "client_wall_s": 0.7049730450380594, + "client_cpu_s": 0.6774730000000204, + "client_vcsw": 9, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.10048599999999999, + "broker_sys_s": 0.268498, + "broker_cpu_s": 0.368984, + "broker_vcsw": 7225, + "broker_maxrss_kib": 40256, + "broker_ru_maxrss_kib": 35816, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 46, + "warmup": false, + "single_s": 0.33153809500000003, + "multi_s": 0.366970009, + "client_wall_s": 0.7620758709963411, + "client_cpu_s": 0.6818999999999846, + "client_vcsw": 338, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.282061, + "broker_sys_s": 0.388084, + "broker_cpu_s": 0.670145, + "broker_vcsw": 244, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 46, + "warmup": false, + "single_s": 0.37705389300000003, + "multi_s": 0.376557594, + "client_wall_s": 0.808486906113103, + "client_cpu_s": 0.6917170000000112, + "client_vcsw": 195, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.259646, + "broker_sys_s": 0.25862399999999997, + "broker_cpu_s": 0.51827, + "broker_vcsw": 736, + "broker_maxrss_kib": 54288, + "broker_ru_maxrss_kib": 54288, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 46, + "warmup": false, + "single_s": 0.31241398, + "multi_s": 0.371626667, + "client_wall_s": 0.751004139194265, + "client_cpu_s": 0.6827200000000175, + "client_vcsw": 142, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.272899, + "broker_sys_s": 0.247723, + "broker_cpu_s": 0.520622, + "broker_vcsw": 419, + "broker_maxrss_kib": 6692, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 46, + "warmup": false, + "single_s": 0.858017022, + "multi_s": 1.221102131, + "client_wall_s": 2.1146519898902625, + "client_cpu_s": 1.246171000000004, + "client_vcsw": 17948, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.2000000000000002, + "broker_user_s": 0.708805, + "broker_sys_s": 1.381263, + "broker_cpu_s": 2.090068, + "broker_vcsw": 15, + "broker_maxrss_kib": 5556, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 47, + "warmup": false, + "single_s": 0.308631188, + "multi_s": 0.405059139, + "client_wall_s": 0.7514386968687177, + "client_cpu_s": 0.7190620000000081, + "client_vcsw": 10, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.130719, + "broker_sys_s": 0.255926, + "broker_cpu_s": 0.386645, + "broker_vcsw": 7273, + "broker_maxrss_kib": 39812, + "broker_ru_maxrss_kib": 35000, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 47, + "warmup": false, + "single_s": 0.875953821, + "multi_s": 1.24219838, + "client_wall_s": 2.1536755389533937, + "client_cpu_s": 1.2925550000000214, + "client_vcsw": 18317, + "multi_client_cpu_s": 0.6000000000000001, + "multi_broker_cpu_s": 1.21, + "broker_user_s": 0.722806, + "broker_sys_s": 1.407179, + "broker_cpu_s": 2.129985, + "broker_vcsw": 16, + "broker_maxrss_kib": 5584, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 47, + "warmup": false, + "single_s": 0.340968954, + "multi_s": 0.400673191, + "client_wall_s": 0.7896441838238388, + "client_cpu_s": 0.7340000000000089, + "client_vcsw": 300, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.316334, + "broker_sys_s": 0.373575, + "broker_cpu_s": 0.689909, + "broker_vcsw": 246, + "broker_maxrss_kib": 6440, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 47, + "warmup": false, + "single_s": 0.395562978, + "multi_s": 0.368723677, + "client_wall_s": 0.8347907271236181, + "client_cpu_s": 0.7020029999999906, + "client_vcsw": 209, + "multi_client_cpu_s": 0.3499999999999999, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.24814, + "broker_sys_s": 0.278036, + "broker_cpu_s": 0.526176, + "broker_vcsw": 686, + "broker_maxrss_kib": 52920, + "broker_ru_maxrss_kib": 52920, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 47, + "warmup": false, + "single_s": 0.321267803, + "multi_s": 0.38144102900000004, + "client_wall_s": 0.7453655700664967, + "client_cpu_s": 0.7005840000000205, + "client_vcsw": 138, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.285086, + "broker_sys_s": 0.250714, + "broker_cpu_s": 0.5358, + "broker_vcsw": 357, + "broker_maxrss_kib": 6432, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 48, + "warmup": false, + "single_s": 0.310733926, + "multi_s": 0.366005908, + "client_wall_s": 0.7368026408366859, + "client_cpu_s": 0.6731430000000103, + "client_vcsw": 152, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.254642, + "broker_sys_s": 0.26067999999999997, + "broker_cpu_s": 0.515322, + "broker_vcsw": 323, + "broker_maxrss_kib": 6668, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 48, + "warmup": false, + "single_s": 0.38158588200000004, + "multi_s": 0.37053077300000004, + "client_wall_s": 0.8119408099446446, + "client_cpu_s": 0.6818640000000187, + "client_vcsw": 212, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.16999999999999998, + "broker_user_s": 0.26295799999999997, + "broker_sys_s": 0.24645899999999998, + "broker_cpu_s": 0.509417, + "broker_vcsw": 1011, + "broker_maxrss_kib": 55220, + "broker_ru_maxrss_kib": 55220, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 48, + "warmup": false, + "single_s": 0.296167921, + "multi_s": 0.36347573499999997, + "client_wall_s": 0.6908902791328728, + "client_cpu_s": 0.6632219999999904, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.112404, + "broker_sys_s": 0.234873, + "broker_cpu_s": 0.347277, + "broker_vcsw": 7340, + "broker_maxrss_kib": 41652, + "broker_ru_maxrss_kib": 36932, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 48, + "warmup": false, + "single_s": 0.8959161820000001, + "multi_s": 1.22498347, + "client_wall_s": 2.1560323629528284, + "client_cpu_s": 1.2524180000000058, + "client_vcsw": 19074, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.2000000000000002, + "broker_user_s": 0.708797, + "broker_sys_s": 1.422014, + "broker_cpu_s": 2.130811, + "broker_vcsw": 16, + "broker_maxrss_kib": 5756, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 48, + "warmup": false, + "single_s": 0.329440106, + "multi_s": 0.36879491600000003, + "client_wall_s": 0.7724874529521912, + "client_cpu_s": 0.6838950000000068, + "client_vcsw": 355, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.291615, + "broker_sys_s": 0.372508, + "broker_cpu_s": 0.664123, + "broker_vcsw": 280, + "broker_maxrss_kib": 6612, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 49, + "warmup": false, + "single_s": 0.862373289, + "multi_s": 1.201817728, + "client_wall_s": 2.09965617605485, + "client_cpu_s": 1.2264360000000067, + "client_vcsw": 18259, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.690457, + "broker_sys_s": 1.383912, + "broker_cpu_s": 2.074369, + "broker_vcsw": 15, + "broker_maxrss_kib": 5580, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 49, + "warmup": false, + "single_s": 0.378576033, + "multi_s": 0.378973785, + "client_wall_s": 0.824521621922031, + "client_cpu_s": 0.6977090000000317, + "client_vcsw": 217, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.248638, + "broker_sys_s": 0.26698, + "broker_cpu_s": 0.515618, + "broker_vcsw": 821, + "broker_maxrss_kib": 54272, + "broker_ru_maxrss_kib": 53272, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 49, + "warmup": false, + "single_s": 0.327711372, + "multi_s": 0.36668624, + "client_wall_s": 0.7510183870326728, + "client_cpu_s": 0.6811580000000106, + "client_vcsw": 347, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.26042699999999996, + "broker_sys_s": 0.398124, + "broker_cpu_s": 0.6585509999999999, + "broker_vcsw": 192, + "broker_maxrss_kib": 6328, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 49, + "warmup": false, + "single_s": 0.312365299, + "multi_s": 0.371986424, + "client_wall_s": 0.7405866188928485, + "client_cpu_s": 0.6830209999999965, + "client_vcsw": 138, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.261449, + "broker_sys_s": 0.253373, + "broker_cpu_s": 0.514822, + "broker_vcsw": 348, + "broker_maxrss_kib": 6572, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 49, + "warmup": false, + "single_s": 0.302029705, + "multi_s": 0.372992081, + "client_wall_s": 0.7071256511844695, + "client_cpu_s": 0.6786930000000382, + "client_vcsw": 10, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.12605, + "broker_sys_s": 0.236012, + "broker_cpu_s": 0.362062, + "broker_vcsw": 7185, + "broker_maxrss_kib": 40452, + "broker_ru_maxrss_kib": 35632, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 50, + "warmup": false, + "single_s": 0.300106251, + "multi_s": 0.364712919, + "client_wall_s": 0.6957642151974142, + "client_cpu_s": 0.6680000000000064, + "client_vcsw": 6, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.131396, + "broker_sys_s": 0.223599, + "broker_cpu_s": 0.354995, + "broker_vcsw": 7366, + "broker_maxrss_kib": 40348, + "broker_ru_maxrss_kib": 35940, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 50, + "warmup": false, + "single_s": 0.322168976, + "multi_s": 0.367024626, + "client_wall_s": 0.7453905041329563, + "client_cpu_s": 0.681287999999995, + "client_vcsw": 351, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.267435, + "broker_sys_s": 0.387984, + "broker_cpu_s": 0.655419, + "broker_vcsw": 225, + "broker_maxrss_kib": 6536, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 50, + "warmup": false, + "single_s": 0.376400869, + "multi_s": 0.368959953, + "client_wall_s": 0.794722338905558, + "client_cpu_s": 0.6778259999999818, + "client_vcsw": 205, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.266771, + "broker_sys_s": 0.246938, + "broker_cpu_s": 0.513709, + "broker_vcsw": 799, + "broker_maxrss_kib": 53320, + "broker_ru_maxrss_kib": 53320, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 50, + "warmup": false, + "single_s": 0.30203208000000004, + "multi_s": 0.372943401, + "client_wall_s": 0.725781962973997, + "client_cpu_s": 0.678845999999993, + "client_vcsw": 81, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.272272, + "broker_sys_s": 0.239394, + "broker_cpu_s": 0.511666, + "broker_vcsw": 343, + "broker_maxrss_kib": 6408, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 50, + "warmup": false, + "single_s": 0.855700567, + "multi_s": 1.201751238, + "client_wall_s": 2.090884278062731, + "client_cpu_s": 1.2236550000000364, + "client_vcsw": 18844, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.727113, + "broker_sys_s": 1.341208, + "broker_cpu_s": 2.068321, + "broker_vcsw": 15, + "broker_maxrss_kib": 5472, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 51, + "warmup": false, + "single_s": 0.376063671, + "multi_s": 0.37406185399999997, + "client_wall_s": 0.8063437989912927, + "client_cpu_s": 0.6854859999999974, + "client_vcsw": 216, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.262419, + "broker_sys_s": 0.250308, + "broker_cpu_s": 0.5127269999999999, + "broker_vcsw": 829, + "broker_maxrss_kib": 54652, + "broker_ru_maxrss_kib": 54652, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 51, + "warmup": false, + "single_s": 0.32981292300000004, + "multi_s": 0.36491713800000003, + "client_wall_s": 0.7595338250976056, + "client_cpu_s": 0.6812630000000013, + "client_vcsw": 327, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.279398, + "broker_sys_s": 0.380629, + "broker_cpu_s": 0.6600269999999999, + "broker_vcsw": 257, + "broker_maxrss_kib": 6628, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 51, + "warmup": false, + "single_s": 0.30853264, + "multi_s": 0.37127165900000003, + "client_wall_s": 0.7383390280883759, + "client_cpu_s": 0.6816029999999955, + "client_vcsw": 137, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.273825, + "broker_sys_s": 0.245579, + "broker_cpu_s": 0.519404, + "broker_vcsw": 395, + "broker_maxrss_kib": 6552, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 51, + "warmup": false, + "single_s": 0.8654033210000001, + "multi_s": 1.20655631, + "client_wall_s": 2.105685372138396, + "client_cpu_s": 1.252237999999977, + "client_vcsw": 18176, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.727995, + "broker_sys_s": 1.355991, + "broker_cpu_s": 2.083986, + "broker_vcsw": 15, + "broker_maxrss_kib": 5416, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 51, + "warmup": false, + "single_s": 0.302066511, + "multi_s": 0.368017223, + "client_wall_s": 0.7018444649875164, + "client_cpu_s": 0.6736609999999814, + "client_vcsw": 11, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11999999999999997, + "broker_user_s": 0.11684399999999999, + "broker_sys_s": 0.25200199999999995, + "broker_cpu_s": 0.36884599999999995, + "broker_vcsw": 7049, + "broker_maxrss_kib": 39116, + "broker_ru_maxrss_kib": 34696, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 52, + "warmup": false, + "single_s": 0.857333128, + "multi_s": 1.199259059, + "client_wall_s": 2.091328334994614, + "client_cpu_s": 1.2327930000000151, + "client_vcsw": 18052, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.6727529999999999, + "broker_sys_s": 1.395139, + "broker_cpu_s": 2.0678919999999996, + "broker_vcsw": 14, + "broker_maxrss_kib": 5556, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 52, + "warmup": false, + "single_s": 0.313373332, + "multi_s": 0.364061083, + "client_wall_s": 0.7361424919217825, + "client_cpu_s": 0.6757340000000056, + "client_vcsw": 135, + "multi_client_cpu_s": 0.34, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.278683, + "broker_sys_s": 0.23857699999999998, + "broker_cpu_s": 0.51726, + "broker_vcsw": 419, + "broker_maxrss_kib": 6564, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 52, + "warmup": false, + "single_s": 0.337877181, + "multi_s": 0.37209209499999996, + "client_wall_s": 0.7758748680353165, + "client_cpu_s": 0.6986090000000047, + "client_vcsw": 316, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.26237099999999997, + "broker_sys_s": 0.40901899999999997, + "broker_cpu_s": 0.6713899999999999, + "broker_vcsw": 255, + "broker_maxrss_kib": 6576, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 52, + "warmup": false, + "single_s": 0.37631656900000005, + "multi_s": 0.367163542, + "client_wall_s": 0.8042196880560368, + "client_cpu_s": 0.6800819999999987, + "client_vcsw": 215, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.260808, + "broker_sys_s": 0.259801, + "broker_cpu_s": 0.520609, + "broker_vcsw": 756, + "broker_maxrss_kib": 55204, + "broker_ru_maxrss_kib": 54152, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 52, + "warmup": false, + "single_s": 0.29525368700000004, + "multi_s": 0.364083642, + "client_wall_s": 0.6907762959599495, + "client_cpu_s": 0.6633160000000089, + "client_vcsw": 8, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.102079, + "broker_sys_s": 0.25118599999999996, + "broker_cpu_s": 0.35326499999999994, + "broker_vcsw": 7343, + "broker_maxrss_kib": 43112, + "broker_ru_maxrss_kib": 38720, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 53, + "warmup": false, + "single_s": 0.847048588, + "multi_s": 1.20379936, + "client_wall_s": 2.0858654889743775, + "client_cpu_s": 1.2170230000000117, + "client_vcsw": 18327, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.712923, + "broker_sys_s": 1.348854, + "broker_cpu_s": 2.061777, + "broker_vcsw": 14, + "broker_maxrss_kib": 5832, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 53, + "warmup": false, + "single_s": 0.37558162, + "multi_s": 0.377132256, + "client_wall_s": 0.8270541690289974, + "client_cpu_s": 0.6961970000000122, + "client_vcsw": 189, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.266994, + "broker_sys_s": 0.250751, + "broker_cpu_s": 0.517745, + "broker_vcsw": 801, + "broker_maxrss_kib": 53096, + "broker_ru_maxrss_kib": 53096, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 53, + "warmup": false, + "single_s": 0.309082368, + "multi_s": 0.37205885, + "client_wall_s": 0.7383615870494395, + "client_cpu_s": 0.682153999999997, + "client_vcsw": 116, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.248056, + "broker_sys_s": 0.266133, + "broker_cpu_s": 0.514189, + "broker_vcsw": 387, + "broker_maxrss_kib": 6528, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 53, + "warmup": false, + "single_s": 0.330470697, + "multi_s": 0.376803369, + "client_wall_s": 0.7744299040641636, + "client_cpu_s": 0.6973819999999762, + "client_vcsw": 307, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.250892, + "broker_sys_s": 0.413055, + "broker_cpu_s": 0.6639470000000001, + "broker_vcsw": 227, + "broker_maxrss_kib": 6496, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 53, + "warmup": false, + "single_s": 0.30034608900000004, + "multi_s": 0.366246933, + "client_wall_s": 0.6979239438660443, + "client_cpu_s": 0.6698770000000138, + "client_vcsw": 10, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.112401, + "broker_sys_s": 0.23491, + "broker_cpu_s": 0.34731100000000004, + "broker_vcsw": 7343, + "broker_maxrss_kib": 42440, + "broker_ru_maxrss_kib": 37828, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 54, + "warmup": false, + "single_s": 0.300012453, + "multi_s": 0.379366786, + "client_wall_s": 0.7107588411308825, + "client_cpu_s": 0.6824629999999843, + "client_vcsw": 9, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.125111, + "broker_sys_s": 0.24425, + "broker_cpu_s": 0.369361, + "broker_vcsw": 7186, + "broker_maxrss_kib": 39512, + "broker_ru_maxrss_kib": 35108, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 54, + "warmup": false, + "single_s": 0.8512243820000001, + "multi_s": 1.188842797, + "client_wall_s": 2.0766733521595597, + "client_cpu_s": 1.2343879999999956, + "client_vcsw": 17989, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1600000000000001, + "broker_user_s": 0.663627, + "broker_sys_s": 1.388844, + "broker_cpu_s": 2.0524709999999997, + "broker_vcsw": 14, + "broker_maxrss_kib": 5676, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 54, + "warmup": false, + "single_s": 0.309800713, + "multi_s": 0.367734663, + "client_wall_s": 0.736016680020839, + "client_cpu_s": 0.6759629999999959, + "client_vcsw": 119, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.270613, + "broker_sys_s": 0.242618, + "broker_cpu_s": 0.513231, + "broker_vcsw": 325, + "broker_maxrss_kib": 6408, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 54, + "warmup": false, + "single_s": 0.329427064, + "multi_s": 0.374605668, + "client_wall_s": 0.7543536052107811, + "client_cpu_s": 0.69174000000001, + "client_vcsw": 353, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.296248, + "broker_sys_s": 0.371068, + "broker_cpu_s": 0.667316, + "broker_vcsw": 212, + "broker_maxrss_kib": 6708, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 54, + "warmup": false, + "single_s": 0.375238508, + "multi_s": 0.373334051, + "client_wall_s": 0.8163018741179258, + "client_cpu_s": 0.6854450000000156, + "client_vcsw": 222, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.276789, + "broker_sys_s": 0.242443, + "broker_cpu_s": 0.519232, + "broker_vcsw": 664, + "broker_maxrss_kib": 54528, + "broker_ru_maxrss_kib": 53336, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 55, + "warmup": false, + "single_s": 0.30007065, + "multi_s": 0.36944915, + "client_wall_s": 0.7007391138467938, + "client_cpu_s": 0.6725530000000219, + "client_vcsw": 9, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12000000000000002, + "broker_user_s": 0.128219, + "broker_sys_s": 0.236795, + "broker_cpu_s": 0.365014, + "broker_vcsw": 7140, + "broker_maxrss_kib": 40572, + "broker_ru_maxrss_kib": 36164, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 55, + "warmup": false, + "single_s": 0.331398011, + "multi_s": 0.36446716700000004, + "client_wall_s": 0.7624665431212634, + "client_cpu_s": 0.6830979999999727, + "client_vcsw": 321, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.26, + "broker_user_s": 0.27799799999999997, + "broker_sys_s": 0.38111, + "broker_cpu_s": 0.659108, + "broker_vcsw": 217, + "broker_maxrss_kib": 6484, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 55, + "warmup": false, + "single_s": 0.31242112200000005, + "multi_s": 0.381366251, + "client_wall_s": 0.7612732890993357, + "client_cpu_s": 0.6941490000000101, + "client_vcsw": 112, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.279953, + "broker_sys_s": 0.24140899999999998, + "broker_cpu_s": 0.521362, + "broker_vcsw": 317, + "broker_maxrss_kib": 6432, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 55, + "warmup": false, + "single_s": 0.869434314, + "multi_s": 1.226433257, + "client_wall_s": 2.1317126739304513, + "client_cpu_s": 1.2595940000000212, + "client_vcsw": 18039, + "multi_client_cpu_s": 0.56, + "multi_broker_cpu_s": 1.2000000000000002, + "broker_user_s": 0.6913389999999999, + "broker_sys_s": 1.416269, + "broker_cpu_s": 2.107608, + "broker_vcsw": 14, + "broker_maxrss_kib": 5632, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 55, + "warmup": false, + "single_s": 0.39727511299999996, + "multi_s": 0.405084097, + "client_wall_s": 0.8640747650060803, + "client_cpu_s": 0.7291159999999763, + "client_vcsw": 213, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.25379, + "broker_sys_s": 0.291315, + "broker_cpu_s": 0.545105, + "broker_vcsw": 841, + "broker_maxrss_kib": 55296, + "broker_ru_maxrss_kib": 55296, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 56, + "warmup": false, + "single_s": 0.320715719, + "multi_s": 0.39558318600000003, + "client_wall_s": 0.7830795550253242, + "client_cpu_s": 0.7132699999999943, + "client_vcsw": 144, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.22000000000000003, + "broker_user_s": 0.28734499999999996, + "broker_sys_s": 0.252945, + "broker_cpu_s": 0.5402899999999999, + "broker_vcsw": 346, + "broker_maxrss_kib": 6624, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 56, + "warmup": false, + "single_s": 0.8870066080000001, + "multi_s": 1.201152902, + "client_wall_s": 2.1220027960371226, + "client_cpu_s": 1.257423000000017, + "client_vcsw": 18346, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.1799999999999997, + "broker_user_s": 0.691198, + "broker_sys_s": 1.407403, + "broker_cpu_s": 2.098601, + "broker_vcsw": 16, + "broker_maxrss_kib": 5444, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 56, + "warmup": false, + "single_s": 0.32883221900000004, + "multi_s": 0.36992051400000003, + "client_wall_s": 0.7617090339772403, + "client_cpu_s": 0.6854300000000251, + "client_vcsw": 353, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.290039, + "broker_sys_s": 0.37421099999999996, + "broker_cpu_s": 0.66425, + "broker_vcsw": 274, + "broker_maxrss_kib": 6492, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 56, + "warmup": false, + "single_s": 0.377728312, + "multi_s": 0.41934377500000003, + "client_wall_s": 0.8462317639496177, + "client_cpu_s": 0.7374269999999967, + "client_vcsw": 201, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.249106, + "broker_sys_s": 0.279484, + "broker_cpu_s": 0.52859, + "broker_vcsw": 817, + "broker_maxrss_kib": 53400, + "broker_ru_maxrss_kib": 53400, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 56, + "warmup": false, + "single_s": 0.307889132, + "multi_s": 0.369972757, + "client_wall_s": 0.7097674740944058, + "client_cpu_s": 0.6811849999999993, + "client_vcsw": 9, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.12076899999999999, + "broker_sys_s": 0.235191, + "broker_cpu_s": 0.35596, + "broker_vcsw": 7487, + "broker_maxrss_kib": 41816, + "broker_ru_maxrss_kib": 37408, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 57, + "warmup": false, + "single_s": 0.310690014, + "multi_s": 0.373575076, + "client_wall_s": 0.7444050749763846, + "client_cpu_s": 0.684061000000014, + "client_vcsw": 120, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.28437999999999997, + "broker_sys_s": 0.23163999999999998, + "broker_cpu_s": 0.5160199999999999, + "broker_vcsw": 365, + "broker_maxrss_kib": 6540, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 57, + "warmup": false, + "single_s": 0.326947947, + "multi_s": 0.371985259, + "client_wall_s": 0.7583892960101366, + "client_cpu_s": 0.6854060000000004, + "client_vcsw": 330, + "multi_client_cpu_s": 0.37000000000000005, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.292694, + "broker_sys_s": 0.372982, + "broker_cpu_s": 0.6656759999999999, + "broker_vcsw": 235, + "broker_maxrss_kib": 6556, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 57, + "warmup": false, + "single_s": 0.30292496, + "multi_s": 0.363392645, + "client_wall_s": 0.6975630410015583, + "client_cpu_s": 0.6692990000000236, + "client_vcsw": 8, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.1, + "broker_user_s": 0.109814, + "broker_sys_s": 0.242833, + "broker_cpu_s": 0.352647, + "broker_vcsw": 7334, + "broker_maxrss_kib": 40876, + "broker_ru_maxrss_kib": 36396, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 57, + "warmup": false, + "single_s": 0.852598158, + "multi_s": 1.218316758, + "client_wall_s": 2.106669783126563, + "client_cpu_s": 1.252381999999983, + "client_vcsw": 18075, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.19, + "broker_user_s": 0.690966, + "broker_sys_s": 1.390455, + "broker_cpu_s": 2.0814209999999997, + "broker_vcsw": 14, + "broker_maxrss_kib": 5532, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 57, + "warmup": false, + "single_s": 0.39786758400000005, + "multi_s": 0.412400345, + "client_wall_s": 0.8710443160962313, + "client_cpu_s": 0.7447870000000307, + "client_vcsw": 194, + "multi_client_cpu_s": 0.38999999999999996, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.259415, + "broker_sys_s": 0.293469, + "broker_cpu_s": 0.5528839999999999, + "broker_vcsw": 718, + "broker_maxrss_kib": 56316, + "broker_ru_maxrss_kib": 55436, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 58, + "warmup": false, + "single_s": 0.886065066, + "multi_s": 1.215982492, + "client_wall_s": 2.136612731963396, + "client_cpu_s": 1.2603480000000218, + "client_vcsw": 18584, + "multi_client_cpu_s": 0.55, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.714214, + "broker_sys_s": 1.399461, + "broker_cpu_s": 2.113675, + "broker_vcsw": 16, + "broker_maxrss_kib": 5472, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout", + "round": 58, + "warmup": false, + "single_s": 0.306598519, + "multi_s": 0.37698505, + "client_wall_s": 0.7496363939717412, + "client_cpu_s": 0.6873080000000016, + "client_vcsw": 114, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.285003, + "broker_sys_s": 0.232906, + "broker_cpu_s": 0.517909, + "broker_vcsw": 414, + "broker_maxrss_kib": 6716, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 58, + "warmup": false, + "single_s": 0.29878715899999997, + "multi_s": 0.374224539, + "client_wall_s": 0.706738627050072, + "client_cpu_s": 0.6759760000000199, + "client_vcsw": 9, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.118112, + "broker_sys_s": 0.242492, + "broker_cpu_s": 0.36060400000000004, + "broker_vcsw": 7251, + "broker_maxrss_kib": 39972, + "broker_ru_maxrss_kib": 35308, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 58, + "warmup": false, + "single_s": 0.341832153, + "multi_s": 0.367544693, + "client_wall_s": 0.7681727891322225, + "client_cpu_s": 0.6992700000000127, + "client_vcsw": 324, + "multi_client_cpu_s": 0.35999999999999993, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.285526, + "broker_sys_s": 0.38440199999999997, + "broker_cpu_s": 0.669928, + "broker_vcsw": 179, + "broker_maxrss_kib": 6448, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 58, + "warmup": false, + "single_s": 0.385837688, + "multi_s": 0.376751149, + "client_wall_s": 0.8243198269046843, + "client_cpu_s": 0.6960040000000163, + "client_vcsw": 216, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.15999999999999998, + "broker_user_s": 0.23862, + "broker_sys_s": 0.264169, + "broker_cpu_s": 0.5027889999999999, + "broker_vcsw": 1105, + "broker_maxrss_kib": 56136, + "broker_ru_maxrss_kib": 55208, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 59, + "warmup": false, + "single_s": 0.85928869, + "multi_s": 1.204068952, + "client_wall_s": 2.097948939073831, + "client_cpu_s": 1.2283109999999624, + "client_vcsw": 18223, + "multi_client_cpu_s": 0.53, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.694807, + "broker_sys_s": 1.379618, + "broker_cpu_s": 2.0744249999999997, + "broker_vcsw": 15, + "broker_maxrss_kib": 5428, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "dbus-broker", + "round": 59, + "warmup": false, + "single_s": 0.301753078, + "multi_s": 0.37479326300000004, + "client_wall_s": 0.7083165720105171, + "client_cpu_s": 0.6801109999999824, + "client_vcsw": 21, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.105665, + "broker_sys_s": 0.24699699999999997, + "broker_cpu_s": 0.352662, + "broker_vcsw": 7378, + "broker_maxrss_kib": 41604, + "broker_ru_maxrss_kib": 36912, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 59, + "warmup": false, + "single_s": 0.30484010300000003, + "multi_s": 0.370675648, + "client_wall_s": 0.7444549431093037, + "client_cpu_s": 0.6776299999999935, + "client_vcsw": 140, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.271788, + "broker_sys_s": 0.23896799999999999, + "broker_cpu_s": 0.510756, + "broker_vcsw": 326, + "broker_maxrss_kib": 6448, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 59, + "warmup": false, + "single_s": 0.380872327, + "multi_s": 0.396115104, + "client_wall_s": 0.8328412009868771, + "client_cpu_s": 0.7130319999999983, + "client_vcsw": 222, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.2, + "broker_user_s": 0.271239, + "broker_sys_s": 0.256766, + "broker_cpu_s": 0.5280050000000001, + "broker_vcsw": 811, + "broker_maxrss_kib": 55248, + "broker_ru_maxrss_kib": 55248, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 59, + "warmup": false, + "single_s": 0.334835294, + "multi_s": 0.376296407, + "client_wall_s": 0.7729683618526906, + "client_cpu_s": 0.6966420000000255, + "client_vcsw": 326, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.29000000000000004, + "broker_user_s": 0.280432, + "broker_sys_s": 0.39300799999999997, + "broker_cpu_s": 0.67344, + "broker_vcsw": 229, + "broker_maxrss_kib": 6600, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 60, + "warmup": false, + "single_s": 0.855063028, + "multi_s": 1.20366289, + "client_wall_s": 2.092103775823489, + "client_cpu_s": 1.2316009999999835, + "client_vcsw": 18063, + "multi_client_cpu_s": 0.5499999999999999, + "multi_broker_cpu_s": 1.1800000000000002, + "broker_user_s": 0.726402, + "broker_sys_s": 1.343305, + "broker_cpu_s": 2.069707, + "broker_vcsw": 15, + "broker_maxrss_kib": 5608, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "timeout-before", + "round": 60, + "warmup": false, + "single_s": 0.32972745600000003, + "multi_s": 0.363644356, + "client_wall_s": 0.764902917901054, + "client_cpu_s": 0.6806770000000029, + "client_vcsw": 338, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.27, + "broker_user_s": 0.28787999999999997, + "broker_sys_s": 0.375237, + "broker_cpu_s": 0.663117, + "broker_vcsw": 212, + "broker_maxrss_kib": 6524, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 60, + "warmup": false, + "single_s": 0.29981893800000003, + "multi_s": 0.368777128, + "client_wall_s": 0.7008281631860882, + "client_cpu_s": 0.6722450000000038, + "client_vcsw": 8, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.11000000000000001, + "broker_user_s": 0.107509, + "broker_sys_s": 0.251735, + "broker_cpu_s": 0.359244, + "broker_vcsw": 7220, + "broker_maxrss_kib": 41900, + "broker_ru_maxrss_kib": 37176, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 60, + "warmup": false, + "single_s": 0.305319778, + "multi_s": 0.36910245300000005, + "client_wall_s": 0.7393803501036018, + "client_cpu_s": 0.678418000000022, + "client_vcsw": 105, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.27057, + "broker_sys_s": 0.246249, + "broker_cpu_s": 0.5168189999999999, + "broker_vcsw": 340, + "broker_maxrss_kib": 6656, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 60, + "warmup": false, + "single_s": 0.376767772, + "multi_s": 0.373052657, + "client_wall_s": 0.8123219879344106, + "client_cpu_s": 0.6930360000000633, + "client_vcsw": 190, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.18, + "broker_user_s": 0.263963, + "broker_sys_s": 0.250225, + "broker_cpu_s": 0.514188, + "broker_vcsw": 708, + "broker_maxrss_kib": 54176, + "broker_ru_maxrss_kib": 53168, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 61, + "warmup": false, + "single_s": 0.305350648, + "multi_s": 0.37534180400000006, + "client_wall_s": 0.7119200790766627, + "client_cpu_s": 0.6833979999999826, + "client_vcsw": 33, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.12999999999999998, + "broker_user_s": 0.127445, + "broker_sys_s": 0.242174, + "broker_cpu_s": 0.36961900000000003, + "broker_vcsw": 7221, + "broker_maxrss_kib": 39088, + "broker_ru_maxrss_kib": 34372, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 61, + "warmup": false, + "single_s": 0.311747913, + "multi_s": 0.37075044900000004, + "client_wall_s": 0.7438779061194509, + "client_cpu_s": 0.6800170000000207, + "client_vcsw": 127, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.260768, + "broker_sys_s": 0.253609, + "broker_cpu_s": 0.514377, + "broker_vcsw": 337, + "broker_maxrss_kib": 6664, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 61, + "warmup": false, + "single_s": 0.849840021, + "multi_s": 1.199484721, + "client_wall_s": 2.083736753091216, + "client_cpu_s": 1.2376880000000199, + "client_vcsw": 17737, + "multi_client_cpu_s": 0.54, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.670886, + "broker_sys_s": 1.390189, + "broker_cpu_s": 2.0610749999999998, + "broker_vcsw": 14, + "broker_maxrss_kib": 5468, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + }, + { + "label": "baseline", + "round": 61, + "warmup": false, + "single_s": 0.38780744600000006, + "multi_s": 0.38495551100000003, + "client_wall_s": 0.84511449909769, + "client_cpu_s": 0.7094690000000128, + "client_vcsw": 205, + "multi_client_cpu_s": 0.36999999999999994, + "multi_broker_cpu_s": 0.19, + "broker_user_s": 0.278531, + "broker_sys_s": 0.256409, + "broker_cpu_s": 0.53494, + "broker_vcsw": 691, + "broker_maxrss_kib": 53736, + "broker_ru_maxrss_kib": 53736, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 61, + "warmup": false, + "single_s": 0.32724240200000004, + "multi_s": 0.374822946, + "client_wall_s": 0.7602521958760917, + "client_cpu_s": 0.6941559999999924, + "client_vcsw": 331, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.28476199999999996, + "broker_sys_s": 0.377805, + "broker_cpu_s": 0.6625669999999999, + "broker_vcsw": 253, + "broker_maxrss_kib": 6812, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "timeout-before", + "round": 62, + "warmup": false, + "single_s": 0.325643085, + "multi_s": 0.371824971, + "client_wall_s": 0.7472083310130984, + "client_cpu_s": 0.684804999999983, + "client_vcsw": 347, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.28, + "broker_user_s": 0.278819, + "broker_sys_s": 0.38590199999999997, + "broker_cpu_s": 0.6647209999999999, + "broker_vcsw": 197, + "broker_maxrss_kib": 6536, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "dbus-broker", + "round": 62, + "warmup": false, + "single_s": 0.306972524, + "multi_s": 0.37356914, + "client_wall_s": 0.7187922708690166, + "client_cpu_s": 0.6832630000000108, + "client_vcsw": 14, + "multi_client_cpu_s": 0.36000000000000004, + "multi_broker_cpu_s": 0.13000000000000003, + "broker_user_s": 0.114343, + "broker_sys_s": 0.242308, + "broker_cpu_s": 0.356651, + "broker_vcsw": 7485, + "broker_maxrss_kib": 42488, + "broker_ru_maxrss_kib": 37776, + "broker_exit": 0 + }, + { + "label": "timeout", + "round": 62, + "warmup": false, + "single_s": 0.308130158, + "multi_s": 0.390236697, + "client_wall_s": 0.7592714729253203, + "client_cpu_s": 0.701023000000049, + "client_vcsw": 130, + "multi_client_cpu_s": 0.37999999999999995, + "multi_broker_cpu_s": 0.21000000000000002, + "broker_user_s": 0.282652, + "broker_sys_s": 0.246546, + "broker_cpu_s": 0.5291980000000001, + "broker_vcsw": 363, + "broker_maxrss_kib": 6584, + "broker_ru_maxrss_kib": 20704, + "broker_exit": 0 + }, + { + "label": "baseline", + "round": 62, + "warmup": false, + "single_s": 0.379415489, + "multi_s": 0.37054979200000004, + "client_wall_s": 0.8172588529996574, + "client_cpu_s": 0.685795000000013, + "client_vcsw": 226, + "multi_client_cpu_s": 0.35000000000000003, + "multi_broker_cpu_s": 0.15999999999999998, + "broker_user_s": 0.24903199999999998, + "broker_sys_s": 0.24851099999999998, + "broker_cpu_s": 0.49754299999999996, + "broker_vcsw": 1014, + "broker_maxrss_kib": 55540, + "broker_ru_maxrss_kib": 55540, + "broker_exit": 0 + }, + { + "label": "dbus-daemon", + "round": 62, + "warmup": false, + "single_s": 0.859052414, + "multi_s": 1.198939743, + "client_wall_s": 2.0933730178512633, + "client_cpu_s": 1.216688999999974, + "client_vcsw": 18462, + "multi_client_cpu_s": 0.5299999999999999, + "multi_broker_cpu_s": 1.17, + "broker_user_s": 0.61649, + "broker_sys_s": 1.4512450000000001, + "broker_cpu_s": 2.067735, + "broker_vcsw": 15, + "broker_maxrss_kib": 5564, + "broker_ru_maxrss_kib": 20704, + "broker_exit": -2 + } + ], + "failures": [], + "summary": { + "single_s": { + "baseline": { + "n": 60, + "mean": 0.38054516585000003, + "stddev": 0.00704479783838203, + "median": 0.37853329049999995, + "min": 0.371067441, + "max": 0.401633418 + }, + "timeout": { + "n": 60, + "mean": 0.31309997055, + "stddev": 0.006906341727269427, + "median": 0.3122091685, + "min": 0.30203208000000004, + "max": 0.333925791 + }, + "timeout-before": { + "n": 60, + "mean": 0.33014793568333334, + "stddev": 0.004152214786105877, + "median": 0.32985364300000003, + "min": 0.32178903600000003, + "max": 0.341832153 + }, + "dbus-broker": { + "n": 60, + "mean": 0.30268941921666664, + "stddev": 0.0038939136811067033, + "median": 0.30213157999999996, + "min": 0.29525368700000004, + "max": 0.311664783 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.8598195165333333, + "stddev": 0.012214183010485553, + "median": 0.8580811395, + "min": 0.836822765, + "max": 0.8959161820000001 + } + }, + "multi_s": { + "baseline": { + "n": 60, + "mean": 0.38273390403333335, + "stddev": 0.015334642155866616, + "median": 0.37665437150000003, + "min": 0.36443152700000003, + "max": 0.427273213 + }, + "timeout": { + "n": 60, + "mean": 0.37858990648333335, + "stddev": 0.012372957778008668, + "median": 0.373564828, + "min": 0.364061083, + "max": 0.42799866200000003 + }, + "timeout-before": { + "n": 60, + "mean": 0.37125092086666667, + "stddev": 0.009438270535129814, + "median": 0.368945112, + "min": 0.36237390599999997, + "max": 0.419371061 + }, + "dbus-broker": { + "n": 60, + "mean": 0.3740250513166667, + "stddev": 0.010822553951244141, + "median": 0.3699000475, + "min": 0.363392645, + "max": 0.41268052899999996 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.2063336125166666, + "stddev": 0.011790244132418278, + "median": 1.202467318, + "min": 1.188842797, + "max": 1.24748691 + } + }, + "broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.522816, + "stddev": 0.013031422342598914, + "median": 0.5206255, + "min": 0.49754299999999996, + "max": 0.5548299999999999 + }, + "timeout": { + "n": 60, + "mean": 0.5222055166666667, + "stddev": 0.009347025685703935, + "median": 0.5193945, + "min": 0.505473, + "max": 0.558596 + }, + "timeout-before": { + "n": 60, + "mean": 0.66385625, + "stddev": 0.008414754855337369, + "median": 0.6634264999999999, + "min": 0.6496029999999999, + "max": 0.6980109999999999 + }, + "dbus-broker": { + "n": 60, + "mean": 0.3608910333333333, + "stddev": 0.012277739765998545, + "median": 0.3569715, + "min": 0.337883, + "max": 0.397669 + }, + "dbus-daemon": { + "n": 60, + "mean": 2.0771151, + "stddev": 0.020698774305560767, + "median": 2.0720925, + "min": 2.03741, + "max": 2.138325 + } + }, + "broker_maxrss_kib": { + "baseline": { + "n": 60, + "mean": 54206.73333333333, + "stddev": 1232.3157182226198, + "median": 54236.0, + "min": 51808, + "max": 58056 + }, + "timeout": { + "n": 60, + "mean": 6562.466666666666, + "stddev": 109.37379022736921, + "median": 6574.0, + "min": 6324, + "max": 6800 + }, + "timeout-before": { + "n": 60, + "mean": 6542.4, + "stddev": 111.37890741495515, + "median": 6536.0, + "min": 6120, + "max": 6812 + }, + "dbus-broker": { + "n": 60, + "mean": 41048.666666666664, + "stddev": 1126.91934451386, + "median": 41440.0, + "min": 38272, + "max": 43112 + }, + "dbus-daemon": { + "n": 60, + "mean": 5577.666666666667, + "stddev": 117.53004183809038, + "median": 5562.0, + "min": 5392, + "max": 5832 + } + }, + "client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.7000231333333349, + "stddev": 0.019190809969981574, + "median": 0.6922039999999967, + "min": 0.6771620000000098, + "max": 0.7564149999999987 + }, + "timeout": { + "n": 60, + "mean": 0.6908940000000031, + "stddev": 0.016329164899193137, + "median": 0.684358500000009, + "min": 0.6731430000000103, + "max": 0.7568189999999984 + }, + "timeout-before": { + "n": 60, + "mean": 0.6902192666666674, + "stddev": 0.012223178939429953, + "median": 0.6864089999999905, + "min": 0.6787430000000043, + "max": 0.7493070000000017 + }, + "dbus-broker": { + "n": 60, + "mean": 0.6801409833333357, + "stddev": 0.013732636887394753, + "median": 0.6772239999999954, + "min": 0.6632219999999904, + "max": 0.7268860000000075 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.2433046333333364, + "stddev": 0.020494138773483935, + "median": 1.2400859999999838, + "min": 1.2163289999999876, + "max": 1.304610000000011 + } + }, + "multi_broker_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.186, + "stddev": 0.011673525022060741, + "median": 0.19, + "min": 0.15999999999999998, + "max": 0.21000000000000002 + }, + "timeout": { + "n": 60, + "mean": 0.20183333333333336, + "stddev": 0.008731720211568135, + "median": 0.2, + "min": 0.18, + "max": 0.22000000000000003 + }, + "timeout-before": { + "n": 60, + "mean": 0.2805, + "stddev": 0.008522154577574137, + "median": 0.28, + "min": 0.26, + "max": 0.30999999999999994 + }, + "dbus-broker": { + "n": 60, + "mean": 0.11516666666666667, + "stddev": 0.01033205751190819, + "median": 0.11999999999999997, + "min": 0.09, + "max": 0.13999999999999999 + }, + "dbus-daemon": { + "n": 60, + "mean": 1.1788333333333332, + "stddev": 0.012499717510932297, + "median": 1.1799999999999997, + "min": 1.1599999999999997, + "max": 1.2199999999999998 + } + }, + "multi_client_cpu_s": { + "baseline": { + "n": 60, + "mean": 0.36733333333333335, + "stddev": 0.01593064062536289, + "median": 0.36000000000000004, + "min": 0.3499999999999999, + "max": 0.41 + }, + "timeout": { + "n": 60, + "mean": 0.36200000000000004, + "stddev": 0.013997578483074483, + "median": 0.36000000000000004, + "min": 0.34, + "max": 0.41 + }, + "timeout-before": { + "n": 60, + "mean": 0.35683333333333334, + "stddev": 0.011570222836971409, + "median": 0.35999999999999993, + "min": 0.34, + "max": 0.41 + }, + "dbus-broker": { + "n": 60, + "mean": 0.35900000000000004, + "stddev": 0.011745897228177798, + "median": 0.36000000000000004, + "min": 0.34, + "max": 0.38999999999999996 + }, + "dbus-daemon": { + "n": 60, + "mean": 0.5456666666666667, + "stddev": 0.01720924728424798, + "median": 0.54, + "min": 0.5299999999999999, + "max": 0.6000000000000001 + } + } + } +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.md new file mode 100644 index 0000000..0e70adf --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/signals.md @@ -0,0 +1,78 @@ +rounds: 60 measured after 3 warmup; 16 CPUs, AMD Ryzen 7 7840U w/ Radeon 780M Graphics +rustc: rustc 1.99.0 (b940084d7 2026-09-28) +baseline: 0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c +timeout: 7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c +zruntime: 99e2ebd807723177bec5d7c5216e48448c3a91c9 +zruntime-before: 20771cf16b21bc7aa84b3f3ec471b94cf23d7973 +dbus-broker: dbus-broker 37 +dbus-daemon: D-Bus Message Bus Daemon 1.16.2 + +### single_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.381 | 0.007 | 0.379 | 0.371 | 0.402 | +| timeout | 60 | 0.313 | 0.007 | 0.312 | 0.302 | 0.334 | +| timeout-before | 60 | 0.330 | 0.004 | 0.330 | 0.322 | 0.342 | +| dbus-broker | 60 | 0.303 | 0.004 | 0.302 | 0.295 | 0.312 | +| dbus-daemon | 60 | 0.860 | 0.012 | 0.858 | 0.837 | 0.896 | + +### multi_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.383 | 0.015 | 0.377 | 0.364 | 0.427 | +| timeout | 60 | 0.379 | 0.012 | 0.374 | 0.364 | 0.428 | +| timeout-before | 60 | 0.371 | 0.009 | 0.369 | 0.362 | 0.419 | +| dbus-broker | 60 | 0.374 | 0.011 | 0.370 | 0.363 | 0.413 | +| dbus-daemon | 60 | 1.206 | 0.012 | 1.202 | 1.189 | 1.247 | + +### broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.523 | 0.013 | 0.521 | 0.498 | 0.555 | +| timeout | 60 | 0.522 | 0.009 | 0.519 | 0.505 | 0.559 | +| timeout-before | 60 | 0.664 | 0.008 | 0.663 | 0.650 | 0.698 | +| dbus-broker | 60 | 0.361 | 0.012 | 0.357 | 0.338 | 0.398 | +| dbus-daemon | 60 | 2.077 | 0.021 | 2.072 | 2.037 | 2.138 | + +### broker_maxrss_kib (KiB) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 54207 | 1232 | 54236 | 51808 | 58056 | +| timeout | 60 | 6562 | 109 | 6574 | 6324 | 6800 | +| timeout-before | 60 | 6542 | 111 | 6536 | 6120 | 6812 | +| dbus-broker | 60 | 41049 | 1127 | 41440 | 38272 | 43112 | +| dbus-daemon | 60 | 5578 | 118 | 5562 | 5392 | 5832 | + +### client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.700 | 0.019 | 0.692 | 0.677 | 0.756 | +| timeout | 60 | 0.691 | 0.016 | 0.684 | 0.673 | 0.757 | +| timeout-before | 60 | 0.690 | 0.012 | 0.686 | 0.679 | 0.749 | +| dbus-broker | 60 | 0.680 | 0.014 | 0.677 | 0.663 | 0.727 | +| dbus-daemon | 60 | 1.243 | 0.020 | 1.240 | 1.216 | 1.305 | + +### multi_broker_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.186 | 0.012 | 0.190 | 0.160 | 0.210 | +| timeout | 60 | 0.202 | 0.009 | 0.200 | 0.180 | 0.220 | +| timeout-before | 60 | 0.281 | 0.009 | 0.280 | 0.260 | 0.310 | +| dbus-broker | 60 | 0.115 | 0.010 | 0.120 | 0.090 | 0.140 | +| dbus-daemon | 60 | 1.179 | 0.012 | 1.180 | 1.160 | 1.220 | + +### multi_client_cpu_s (seconds) + +| broker | n | mean | stddev | median | min | max | +|---|---:|---:|---:|---:|---:|---:| +| baseline | 60 | 0.367 | 0.016 | 0.360 | 0.350 | 0.410 | +| timeout | 60 | 0.362 | 0.014 | 0.360 | 0.340 | 0.410 | +| timeout-before | 60 | 0.357 | 0.012 | 0.360 | 0.340 | 0.410 | +| dbus-broker | 60 | 0.359 | 0.012 | 0.360 | 0.340 | 0.390 | +| dbus-daemon | 60 | 0.546 | 0.017 | 0.540 | 0.530 | 0.600 | diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.json new file mode 100644 index 0000000..51f4521 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.060794898199999996, + "median": 0.06052213 + }, + "candidate": { + "mean": 0.07131914683333333, + "median": 0.07073830950000001 + }, + "diff": { + "mean": 0.010524248633333334, + "sd": 0.003421346536295668, + "se": 0.00044169393855591837, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.009640421103753337, + 0.01140807616291333 + ] + }, + "pct": { + "value": 17.311072055275424, + "ci95": [ + 15.794407460151143, + 18.76853306625037 + ], + "ci90": [ + 16.036159636693558, + 18.54397524628042 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.171833531892227, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.43902332283333334, + "median": 0.435634415 + }, + "candidate": { + "mean": 0.4520859185666667, + "median": 0.44995173899999996 + }, + "diff": { + "mean": 0.013062595733333333, + "sd": 0.015376912120848097, + "se": 0.0019851508186713215, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.009090318120363875, + 0.01703487334630279 + ] + }, + "pct": { + "value": 2.975376262252083, + "ci95": [ + 2.085038333534117, + 3.887948516509578 + ], + "ci90": [ + 2.2232536913763012, + 3.7227579901056824 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0285071771357943, + "wilcoxon": { + "p": 2.2765854540627073e-07, + "z": 5.175206910143436, + "w_plus": 1618.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.5306178331336316, + "median": 0.5270723105641082 + }, + "candidate": { + "mean": 0.5541886087468204, + "median": 0.5506407784996554 + }, + "diff": { + "mean": 0.023570775613188745, + "sd": 0.016584281839596683, + "se": 0.002141021579118935, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.019286601328984507, + 0.027854949897392983 + ] + }, + "pct": { + "value": 4.442137851641448, + "ci95": [ + 3.6415766759376256, + 5.246131640066465 + ], + "ci90": [ + 3.777538019786768, + 5.113456068396259 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0453288284280253, + "wilcoxon": { + "p": 9.745376089158263e-11, + "z": 6.4708490384297015, + "w_plus": 1794.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4820354500000017, + "median": 0.47935049999999535 + }, + "candidate": { + "mean": 0.4835066166666659, + "median": 0.4803775000000101 + }, + "diff": { + "mean": 0.001471166666664203, + "sd": 0.014663514497875401, + "se": 0.0018930515815714147, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.002316820798542887, + 0.005259154131871293 + ] + }, + "pct": { + "value": 0.3051988534586325, + "ci95": [ + -0.4553642817634673, + 1.0685852407066747 + ], + "ci90": [ + -0.3359870275264265, + 0.9503723035743417 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0023321844161706, + "wilcoxon": { + "p": 0.38502811760848665, + "z": 0.8686691541919281, + "w_plus": 1033.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 2052.8333333333335, + "median": 2053.5 + }, + "candidate": { + "mean": 2234.9166666666665, + "median": 2203.0 + }, + "diff": { + "mean": 182.08333333333334, + "sd": 130.01920218895788, + "se": 16.785406825500292, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 148.49581185617598, + 215.6708548104907 + ] + }, + "pct": { + "value": 8.869854672403976, + "ci95": [ + 7.368934301191279, + 10.5084122521449 + ], + "ci90": [ + 7.568988951064885, + 10.227095134095988 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0794545486629885, + "wilcoxon": { + "p": 2.5151284065710417e-11, + "z": 6.672482039312346, + "w_plus": 1769.0, + "n_nonzero": 59, + "variance": 17552.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4231666666666667, + "median": 0.42 + }, + "candidate": { + "mean": 0.4346666666666667, + "median": 0.43000000000000005 + }, + "diff": { + "mean": 0.0115, + "sd": 0.01665451534437228, + "se": 0.0021500886855969907, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.007197682477640539, + 0.01580231752235946 + ] + }, + "pct": { + "value": 2.7176053564395453, + "ci95": [ + 1.7241379310344973, + 3.739135680951004 + ], + "ci90": [ + 1.8801410105757865, + 3.562945368171011 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.023809523809524, + "wilcoxon": { + "p": 8.347359773747721e-06, + "z": 4.456075620981397, + "w_plus": 1169.5, + "n_nonzero": 52, + "variance": 11627.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.2873333333333334, + "median": 0.29000000000000004 + }, + "candidate": { + "mean": 0.3511666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": 0.06383333333333331, + "sd": 0.014032850884791807, + "se": 0.0018116332592203561, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06020826355484239, + 0.06745840311182423 + ] + }, + "pct": { + "value": 22.215777262180957, + "ci95": [ + 20.8912037037037, + 23.57392316647262 + ], + "ci90": [ + 21.10078485443072, + 23.35851249273677 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2142857142857142, + "wilcoxon": { + "p": 1.1476645036974056e-11, + "z": 6.786650910268442, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18177.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.12134246666666666, + "median": 0.120193 + }, + "candidate": { + "mean": 0.19687555, + "median": 0.196764 + }, + "diff": { + "mean": 0.07553308333333333, + "sd": 0.014864973307531226, + "se": 0.001919059802062874, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.07169305353913054, + 0.07937311312753613 + ] + }, + "pct": { + "value": 62.24785551856813, + "ci95": [ + 58.10315544952106, + 66.50133599489311 + ], + "ci90": [ + 58.73975165214283, + 65.8988101008435 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.6387385410562554, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.22635021666666663, + "median": 0.2277865 + }, + "candidate": { + "mean": 0.21901684999999999, + "median": 0.220582 + }, + "diff": { + "mean": -0.007333366666666666, + "sd": 0.01591267505445582, + "se": 0.0020543175159839196, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.011444046521276265, + -0.003222686812057068 + ] + }, + "pct": { + "value": -3.239831962461115, + "ci95": [ + -4.949778345467787, + -1.487932195306094 + ], + "ci90": [ + -4.664457666962684, + -1.7686492103204208 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9693875705484893, + "wilcoxon": { + "p": 0.0003666185303362858, + "z": -3.5630158527872307, + "w_plus": 431.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3476926833333333, + "median": 0.3463455 + }, + "candidate": { + "mean": 0.41589239999999994, + "median": 0.414502 + }, + "diff": { + "mean": 0.06819971666666666, + "sd": 0.011553211337394337, + "se": 0.001491513170164766, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06521520570680918, + 0.07118422762652414 + ] + }, + "pct": { + "value": 19.614941566453247, + "ci95": [ + 18.70453694787226, + 20.52865307385729 + ], + "ci90": [ + 18.854060998208425, + 20.3751665504848 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1944184573103356, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 20974.3, + "median": 20772.0 + }, + "candidate": { + "mean": 5542.583333333333, + "median": 5559.0 + }, + "diff": { + "mean": -15431.716666666667, + "sd": 1245.153289748596, + "se": 160.74859848905635, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -15753.373869277435, + -15110.0594640559 + ] + }, + "pct": { + "value": -73.57440613830578, + "ci95": [ + -73.98750480567033, + -73.13387699211215 + ], + "ci90": [ + -73.9240330089707, + -73.20346451662527 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2622055983372905, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 8228.133333333333, + "median": 8230.0 + }, + "candidate": { + "mean": 6669.2, + "median": 6688.0 + }, + "diff": { + "mean": -1558.9333333333334, + "sd": 178.78363655705454, + "se": 23.080868231995723, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1605.1180439878212, + -1512.7486226788455 + ] + }, + "pct": { + "value": -18.946379089627463, + "ci95": [ + -19.423345931742645, + -18.464190935997397 + ], + "ci90": [ + -19.34684510888518, + -18.540750264857603 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8106757935386077, + "wilcoxon": { + "p": 1.6267450251745744e-11, + "z": -6.736117724253362, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20657.6, + "median": 20696.0 + }, + "candidate": { + "mean": 20659.733333333334, + "median": 20696.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.010327111248820131, + "ci95": [ + 0.0, + 0.030997339395044676 + ], + "ci90": [ + 0.0, + 0.03098453355365738 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.md new file mode 100644 index 0000000..e91864d --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.0608 | 0.0713 | +17.31 | [+15.79, +18.77] | [+16.04, +18.54] | 1.172 | <0.0001 | slower/larger | +| multi_s | 60 | 0.4390 | 0.4521 | +2.98 | [+2.09, +3.89] | [+2.22, +3.72] | 1.029 | <0.0001 | no material change; repeatable change (+) | +| client_wall_s | 60 | 0.5306 | 0.5542 | +4.44 | [+3.64, +5.25] | [+3.78, +5.11] | 1.045 | <0.0001 | inconclusive; repeatable change (+) | +| client_cpu_s | 60 | 0.4820 | 0.4835 | +0.31 | [-0.46, +1.07] | [-0.34, +0.95] | 1.002 | 0.3850 | no material change | +| client_vcsw | 60 | 2052.8 | 2234.9 | +8.87 | [+7.37, +10.51] | [+7.57, +10.23] | 1.079 | <0.0001 | slower/larger | +| multi_client_cpu_s | 60 | 0.4232 | 0.4347 | +2.72 | [+1.72, +3.74] | [+1.88, +3.56] | 1.024 | <0.0001 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 60 | 0.2873 | 0.3512 | +22.22 | [+20.89, +23.57] | [+21.10, +23.36] | 1.214 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.1213 | 0.1969 | +62.25 | [+58.10, +66.50] | [+58.74, +65.90] | 1.639 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.2264 | 0.2190 | -3.24 | [-4.95, -1.49] | [-4.66, -1.77] | 0.969 | 0.0004 | no material change; repeatable change (-) | +| broker_cpu_s | 60 | 0.3477 | 0.4159 | +19.61 | [+18.70, +20.53] | [+18.85, +20.38] | 1.194 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 20974.3 | 5542.6 | -73.57 | [-73.99, -73.13] | [-73.92, -73.20] | 0.262 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 8228 | 6669 | -18.95 | [-19.42, -18.46] | [-19.35, -18.54] | 0.811 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 20658 | 20660 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.0605 | 0.0707 | +0.0105 | [+0.0096, +0.0114] | +| multi_s | 0.4356 | 0.4500 | +0.0131 | [+0.0091, +0.0170] | +| client_wall_s | 0.5271 | 0.5506 | +0.0236 | [+0.0193, +0.0279] | +| client_cpu_s | 0.4794 | 0.4804 | +0.0015 | [-0.0023, +0.0053] | +| client_vcsw | 2053.5 | 2203.0 | +182.1 | [+148.5, +215.7] | +| multi_client_cpu_s | 0.4200 | 0.4300 | +0.0115 | [+0.0072, +0.0158] | +| multi_broker_cpu_s | 0.2900 | 0.3500 | +0.0638 | [+0.0602, +0.0675] | +| broker_user_s | 0.1202 | 0.1968 | +0.0755 | [+0.0717, +0.0794] | +| broker_sys_s | 0.2278 | 0.2206 | -0.0073 | [-0.0114, -0.0032] | +| broker_cpu_s | 0.3463 | 0.4145 | +0.0682 | [+0.0652, +0.0712] | +| broker_vcsw | 20772.0 | 5559.0 | -15431.7 | [-15753.4, -15110.1] | +| broker_maxrss_kib | 8230 | 6688 | -1559 | [-1605, -1513] | +| broker_ru_maxrss_kib | 20696 | 20696 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..3353f4e --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.13576627858333332, + "median": 0.13472452099999999 + }, + "candidate": { + "mean": 0.07131914683333333, + "median": 0.07073830950000001 + }, + "diff": { + "mean": -0.06444713175, + "sd": 0.0058148584051323894, + "se": 0.0007506949921210655, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.06594926895958826, + -0.06294499454041173 + ] + }, + "pct": { + "value": -47.46917454207331, + "ci95": [ + -48.14873990530212, + -46.79693251022223 + ], + "ci90": [ + -48.04368275983277, + -46.90912935364173 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5250488188241527, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 1.1593575031833334, + "median": 1.153057055 + }, + "candidate": { + "mean": 0.4520859185666667, + "median": 0.44995173899999996 + }, + "diff": { + "mean": -0.7072715846166666, + "sd": 0.020112581545153843, + "se": 0.002596523112453982, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7124672153637864, + -0.7020759538695468 + ] + }, + "pct": { + "value": -61.00547783359826, + "ci95": [ + -61.263039929825325, + -60.744366336399324 + ], + "ci90": [ + -61.222144919318055, + -60.7841019462269 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39060415647788227, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.3262931428073594, + "median": 1.318484491086565 + }, + "candidate": { + "mean": 0.5541886087468204, + "median": 0.5506407784996554 + }, + "diff": { + "mean": -0.772104534060539, + "sd": 0.021840643497771848, + "se": 0.0028196149512441223, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7777465705459671, + -0.766462497575111 + ] + }, + "pct": { + "value": -58.21522475990704, + "ci95": [ + -58.46585852027703, + -57.963671998696576 + ], + "ci90": [ + -58.42520224491054, + -58.00213789854381 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.41765696611160164, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9475945833333337, + "median": 0.9452385000000012 + }, + "candidate": { + "mean": 0.4835066166666659, + "median": 0.4803775000000101 + }, + "diff": { + "mean": -0.4640879666666678, + "sd": 0.016422405576352776, + "se": 0.002120123443395937, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.46833032387787965, + -0.45984560945545594 + ] + }, + "pct": { + "value": -48.9753714119128, + "ci95": [ + -49.285484858891664, + -48.6543697169172 + ], + "ci90": [ + -49.23605616225728, + -48.70641192889558 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5082185475562722, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 27044.033333333333, + "median": 26769.5 + }, + "candidate": { + "mean": 2234.9166666666665, + "median": 2203.0 + }, + "diff": { + "mean": -24809.116666666665, + "sd": 1147.8375850926875, + "se": 148.18519504049723, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -25105.63455704381, + -24512.59877628952 + ] + }, + "pct": { + "value": -91.73600831236958, + "ci95": [ + -91.87468217878029, + -91.59986838269447 + ], + "ci90": [ + -91.85162508552311, + -91.62111938018651 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.08231569620702828, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8793333333333333, + "median": 0.8799999999999999 + }, + "candidate": { + "mean": 0.4346666666666667, + "median": 0.43000000000000005 + }, + "diff": { + "mean": -0.44466666666666665, + "sd": 0.017414845280914498, + "se": 0.002248246858325356, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.44916539823897716, + -0.44016793509435614 + ] + }, + "pct": { + "value": -50.56861258529188, + "ci95": [ + -50.926275992438555, + -50.180572319849695 + ], + "ci90": [ + -50.869236583522294, + -50.247148288973385 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.49157088122605364, + "wilcoxon": { + "p": 1.315052915413956e-11, + "z": -6.766972244905721, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18283.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.1311666666666664, + "median": 1.13 + }, + "candidate": { + "mean": 0.3511666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": -0.7799999999999999, + "sd": 0.020748698141721353, + "se": 0.002678645411945719, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7853599570888407, + -0.7746400429111592 + ] + }, + "pct": { + "value": -68.95535582731692, + "ci95": [ + -69.21265636497425, + -68.6907429095001 + ], + "ci90": [ + -69.1753638100838, + -68.73343151693668 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3097345132743363, + "wilcoxon": { + "p": 1.4338185072068007e-11, + "z": -6.754446208019474, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18351.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.5059331666666667, + "median": 0.5050125 + }, + "candidate": { + "mean": 0.19687555, + "median": 0.196764 + }, + "diff": { + "mean": -0.30905761666666665, + "sd": 0.02089940440566625, + "se": 0.0026981015069599767, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.31445650531170655, + -0.30365872802162674 + ] + }, + "pct": { + "value": -61.08664879649782, + "ci95": [ + -61.72253379854727, + -60.471981648737 + ], + "ci90": [ + -61.610248214078425, + -60.5677977003859 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39073315848175605, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.7491837333333333, + "median": 0.7492694999999999 + }, + "candidate": { + "mean": 0.21901684999999999, + "median": 0.220582 + }, + "diff": { + "mean": -0.5301668833333333, + "sd": 0.019642580940474885, + "se": 0.0025358462952996814, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5352411000497702, + -0.5250926666168964 + ] + }, + "pct": { + "value": -70.76593627766967, + "ci95": [ + -71.14575162759587, + -70.3925260818511 + ], + "ci90": [ + -71.08321907996203, + -70.45426770982438 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2906216379910397, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.2551169, + "median": 1.247872 + }, + "candidate": { + "mean": 0.41589239999999994, + "median": 0.414502 + }, + "diff": { + "mean": -0.8392245, + "sd": 0.018806301530000208, + "se": 0.0024278830876481956, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.8440826828369228, + -0.8343663171630773 + ] + }, + "pct": { + "value": -66.86424985592976, + "ci95": [ + -67.05063160453987, + -66.68149144329846 + ], + "ci90": [ + -67.02026304333512, + -66.71052444944337 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3306345227691594, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 2048.2166666666667, + "median": 2035.5 + }, + "candidate": { + "mean": 5542.583333333333, + "median": 5559.0 + }, + "diff": { + "mean": 3494.366666666667, + "sd": 224.15770527947103, + "se": 28.938635315715388, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 3436.4605911517383, + 3552.2727421815953 + ] + }, + "pct": { + "value": 170.60532333005133, + "ci95": [ + 167.69103869386117, + 173.48913675277205 + ], + "ci90": [ + 168.1859508154492, + 173.01823735936955 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.7008107005177746, + "wilcoxon": { + "p": 1.628788780764767e-11, + "z": 6.735935192187502, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6200.933333333333, + "median": 6176.0 + }, + "candidate": { + "mean": 6669.2, + "median": 6688.0 + }, + "diff": { + "mean": 468.26666666666665, + "sd": 146.86577137733588, + "se": 18.960289555744257, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 430.3272148984071, + 506.2061184349262 + ] + }, + "pct": { + "value": 7.5515513793622535, + "ci95": [ + 6.927285191215702, + 8.174023219637505 + ], + "ci90": [ + 7.033194346272284, + 8.069441114442666 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0764918018769105, + "wilcoxon": { + "p": 1.6262344528596426e-11, + "z": 6.736163359588454, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18450.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20657.6, + "median": 20696.0 + }, + "candidate": { + "mean": 20659.733333333334, + "median": 20696.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.010327111248820131, + "ci95": [ + 0.0, + 0.030997339395044676 + ], + "ci90": [ + 0.0, + 0.03098453355365738 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..d626ac4 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-baseline-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1358 | 0.0713 | -47.47 | [-48.15, -46.80] | [-48.04, -46.91] | 0.525 | <0.0001 | faster/smaller | +| multi_s | 60 | 1.1594 | 0.4521 | -61.01 | [-61.26, -60.74] | [-61.22, -60.78] | 0.391 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.3263 | 0.5542 | -58.22 | [-58.47, -57.96] | [-58.43, -58.00] | 0.418 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.9476 | 0.4835 | -48.98 | [-49.29, -48.65] | [-49.24, -48.71] | 0.508 | <0.0001 | faster/smaller | +| client_vcsw | 60 | 27044.0 | 2234.9 | -91.74 | [-91.87, -91.60] | [-91.85, -91.62] | 0.082 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.8793 | 0.4347 | -50.57 | [-50.93, -50.18] | [-50.87, -50.25] | 0.492 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 60 | 1.1312 | 0.3512 | -68.96 | [-69.21, -68.69] | [-69.18, -68.73] | 0.310 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.5059 | 0.1969 | -61.09 | [-61.72, -60.47] | [-61.61, -60.57] | 0.391 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 0.7492 | 0.2190 | -70.77 | [-71.15, -70.39] | [-71.08, -70.45] | 0.291 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 1.2551 | 0.4159 | -66.86 | [-67.05, -66.68] | [-67.02, -66.71] | 0.331 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 2048.2 | 5542.6 | +170.61 | [+167.69, +173.49] | [+168.19, +173.02] | 2.701 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6201 | 6669 | +7.55 | [+6.93, +8.17] | [+7.03, +8.07] | 1.076 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 60 | 20658 | 20660 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1347 | 0.0707 | -0.0644 | [-0.0659, -0.0629] | +| multi_s | 1.1531 | 0.4500 | -0.7073 | [-0.7125, -0.7021] | +| client_wall_s | 1.3185 | 0.5506 | -0.7721 | [-0.7777, -0.7665] | +| client_cpu_s | 0.9452 | 0.4804 | -0.4641 | [-0.4683, -0.4598] | +| client_vcsw | 26769.5 | 2203.0 | -24809.1 | [-25105.6, -24512.6] | +| multi_client_cpu_s | 0.8800 | 0.4300 | -0.4447 | [-0.4492, -0.4402] | +| multi_broker_cpu_s | 1.1300 | 0.3500 | -0.7800 | [-0.7854, -0.7746] | +| broker_user_s | 0.5050 | 0.1968 | -0.3091 | [-0.3145, -0.3037] | +| broker_sys_s | 0.7493 | 0.2206 | -0.5302 | [-0.5352, -0.5251] | +| broker_cpu_s | 1.2479 | 0.4145 | -0.8392 | [-0.8441, -0.8344] | +| broker_vcsw | 2035.5 | 5559.0 | +3494.4 | [+3436.5, +3552.3] | +| broker_maxrss_kib | 6176 | 6688 | +468 | [+430, +506] | +| broker_ru_maxrss_kib | 20696 | 20696 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.json new file mode 100644 index 0000000..7185900 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout-before", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.07131914683333333, + "median": 0.07073830950000001 + }, + "candidate": { + "mean": 0.07487305586666666, + "median": 0.07463689800000001 + }, + "diff": { + "mean": 0.003553909033333333, + "sd": 0.003671731847395601, + "se": 0.0004740185432234185, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.002605400119215138, + 0.004502417947451529 + ] + }, + "pct": { + "value": 4.98310648841398, + "ci95": [ + 3.70383797847201, + 6.327482033003026 + ], + "ci90": [ + 3.889590761426951, + 6.1013248925543 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.051909943926212, + "wilcoxon": { + "p": 1.9441038635532183e-08, + "z": 5.616903090241027, + "w_plus": 1678.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.4520859185666667, + "median": 0.44995173899999996 + }, + "candidate": { + "mean": 0.45478130835, + "median": 0.45238597900000005 + }, + "diff": { + "mean": 0.0026953897833333277, + "sd": 0.014417958605228374, + "se": 0.001861350452145247, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.001029163868411822, + 0.006419943435078478 + ] + }, + "pct": { + "value": 0.5962118421823481, + "ci95": [ + -0.17999264356053868, + 1.4167363116098797 + ], + "ci90": [ + -0.062336267699906744, + 1.2900695866803258 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0067895425847448, + "wilcoxon": { + "p": 0.20282034641554808, + "z": 1.273557319281386, + "w_plus": 1088.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.5541886087468204, + "median": 0.5506407784996554 + }, + "candidate": { + "mean": 0.5605980558786541, + "median": 0.5595261005219072 + }, + "diff": { + "mean": 0.006409447131833682, + "sd": 0.016387761136719064, + "se": 0.0021156508654712686, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.002176039528377226, + 0.010642854735290138 + ] + }, + "pct": { + "value": 1.1565461705045355, + "ci95": [ + 0.42842979789307845, + 1.9190770601247842 + ], + "ci90": [ + 0.5464021806916086, + 1.7942111690657592 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0100477987084604, + "wilcoxon": { + "p": 0.007534182297651857, + "z": 2.672261889590423, + "w_plus": 1278.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4835066166666659, + "median": 0.4803775000000101 + }, + "candidate": { + "mean": 0.48918991666666706, + "median": 0.48729799999999557 + }, + "diff": { + "mean": 0.005683300000001227, + "sd": 0.01284117434212054, + "se": 0.0016577884790926279, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0023660729154888964, + 0.009000527084513557 + ] + }, + "pct": { + "value": 1.1754337591452835, + "ci95": [ + 0.5116394426839771, + 1.8505288893214413 + ], + "ci90": [ + 0.6271100746906166, + 1.7462030684686167 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0081519225009747, + "wilcoxon": { + "p": 0.001800424761682461, + "z": 3.12131967268964, + "w_plus": 1339.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 2234.9166666666665, + "median": 2203.0 + }, + "candidate": { + "mean": 2317.366666666667, + "median": 2311.0 + }, + "diff": { + "mean": 82.45, + "sd": 199.19732359852017, + "se": 25.716263896871943, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 30.99187480066101, + 133.908125199339 + ] + }, + "pct": { + "value": 3.689175584473703, + "ci95": [ + 1.4835561339252024, + 5.993471515532475 + ], + "ci90": [ + 1.8133066182845337, + 5.60512811169815 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0325114380031275, + "wilcoxon": { + "p": 0.00280046923629882, + "z": 2.988831065518437, + "w_plus": 1321.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4346666666666667, + "median": 0.43000000000000005 + }, + "candidate": { + "mean": 0.4356666666666667, + "median": 0.43999999999999995 + }, + "diff": { + "mean": 0.0009999999999999963, + "sd": 0.014923533911469474, + "se": 0.0019266199435227635, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0028551576023217364, + 0.0048551576023217295 + ] + }, + "pct": { + "value": 0.23006134969325576, + "ci95": [ + -0.6473724295506522, + 1.0823347506764502 + ], + "ci90": [ + -0.49657174851042707, + 0.9619084263178035 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.5486725830369319, + "z": 0.5997504159625788, + "w_plus": 498.0, + "n_nonzero": 42, + "variance": 6011.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3511666666666667, + "median": 0.35000000000000003 + }, + "candidate": { + "mean": 0.39816666666666667, + "median": 0.4 + }, + "diff": { + "mean": 0.047, + "sd": 0.015104158143383525, + "se": 0.0019499384315935842, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.04309818221082455, + 0.05090181778917545 + ] + }, + "pct": { + "value": 13.383958234456571, + "ci95": [ + 12.222720311078698, + 14.538498326159722 + ], + "ci90": [ + 12.405660377358508, + 14.380952380952383 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1408730158730158, + "wilcoxon": { + "p": 1.8267530419818237e-11, + "z": 6.719239612722109, + "w_plus": 1770.0, + "n_nonzero": 59, + "variance": 17347.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.19687555, + "median": 0.196764 + }, + "candidate": { + "mean": 0.20427145, + "median": 0.2060765 + }, + "diff": { + "mean": 0.007395900000000001, + "sd": 0.013497894080188954, + "se": 0.0017425706327147833, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.003909024217945368, + 0.010882775782054634 + ] + }, + "pct": { + "value": 3.756637124315332, + "ci95": [ + 2.0213706772431075, + 5.5537072243986385 + ], + "ci90": [ + 2.288337931785659, + 5.283366615138445 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0378214538756878, + "wilcoxon": { + "p": 0.00020705638427709265, + "z": 3.710247912819761, + "w_plus": 1419.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.21901684999999999, + "median": 0.220582 + }, + "candidate": { + "mean": 0.26465421666666666, + "median": 0.263989 + }, + "diff": { + "mean": 0.04563736666666666, + "sd": 0.016559281506118254, + "se": 0.0021377940499452157, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.041359650653421676, + 0.04991508267991164 + ] + }, + "pct": { + "value": 20.837376971984888, + "ci95": [ + 18.74826533023601, + 22.900361521821903 + ], + "ci90": [ + 19.08255816361629, + 22.585806515059442 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.216142105666751, + "wilcoxon": { + "p": 1.7141493981716185e-11, + "z": 6.72850514348663, + "w_plus": 1829.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.41589239999999994, + "median": 0.414502 + }, + "candidate": { + "mean": 0.46892566666666663, + "median": 0.466036 + }, + "diff": { + "mean": 0.05303326666666666, + "sd": 0.011347037123716736, + "se": 0.0014648961936317409, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.05010201615383045, + 0.055964517179502876 + ] + }, + "pct": { + "value": 12.751679681250906, + "ci95": [ + 12.010642323528314, + 13.482679691917527 + ], + "ci90": [ + 12.136255359427924, + 13.36442393965081 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1259369949660545, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5542.583333333333, + "median": 5559.0 + }, + "candidate": { + "mean": 3557.616666666667, + "median": 3531.5 + }, + "diff": { + "mean": -1984.9666666666667, + "sd": 274.68712350455934, + "se": 35.461955158359274, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2055.925875036517, + -1914.0074582968164 + ] + }, + "pct": { + "value": -35.81302340966155, + "ci95": [ + -36.796062866295756, + -34.84465594162544 + ], + "ci90": [ + -36.64292072731755, + -34.99219668802922 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.635059539457514, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6669.2, + "median": 6688.0 + }, + "candidate": { + "mean": 6659.933333333333, + "median": 6658.0 + }, + "diff": { + "mean": -9.266666666666667, + "sd": 144.3188403626353, + "se": 18.631482175615112, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -46.548176387006485, + 28.014843053673154 + ] + }, + "pct": { + "value": -0.13894720006397687, + "ci95": [ + -0.6999480094918697, + 0.3950836260911657 + ], + "ci90": [ + -0.6061082708337329, + 0.30805242761345997 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9964189637828396, + "wilcoxon": { + "p": 0.6244019489086302, + "z": -0.4896212325672304, + "w_plus": 848.5, + "n_nonzero": 60, + "variance": 18446.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20659.733333333334, + "median": 20696.0 + }, + "candidate": { + "mean": 20657.6, + "median": 20696.0 + }, + "diff": { + "mean": -2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6.402123473254974, + 2.135456806588308 + ] + }, + "pct": { + "value": -0.01032604486667088, + "ci95": [ + -0.030987734021947766, + 0.0 + ], + "ci90": [ + -0.030974936114191998, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.md new file mode 100644 index 0000000..862ef56 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout-before against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.0713 | 0.0749 | +4.98 | [+3.70, +6.33] | [+3.89, +6.10] | 1.052 | <0.0001 | inconclusive; repeatable change (+) | +| multi_s | 60 | 0.4521 | 0.4548 | +0.60 | [-0.18, +1.42] | [-0.06, +1.29] | 1.007 | 0.2028 | no material change | +| client_wall_s | 60 | 0.5542 | 0.5606 | +1.16 | [+0.43, +1.92] | [+0.55, +1.79] | 1.010 | 0.0075 | no material change; repeatable change (+) | +| client_cpu_s | 60 | 0.4835 | 0.4892 | +1.18 | [+0.51, +1.85] | [+0.63, +1.75] | 1.008 | 0.0018 | no material change; repeatable change (+) | +| client_vcsw | 60 | 2234.9 | 2317.4 | +3.69 | [+1.48, +5.99] | [+1.81, +5.61] | 1.033 | 0.0028 | inconclusive; repeatable change (+) | +| multi_client_cpu_s | 60 | 0.4347 | 0.4357 | +0.23 | [-0.65, +1.08] | [-0.50, +0.96] | 1.000 | 0.5487 | no material change | +| multi_broker_cpu_s | 60 | 0.3512 | 0.3982 | +13.38 | [+12.22, +14.54] | [+12.41, +14.38] | 1.141 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.1969 | 0.2043 | +3.76 | [+2.02, +5.55] | [+2.29, +5.28] | 1.038 | 0.0002 | inconclusive; repeatable change (+) | +| broker_sys_s | 60 | 0.2190 | 0.2647 | +20.84 | [+18.75, +22.90] | [+19.08, +22.59] | 1.216 | <0.0001 | slower/larger | +| broker_cpu_s | 60 | 0.4159 | 0.4689 | +12.75 | [+12.01, +13.48] | [+12.14, +13.36] | 1.126 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 5542.6 | 3557.6 | -35.81 | [-36.80, -34.84] | [-36.64, -34.99] | 0.635 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 6669 | 6660 | -0.14 | [-0.70, +0.40] | [-0.61, +0.31] | 0.996 | 0.6244 | no material change | +| broker_ru_maxrss_kib | 60 | 20660 | 20658 | -0.01 | [-0.03, +0.00] | [-0.03, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.0707 | 0.0746 | +0.0036 | [+0.0026, +0.0045] | +| multi_s | 0.4500 | 0.4524 | +0.0027 | [-0.0010, +0.0064] | +| client_wall_s | 0.5506 | 0.5595 | +0.0064 | [+0.0022, +0.0106] | +| client_cpu_s | 0.4804 | 0.4873 | +0.0057 | [+0.0024, +0.0090] | +| client_vcsw | 2203.0 | 2311.0 | +82.5 | [+31.0, +133.9] | +| multi_client_cpu_s | 0.4300 | 0.4400 | +0.0010 | [-0.0029, +0.0049] | +| multi_broker_cpu_s | 0.3500 | 0.4000 | +0.0470 | [+0.0431, +0.0509] | +| broker_user_s | 0.1968 | 0.2061 | +0.0074 | [+0.0039, +0.0109] | +| broker_sys_s | 0.2206 | 0.2640 | +0.0456 | [+0.0414, +0.0499] | +| broker_cpu_s | 0.4145 | 0.4660 | +0.0530 | [+0.0501, +0.0560] | +| broker_vcsw | 5559.0 | 3531.5 | -1985.0 | [-2055.9, -1914.0] | +| broker_maxrss_kib | 6688 | 6658 | -9 | [-47, +28] | +| broker_ru_maxrss_kib | 20696 | 20696 | -2 | [-6, +2] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.json new file mode 100644 index 0000000..cffa67e --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.json @@ -0,0 +1,702 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.060794898199999996, + "median": 0.06052213 + }, + "candidate": { + "mean": 0.07002671798333333, + "median": 0.0695831585 + }, + "diff": { + "mean": 0.009231819783333336, + "sd": 0.0028768059134396656, + "se": 0.0003713940464340947, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.008488662012969212, + 0.00997497755369746 + ] + }, + "pct": { + "value": 15.185188324459343, + "ci95": [ + 13.913476975871474, + 16.446083423768712 + ], + "ci90": [ + 14.116128797088507, + 16.231211113817974 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1536449161969544, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.43902332283333334, + "median": 0.435634415 + }, + "candidate": { + "mean": 0.4523301047833333, + "median": 0.450638636 + }, + "diff": { + "mean": 0.01330678195, + "sd": 0.0176269325312011, + "se": 0.00227562720460212, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.00875326243133923, + 0.017860301468660772 + ] + }, + "pct": { + "value": 3.0309965912794112, + "ci95": [ + 1.9920279232586646, + 4.033012234077452 + ], + "ci90": [ + 2.1637580616237484, + 3.8855295531824594 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.038310537183237, + "wilcoxon": { + "p": 1.3209665918036032e-06, + "z": 4.836573172068617, + "w_plus": 1572.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.5306178331336316, + "median": 0.5270723105641082 + }, + "candidate": { + "mean": 0.5531685659002202, + "median": 0.5505296470364556 + }, + "diff": { + "mean": 0.02255073276658853, + "sd": 0.01778894760483149, + "se": 0.002296543260668956, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.017955360316410186, + 0.027146105216766872 + ] + }, + "pct": { + "value": 4.249901032050185, + "ci95": [ + 3.3806638343135367, + 5.091269867036194 + ], + "ci90": [ + 3.5240414333860826, + 4.9665753117096365 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0492678755772538, + "wilcoxon": { + "p": 7.899273547265992e-10, + "z": 6.146938506358135, + "w_plus": 1750.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4820354500000017, + "median": 0.47935049999999535 + }, + "candidate": { + "mean": 0.4827970166666658, + "median": 0.4797830000000012 + }, + "diff": { + "mean": 0.0007615666666641078, + "sd": 0.016431579826832767, + "se": 0.002121307834040035, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.003483160504752441, + 0.005006293838080656 + ] + }, + "pct": { + "value": 0.1579897633388061, + "ci95": [ + -0.6993404202593159, + 1.0107850907358553 + ], + "ci90": [ + -0.5690755247777302, + 0.875713075164487 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0025898515579295, + "wilcoxon": { + "p": 0.5314879489046717, + "z": 0.6257362551382533, + "w_plus": 1000.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 2052.8333333333335, + "median": 2053.5 + }, + "candidate": { + "mean": 2280.4, + "median": 2278.0 + }, + "diff": { + "mean": 227.56666666666666, + "sd": 156.85558149561552, + "se": 20.249968496406638, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 187.04657329892393, + 268.0867600344094 + ] + }, + "pct": { + "value": 11.085491596979779, + "ci95": [ + 9.163126070505708, + 13.035439002305514 + ], + "ci90": [ + 9.451394044300233, + 12.759686375453025 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.103511208723027, + "wilcoxon": { + "p": 2.5632216311958643e-11, + "z": 6.669702683216543, + "w_plus": 1821.0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4231666666666667, + "median": 0.42 + }, + "candidate": { + "mean": 0.4341666666666667, + "median": 0.43 + }, + "diff": { + "mean": 0.011, + "sd": 0.018291426166005768, + "se": 0.0023614129639774307, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.006274823573323439, + 0.01572517642667656 + ] + }, + "pct": { + "value": 2.599448601811738, + "ci95": [ + 1.4936667074101158, + 3.7008662562087435 + ], + "ci90": [ + 1.6534782581760377, + 3.527616507040856 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0240998838559814, + "wilcoxon": { + "p": 6.794875876700186e-05, + "z": 3.9833563208843503, + "w_plus": 1044.0, + "n_nonzero": 50, + "variance": 10414.125 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.2873333333333334, + "median": 0.29000000000000004 + }, + "candidate": { + "mean": 0.3526666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": 0.0653333333333333, + "sd": 0.013462649733730249, + "se": 0.0017380206071520323, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.061855562131399915, + 0.06881110453526669 + ] + }, + "pct": { + "value": 22.737819025522032, + "ci95": [ + 21.370967741935452, + 24.037339556592773 + ], + "ci90": [ + 21.61383285302594, + 23.829039812646347 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2373563218390804, + "wilcoxon": { + "p": 1.2034164322516376e-11, + "z": 6.779800859711904, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18214.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.12134246666666666, + "median": 0.120193 + }, + "candidate": { + "mean": 0.19632608333333332, + "median": 0.1956965 + }, + "diff": { + "mean": 0.07498361666666667, + "sd": 0.018094828110321756, + "se": 0.0023360322641253995, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.07030922690308666, + 0.07965800643024668 + ] + }, + "pct": { + "value": 61.79503246184215, + "ci95": [ + 56.80656893517263, + 66.79496996551258 + ], + "ci90": [ + 57.65255956183173, + 65.98247832328495 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.6273253832090968, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.22635021666666663, + "median": 0.2277865 + }, + "candidate": { + "mean": 0.22187359999999998, + "median": 0.2223905 + }, + "diff": { + "mean": -0.004476616666666664, + "sd": 0.018301863976657035, + "se": 0.0023627604795382045, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009204489465752235, + 0.0002512561324189066 + ] + }, + "pct": { + "value": -1.9777390685068896, + "ci95": [ + -3.923046507819029, + 0.06692950101584835 + ], + "ci90": [ + -3.654065359704868, + -0.2378488996414265 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9745146162521048, + "wilcoxon": { + "p": 0.043687246543404154, + "z": -2.0170792224456635, + "w_plus": 641.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3476926833333333, + "median": 0.3463455 + }, + "candidate": { + "mean": 0.41819968333333335, + "median": 0.418216 + }, + "diff": { + "mean": 0.07050700000000001, + "sd": 0.012771604492859691, + "se": 0.0016488070501731135, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06720774471324426, + 0.07380625528675577 + ] + }, + "pct": { + "value": 20.278540038303007, + "ci95": [ + 19.236888800256356, + 21.26792257705766 + ], + "ci90": [ + 19.413391753568828, + 21.1208816896189 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2094017388677196, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 20974.3, + "median": 20772.0 + }, + "candidate": { + "mean": 5744.416666666667, + "median": 5719.5 + }, + "diff": { + "mean": -15229.883333333333, + "sd": 1265.6554688457713, + "se": 163.39541842920042, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -15556.836810410961, + -14902.929856255705 + ] + }, + "pct": { + "value": -72.61211736903417, + "ci95": [ + -73.07819511784997, + -72.11776879688692 + ], + "ci90": [ + -73.01105079912544, + -72.19911237995503 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.27363377479431644, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 8228.133333333333, + "median": 8230.0 + }, + "candidate": { + "mean": 6663.733333333334, + "median": 6676.0 + }, + "diff": { + "mean": -1564.4, + "sd": 185.60347746596136, + "se": 23.961305907461732, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1612.3464623737902, + -1516.45353762621 + ] + }, + "pct": { + "value": -19.012817812059435, + "ci95": [ + -19.51206274904167, + -18.520857643543906 + ], + "ci90": [ + -19.434367166211008, + -18.596107812753978 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8121432099429136, + "wilcoxon": { + "p": 1.6247036151056738e-11, + "z": -6.736300271158926, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20657.6, + "median": 20696.0 + }, + "candidate": { + "mean": 20657.6, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.md new file mode 100644 index 0000000..795a426 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.0608 | 0.0700 | +15.19 | [+13.91, +16.45] | [+14.12, +16.23] | 1.154 | <0.0001 | slower/larger | +| multi_s | 60 | 0.4390 | 0.4523 | +3.03 | [+1.99, +4.03] | [+2.16, +3.89] | 1.038 | <0.0001 | no material change; repeatable change (+) | +| client_wall_s | 60 | 0.5306 | 0.5532 | +4.25 | [+3.38, +5.09] | [+3.52, +4.97] | 1.049 | <0.0001 | no material change; repeatable change (+) | +| client_cpu_s | 60 | 0.4820 | 0.4828 | +0.16 | [-0.70, +1.01] | [-0.57, +0.88] | 1.003 | 0.5315 | no material change | +| client_vcsw | 60 | 2052.8 | 2280.4 | +11.09 | [+9.16, +13.04] | [+9.45, +12.76] | 1.104 | <0.0001 | slower/larger | +| multi_client_cpu_s | 60 | 0.4232 | 0.4342 | +2.60 | [+1.49, +3.70] | [+1.65, +3.53] | 1.024 | <0.0001 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 60 | 0.2873 | 0.3527 | +22.74 | [+21.37, +24.04] | [+21.61, +23.83] | 1.237 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.1213 | 0.1963 | +61.80 | [+56.81, +66.79] | [+57.65, +65.98] | 1.627 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.2264 | 0.2219 | -1.98 | [-3.92, +0.07] | [-3.65, -0.24] | 0.975 | 0.0437 | no material change | +| broker_cpu_s | 60 | 0.3477 | 0.4182 | +20.28 | [+19.24, +21.27] | [+19.41, +21.12] | 1.209 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 20974.3 | 5744.4 | -72.61 | [-73.08, -72.12] | [-73.01, -72.20] | 0.274 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 8228 | 6664 | -19.01 | [-19.51, -18.52] | [-19.43, -18.60] | 0.812 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 20658 | 20658 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.0605 | 0.0696 | +0.0092 | [+0.0085, +0.0100] | +| multi_s | 0.4356 | 0.4506 | +0.0133 | [+0.0088, +0.0179] | +| client_wall_s | 0.5271 | 0.5505 | +0.0226 | [+0.0180, +0.0271] | +| client_cpu_s | 0.4794 | 0.4798 | +0.0008 | [-0.0035, +0.0050] | +| client_vcsw | 2053.5 | 2278.0 | +227.6 | [+187.0, +268.1] | +| multi_client_cpu_s | 0.4200 | 0.4300 | +0.0110 | [+0.0063, +0.0157] | +| multi_broker_cpu_s | 0.2900 | 0.3500 | +0.0653 | [+0.0619, +0.0688] | +| broker_user_s | 0.1202 | 0.1957 | +0.0750 | [+0.0703, +0.0797] | +| broker_sys_s | 0.2278 | 0.2224 | -0.0045 | [-0.0092, +0.0003] | +| broker_cpu_s | 0.3463 | 0.4182 | +0.0705 | [+0.0672, +0.0738] | +| broker_vcsw | 20772.0 | 5719.5 | -15229.9 | [-15556.8, -14902.9] | +| broker_maxrss_kib | 8230 | 6676 | -1564 | [-1612, -1516] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..411e089 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.json @@ -0,0 +1,702 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.13576627858333332, + "median": 0.13472452099999999 + }, + "candidate": { + "mean": 0.07002671798333333, + "median": 0.0695831585 + }, + "diff": { + "mean": -0.0657395606, + "sd": 0.005794026521593448, + "se": 0.000748005607520517, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.06723631636343266, + -0.06424280483656733 + ] + }, + "pct": { + "value": -48.42112583917445, + "ci95": [ + -49.07480500404757, + -47.75950268594863 + ], + "ci90": [ + -48.963972070482505, + -47.8707133984285 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5185151140686353, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 1.1593575031833334, + "median": 1.153057055 + }, + "candidate": { + "mean": 0.4523301047833333, + "median": 0.450638636 + }, + "diff": { + "mean": -0.7070273984, + "sd": 0.020031281855717488, + "se": 0.0025860273676793543, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7122020272103361, + -0.7018527695896638 + ] + }, + "pct": { + "value": -60.984415631818734, + "ci95": [ + -61.267879650114516, + -60.69487113502699 + ], + "ci90": [ + -61.22069923524742, + -60.73767592875536 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.38806081901739947, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.3262931428073594, + "median": 1.318484491086565 + }, + "candidate": { + "mean": 0.5531685659002202, + "median": 0.5505296470364556 + }, + "diff": { + "mean": -0.7731245769071393, + "sd": 0.02182562457431436, + "se": 0.0028176760165631617, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7787627335932323, + -0.7674864202210463 + ] + }, + "pct": { + "value": -58.29213406552562, + "ci95": [ + -58.56173613514294, + -58.01722885664004 + ], + "ci90": [ + -58.5164476963021, + -58.05851684477865 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.41594950399984276, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9475945833333337, + "median": 0.9452385000000012 + }, + "candidate": { + "mean": 0.4827970166666658, + "median": 0.4797830000000012 + }, + "diff": { + "mean": -0.46479756666666794, + "sd": 0.01546550418316653, + "se": 0.001996588004736837, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.46879273003609284, + -0.46080240329724304 + ] + }, + "pct": { + "value": -49.05025575723103, + "ci95": [ + -49.36958735032744, + -48.71055489913409 + ], + "ci90": [ + -49.31284528194071, + -48.76584063607247 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5076098214909823, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 27044.033333333333, + "median": 26769.5 + }, + "candidate": { + "mean": 2280.4, + "median": 2278.0 + }, + "diff": { + "mean": -24763.633333333335, + "sd": 1139.5137971017773, + "se": 147.11059863162535, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -25058.000961263017, + -24469.265705403654 + ] + }, + "pct": { + "value": -91.56782580507593, + "ci95": [ + -91.72411979730866, + -91.4143213365846 + ], + "ci90": [ + -91.69856712725482, + -91.4393919574393 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.0847780160868353, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.8793333333333333, + "median": 0.8799999999999999 + }, + "candidate": { + "mean": 0.4341666666666667, + "median": 0.43 + }, + "diff": { + "mean": -0.44516666666666665, + "sd": 0.015458162965238956, + "se": 0.0019956402575776913, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.4491599335984065, + -0.4411733997349268 + ] + }, + "pct": { + "value": -50.62547384382108, + "ci95": [ + -50.97667362032998, + -50.26504860894742 + ], + "ci90": [ + -50.9173617872438, + -50.32184169394234 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.49150326797385624, + "wilcoxon": { + "p": 1.2775115185843191e-11, + "z": -6.771163102355615, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18260.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.1311666666666664, + "median": 1.13 + }, + "candidate": { + "mean": 0.3526666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": -0.7784999999999999, + "sd": 0.019643000219597792, + "se": 0.002535900424001696, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.7835743250277193, + -0.7734256749722804 + ] + }, + "pct": { + "value": -68.82274937380285, + "ci95": [ + -69.06698693393515, + -68.57942640702012 + ], + "ci90": [ + -69.02616296640393, + -68.62021733779406 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3125, + "wilcoxon": { + "p": 1.3548969471561076e-11, + "z": -6.762650626331153, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18306.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.5059331666666667, + "median": 0.5050125 + }, + "candidate": { + "mean": 0.19632608333333332, + "median": 0.1956965 + }, + "diff": { + "mean": -0.30960708333333337, + "sd": 0.02202591249791525, + "se": 0.002843533076314919, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.31529697987648064, + -0.3039171867901861 + ] + }, + "pct": { + "value": -61.19525339150527, + "ci95": [ + -61.89266208077123, + -60.47950234454222 + ], + "ci90": [ + -61.791725848730316, + -60.6067173561018 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3901099999811075, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.7491837333333333, + "median": 0.7492694999999999 + }, + "candidate": { + "mean": 0.22187359999999998, + "median": 0.2223905 + }, + "diff": { + "mean": -0.5273101333333333, + "sd": 0.02174691260804441, + "se": 0.0028075143454128035, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5329279565624209, + -0.5216923101042458 + ] + }, + "pct": { + "value": -70.38462127136414, + "ci95": [ + -70.82473084483763, + -69.92786327696328 + ], + "ci90": [ + -70.75039748401427, + -70.00421082270289 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.29427899672375035, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.2551169, + "median": 1.247872 + }, + "candidate": { + "mean": 0.41819968333333335, + "median": 0.418216 + }, + "diff": { + "mean": -0.8369172166666666, + "sd": 0.02022910689072377, + "se": 0.002611566469880762, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.8421429491024683, + -0.8316914842308649 + ] + }, + "pct": { + "value": -66.68041970167613, + "ci95": [ + -66.89332323535004, + -66.47732558835486 + ], + "ci90": [ + -66.85684529329129, + -66.51222620169382 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.333123807030565, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 2048.2166666666667, + "median": 2035.5 + }, + "candidate": { + "mean": 5744.416666666667, + "median": 5719.5 + }, + "diff": { + "mean": 3696.2, + "sd": 250.39073194522956, + "se": 32.32530449561865, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 3631.517215108971, + 3760.8827848910287 + ] + }, + "pct": { + "value": 180.45942405181745, + "ci95": [ + 177.4401389270472, + 183.6710291032036 + ], + "ci90": [ + 177.8692292280906, + 183.09890265817685 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.807341855129466, + "wilcoxon": { + "p": 1.6290444152540584e-11, + "z": 6.735912376722586, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6200.933333333333, + "median": 6176.0 + }, + "candidate": { + "mean": 6663.733333333334, + "median": 6676.0 + }, + "diff": { + "mean": 462.8, + "sd": 174.76810786131355, + "se": 22.56246570650163, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 417.65261040301516, + 507.94738959698486 + ] + }, + "pct": { + "value": 7.463392607564456, + "ci95": [ + 6.7073642599153676, + 8.217580488732962 + ], + "ci90": [ + 6.830135993248512, + 8.084514322789204 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0745732342085617, + "wilcoxon": { + "p": 1.626489720695088e-11, + "z": 6.736140541804971, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20657.6, + "median": 20696.0 + }, + "candidate": { + "mean": 20657.6, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..dd09605 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.1358 | 0.0700 | -48.42 | [-49.07, -47.76] | [-48.96, -47.87] | 0.519 | <0.0001 | faster/smaller | +| multi_s | 60 | 1.1594 | 0.4523 | -60.98 | [-61.27, -60.69] | [-61.22, -60.74] | 0.388 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.3263 | 0.5532 | -58.29 | [-58.56, -58.02] | [-58.52, -58.06] | 0.416 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.9476 | 0.4828 | -49.05 | [-49.37, -48.71] | [-49.31, -48.77] | 0.508 | <0.0001 | faster/smaller | +| client_vcsw | 60 | 27044.0 | 2280.4 | -91.57 | [-91.72, -91.41] | [-91.70, -91.44] | 0.085 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.8793 | 0.4342 | -50.63 | [-50.98, -50.27] | [-50.92, -50.32] | 0.492 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 60 | 1.1312 | 0.3527 | -68.82 | [-69.07, -68.58] | [-69.03, -68.62] | 0.312 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.5059 | 0.1963 | -61.20 | [-61.89, -60.48] | [-61.79, -60.61] | 0.390 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 0.7492 | 0.2219 | -70.38 | [-70.82, -69.93] | [-70.75, -70.00] | 0.294 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 1.2551 | 0.4182 | -66.68 | [-66.89, -66.48] | [-66.86, -66.51] | 0.333 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 2048.2 | 5744.4 | +180.46 | [+177.44, +183.67] | [+177.87, +183.10] | 2.807 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6201 | 6664 | +7.46 | [+6.71, +8.22] | [+6.83, +8.08] | 1.075 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 60 | 20658 | 20658 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.1347 | 0.0696 | -0.0657 | [-0.0672, -0.0642] | +| multi_s | 1.1531 | 0.4506 | -0.7070 | [-0.7122, -0.7019] | +| client_wall_s | 1.3185 | 0.5505 | -0.7731 | [-0.7788, -0.7675] | +| client_cpu_s | 0.9452 | 0.4798 | -0.4648 | [-0.4688, -0.4608] | +| client_vcsw | 26769.5 | 2278.0 | -24763.6 | [-25058.0, -24469.3] | +| multi_client_cpu_s | 0.8800 | 0.4300 | -0.4452 | [-0.4492, -0.4412] | +| multi_broker_cpu_s | 1.1300 | 0.3500 | -0.7785 | [-0.7836, -0.7734] | +| broker_user_s | 0.5050 | 0.1957 | -0.3096 | [-0.3153, -0.3039] | +| broker_sys_s | 0.7493 | 0.2224 | -0.5273 | [-0.5329, -0.5217] | +| broker_cpu_s | 1.2479 | 0.4182 | -0.8369 | [-0.8421, -0.8317] | +| broker_vcsw | 2035.5 | 5719.5 | +3696.2 | [+3631.5, +3760.9] | +| broker_maxrss_kib | 6176 | 6676 | +463 | [+418, +508] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.json new file mode 100644 index 0000000..ff527e1 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.json @@ -0,0 +1,702 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "timeout-before", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.07487305586666666, + "median": 0.07463689800000001 + }, + "candidate": { + "mean": 0.07002671798333333, + "median": 0.0695831585 + }, + "diff": { + "mean": -0.004846337883333333, + "sd": 0.003433116171019457, + "se": 0.0004432133918651243, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0057332058319622715, + -0.003959469934704394 + ] + }, + "pct": { + "value": -6.472739528574401, + "ci95": [ + -7.574985844608993, + -5.377542402154215 + ], + "ci90": [ + -7.388776019779058, + -5.550482683173251 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9361551753962748, + "wilcoxon": { + "p": 4.9010375314861515e-11, + "z": -6.573911480452473, + "w_plus": 22.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.45478130835, + "median": 0.45238597900000005 + }, + "candidate": { + "mean": 0.4523301047833333, + "median": 0.450638636 + }, + "diff": { + "mean": -0.002451203566666661, + "sd": 0.016078986868488535, + "se": 0.0020757882788514613, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0066048463185382385, + 0.001702439185204917 + ] + }, + "pct": { + "value": -0.5389851169477433, + "ci95": [ + -1.416179260077416, + 0.36315972534659985 + ], + "ci90": [ + -1.2838603086048788, + 0.20946111880876106 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9920913977957904, + "wilcoxon": { + "p": 0.1803065558312411, + "z": -1.3398117462960246, + "w_plus": 733.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.5605980558786541, + "median": 0.5595261005219072 + }, + "candidate": { + "mean": 0.5531685659002202, + "median": 0.5505296470364556 + }, + "diff": { + "mean": -0.007429489978433897, + "sd": 0.016728835536889874, + "se": 0.0021596833811939097, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.011751006442336957, + -0.003107973514530837 + ] + }, + "pct": { + "value": -1.325279297800852, + "ci95": [ + -2.069026714708731, + -0.5682686402304044 + ], + "ci90": [ + -1.946471440671319, + -0.6863951922063443 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9864227828554936, + "wilcoxon": { + "p": 0.0011094562101724185, + "z": -3.2611901297205437, + "w_plus": 472.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.48918991666666706, + "median": 0.48729799999999557 + }, + "candidate": { + "mean": 0.4827970166666658, + "median": 0.4797830000000012 + }, + "diff": { + "mean": -0.006392900000001323, + "sd": 0.014223158391646864, + "se": 0.001836201852710619, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010067131420512389, + -0.002718668579490256 + ] + }, + "pct": { + "value": -1.306833968198362, + "ci95": [ + -2.0273453458496182, + -0.5613635648543329 + ], + "ci90": [ + -1.9056679949346378, + -0.6817423669423206 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9834507188788126, + "wilcoxon": { + "p": 0.00035646719162259487, + "z": -3.570377455788857, + "w_plus": 430.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 2317.366666666667, + "median": 2311.0 + }, + "candidate": { + "mean": 2280.4, + "median": 2278.0 + }, + "diff": { + "mean": -36.96666666666667, + "sd": 231.06994807623687, + "se": 29.831002023609265, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -96.65836383965063, + 22.72503050631729 + ] + }, + "pct": { + "value": -1.5952014499216127, + "ci95": [ + -4.087126091892734, + 0.9155661397940145 + ], + "ci90": [ + -3.6770699181855755, + 0.5019686133040789 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9629692695123809, + "wilcoxon": { + "p": 0.16299727341275402, + "z": -1.395061570744871, + "w_plus": 725.5, + "n_nonzero": 60, + "variance": 18451.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4356666666666667, + "median": 0.43999999999999995 + }, + "candidate": { + "mean": 0.4341666666666667, + "median": 0.43 + }, + "diff": { + "mean": -0.0014999999999999957, + "sd": 0.015162956645631087, + "se": 0.0019575292855931424, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.005417007052944307, + 0.002417007052944315 + ] + }, + "pct": { + "value": -0.34429992348891103, + "ci95": [ + -1.2195121951219412, + 0.5382596930175031 + ], + "ci90": [ + -1.070766178877951, + 0.38491147036181506 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.4726387733920904, + "z": -0.7181922215476718, + "w_plus": 455.5, + "n_nonzero": 45, + "variance": 7452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.39816666666666667, + "median": 0.4 + }, + "candidate": { + "mean": 0.3526666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": -0.045500000000000006, + "sd": 0.013203106978976762, + "se": 0.001704513781592397, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04891072419885415, + -0.04208927580114586 + ] + }, + "pct": { + "value": -11.42737547090833, + "ci95": [ + -12.233842613226162, + -10.645387604949784 + ], + "ci90": [ + -12.092050209205018, + -10.765349032800685 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.886392811296534, + "wilcoxon": { + "p": 1.2531657727364883e-11, + "z": -6.773945867541358, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18245.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.20427145, + "median": 0.2060765 + }, + "candidate": { + "mean": 0.19632608333333332, + "median": 0.1956965 + }, + "diff": { + "mean": -0.007945366666666669, + "sd": 0.013366944366375784, + "se": 0.0017256650973551488, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.011398414550602566, + -0.004492318782730772 + ] + }, + "pct": { + "value": -3.8896119191725864, + "ci95": [ + -5.515668900385566, + -2.2473603454042657 + ], + "ci90": [ + -5.268389600489912, + -2.526801719163394 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9525289264228964, + "wilcoxon": { + "p": 4.394608446499846e-05, + "z": -4.085689665902713, + "w_plus": 360.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.26465421666666666, + "median": 0.263989 + }, + "candidate": { + "mean": 0.22187359999999998, + "median": 0.2223905 + }, + "diff": { + "mean": -0.04278061666666666, + "sd": 0.01578404019522452, + "se": 0.0020377108270657677, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.04685806661350569, + -0.03870316671982763 + ] + }, + "pct": { + "value": -16.164721350557244, + "ci95": [ + -17.529036527145916, + -14.744347397259128 + ], + "ci90": [ + -17.323864717838696, + -14.977401512471415 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8335252334602563, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.46892566666666663, + "median": 0.466036 + }, + "candidate": { + "mean": 0.41819968333333335, + "median": 0.418216 + }, + "diff": { + "mean": -0.050725983333333335, + "sd": 0.011388157367197588, + "se": 0.0014702047942381853, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.05366785633144716, + -0.04778411033521951 + ] + }, + "pct": { + "value": -10.817489196937391, + "ci95": [ + -11.388512716807526, + -10.242789356242266 + ], + "ci90": [ + -11.3063181465149, + -10.33503831591175 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8903559432610508, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 3557.616666666667, + "median": 3531.5 + }, + "candidate": { + "mean": 5744.416666666667, + "median": 5719.5 + }, + "diff": { + "mean": 2186.8, + "sd": 315.7591229542126, + "se": 40.764327487157516, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 2105.2307691073215, + 2268.369230892679 + ] + }, + "pct": { + "value": 61.46811770052047, + "ci95": [ + 58.71580790136288, + 64.24966267484034 + ], + "ci90": [ + 59.17596771514925, + 63.78366448077704 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.6279196233993485, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": 6.735889561489506, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6659.933333333333, + "median": 6658.0 + }, + "candidate": { + "mean": 6663.733333333334, + "median": 6676.0 + }, + "diff": { + "mean": 3.8, + "sd": 156.45466121835153, + "se": 20.198209911173297, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -36.61652467791445, + 44.21652467791444 + ] + }, + "pct": { + "value": 0.05705762820449323, + "ci95": [ + -0.5330667577693371, + 0.6610674179561025 + ], + "ci90": [ + -0.4458210633161641, + 0.562718063263763 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0000024123393012, + "wilcoxon": { + "p": 0.9588980511452199, + "z": -0.05153645801280609, + "w_plus": 908.0, + "n_nonzero": 60, + "variance": 18448.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20657.6, + "median": 20696.0 + }, + "candidate": { + "mean": 20657.6, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.md new file mode 100644 index 0000000..d25d92c --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout-vs-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline timeout-before, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.0749 | 0.0700 | -6.47 | [-7.57, -5.38] | [-7.39, -5.55] | 0.936 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.4548 | 0.4523 | -0.54 | [-1.42, +0.36] | [-1.28, +0.21] | 0.992 | 0.1803 | no material change | +| client_wall_s | 60 | 0.5606 | 0.5532 | -1.33 | [-2.07, -0.57] | [-1.95, -0.69] | 0.986 | 0.0011 | no material change; repeatable change (-) | +| client_cpu_s | 60 | 0.4892 | 0.4828 | -1.31 | [-2.03, -0.56] | [-1.91, -0.68] | 0.983 | 0.0004 | no material change; repeatable change (-) | +| client_vcsw | 60 | 2317.4 | 2280.4 | -1.60 | [-4.09, +0.92] | [-3.68, +0.50] | 0.963 | 0.1630 | no material change | +| multi_client_cpu_s | 60 | 0.4357 | 0.4342 | -0.34 | [-1.22, +0.54] | [-1.07, +0.38] | 1.000 | 0.4726 | no material change | +| multi_broker_cpu_s | 60 | 0.3982 | 0.3527 | -11.43 | [-12.23, -10.65] | [-12.09, -10.77] | 0.886 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.2043 | 0.1963 | -3.89 | [-5.52, -2.25] | [-5.27, -2.53] | 0.953 | <0.0001 | inconclusive; repeatable change (-) | +| broker_sys_s | 60 | 0.2647 | 0.2219 | -16.16 | [-17.53, -14.74] | [-17.32, -14.98] | 0.834 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.4689 | 0.4182 | -10.82 | [-11.39, -10.24] | [-11.31, -10.34] | 0.890 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 3557.6 | 5744.4 | +61.47 | [+58.72, +64.25] | [+59.18, +63.78] | 1.628 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6660 | 6664 | +0.06 | [-0.53, +0.66] | [-0.45, +0.56] | 1.000 | 0.9589 | no material change | +| broker_ru_maxrss_kib | 60 | 20658 | 20658 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.0746 | 0.0696 | -0.0048 | [-0.0057, -0.0040] | +| multi_s | 0.4524 | 0.4506 | -0.0025 | [-0.0066, +0.0017] | +| client_wall_s | 0.5595 | 0.5505 | -0.0074 | [-0.0118, -0.0031] | +| client_cpu_s | 0.4873 | 0.4798 | -0.0064 | [-0.0101, -0.0027] | +| client_vcsw | 2311.0 | 2278.0 | -37.0 | [-96.7, +22.7] | +| multi_client_cpu_s | 0.4400 | 0.4300 | -0.0015 | [-0.0054, +0.0024] | +| multi_broker_cpu_s | 0.4000 | 0.3500 | -0.0455 | [-0.0489, -0.0421] | +| broker_user_s | 0.2061 | 0.1957 | -0.0079 | [-0.0114, -0.0045] | +| broker_sys_s | 0.2640 | 0.2224 | -0.0428 | [-0.0469, -0.0387] | +| broker_cpu_s | 0.4660 | 0.4182 | -0.0507 | [-0.0537, -0.0478] | +| broker_vcsw | 3531.5 | 5719.5 | +2186.8 | [+2105.2, +2268.4] | +| broker_maxrss_kib | 6658 | 6676 | +4 | [-37, +44] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.json new file mode 100644 index 0000000..20bc789 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json", + "started": "2026-10-23T22:32:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.07131914683333333, + "median": 0.07073830950000001 + }, + "candidate": { + "mean": 0.07002671798333333, + "median": 0.0695831585 + }, + "diff": { + "mean": -0.0012924288499999992, + "sd": 0.003531268021918086, + "se": 0.0004558847413294518, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0022046521103411985, + -0.00038020558965879976 + ] + }, + "pct": { + "value": -1.812176543586952, + "ci95": [ + -3.022793613722227, + -0.5438867905167615 + ], + "ci90": [ + -2.8345694967907895, + -0.7712791414613696 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9798203978927935, + "wilcoxon": { + "p": 0.007052676173054022, + "z": -2.6943466985953024, + "w_plus": 549.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.4520859185666667, + "median": 0.44995173899999996 + }, + "candidate": { + "mean": 0.4523301047833333, + "median": 0.450638636 + }, + "diff": { + "mean": 0.00024418621666666694, + "sd": 0.014540689473943377, + "se": 0.001877194939165206, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0035120721803736012, + 0.004000444613706935 + ] + }, + "pct": { + "value": 0.05401323213976017, + "ci95": [ + -0.7613806600039086, + 0.8747422982149671 + ], + "ci90": [ + -0.6237159900822481, + 0.7413726163397591 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0024664647304502, + "wilcoxon": { + "p": 0.8829488560906199, + "z": 0.1472320600325302, + "w_plus": 935.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.5541886087468204, + "median": 0.5506407784996554 + }, + "candidate": { + "mean": 0.5531685659002202, + "median": 0.5505296470364556 + }, + "diff": { + "mean": -0.0010200428466002147, + "sd": 0.01548765522040922, + "se": 0.0019994476913482422, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.005020928435717309, + 0.0029808427425168788 + ] + }, + "pct": { + "value": -0.18406059426352428, + "ci95": [ + -0.8933786610080121, + 0.5235343402111655 + ], + "ci90": [ + -0.7750996528756482, + 0.41189266472873465 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0014680596387668, + "wilcoxon": { + "p": 0.6909792030868053, + "z": -0.3975265620878315, + "w_plus": 861.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4835066166666659, + "median": 0.4803775000000101 + }, + "candidate": { + "mean": 0.4827970166666658, + "median": 0.4797830000000012 + }, + "diff": { + "mean": -0.0007096000000000953, + "sd": 0.013881188257150503, + "se": 0.0017920536981837951, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.00429549116735186, + 0.00287629116735167 + ] + }, + "pct": { + "value": -0.14676117669125688, + "ci95": [ + -0.8577552370598845, + 0.5850521151417803 + ], + "ci90": [ + -0.7424175160661511, + 0.4749014520208727 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9994445223701414, + "wilcoxon": { + "p": 0.606334867988235, + "z": -0.5153122101138556, + "w_plus": 845.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 2234.9166666666665, + "median": 2203.0 + }, + "candidate": { + "mean": 2280.4, + "median": 2278.0 + }, + "diff": { + "mean": 45.483333333333334, + "sd": 185.40276739626108, + "se": 23.935394348882888, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.411280131501414, + 93.37794679816808 + ] + }, + "pct": { + "value": 2.0351243521384177, + "ci95": [ + -0.06621662894674889, + 4.159417011401854 + ], + "ci90": [ + 0.2885094525559452, + 3.7868225226740853 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.025789239662072, + "wilcoxon": { + "p": 0.04407058105808091, + "z": 2.013418879850581, + "w_plus": 1188.5, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.4346666666666667, + "median": 0.43000000000000005 + }, + "candidate": { + "mean": 0.4341666666666667, + "median": 0.43 + }, + "diff": { + "mean": -0.0004999999999999995, + "sd": 0.014778018490598609, + "se": 0.0019078339834677892, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.004317566983078778, + 0.003317566983078779 + ] + }, + "pct": { + "value": -0.11503067484662788, + "ci95": [ + -0.9904950710745669, + 0.7321772639691693 + ], + "ci90": [ + -0.840994673168789, + 0.6132735434444712 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.7746159408236283, + "z": -0.28634232904769946, + "w_plus": 409.0, + "n_nonzero": 41, + "variance": 5637.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3511666666666667, + "median": 0.35000000000000003 + }, + "candidate": { + "mean": 0.3526666666666667, + "median": 0.35000000000000003 + }, + "diff": { + "mean": 0.001499999999999993, + "sd": 0.014937723829966157, + "se": 0.0019284518541234864, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0023588232469668575, + 0.005358823246966843 + ] + }, + "pct": { + "value": 0.42714760322732914, + "ci95": [ + -0.6582117831880648, + 1.526717557251911 + ], + "ci90": [ + -0.47260096439600496, + 1.3346043851286904 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.4075468391043337, + "z": 0.8282183754923286, + "w_plus": 540.0, + "n_nonzero": 43, + "variance": 6544.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.19687555, + "median": 0.196764 + }, + "candidate": { + "mean": 0.19632608333333332, + "median": 0.1956965 + }, + "diff": { + "mean": -0.000549466666666668, + "sd": 0.01644843650337775, + "se": 0.002123484021624406, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.004798548379381396, + 0.0036996150460480593 + ] + }, + "pct": { + "value": -0.27909340020468854, + "ci95": [ + -2.3396204355182966, + 1.8845968417318384 + ], + "ci90": [ + -2.013774577678526, + 1.5044948585745743 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9952248829410923, + "wilcoxon": { + "p": 0.5509816151142202, + "z": -0.5962898431317473, + "w_plus": 834.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.21901684999999999, + "median": 0.220582 + }, + "candidate": { + "mean": 0.22187359999999998, + "median": 0.2223905 + }, + "diff": { + "mean": 0.002856750000000003, + "sd": 0.016756562825236614, + "se": 0.0021632629587273237, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0014719291820029273, + 0.007185429182002934 + ] + }, + "pct": { + "value": 1.304351697141115, + "ci95": [ + -0.5984361021989045, + 3.2374486098347304 + ], + "ci90": [ + -0.2759497347401461, + 2.9275293983603197 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0139108983806073, + "wilcoxon": { + "p": 0.11181085778953138, + "z": 1.590106248351326, + "w_plus": 1131.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.41589239999999994, + "median": 0.414502 + }, + "candidate": { + "mean": 0.41819968333333335, + "median": 0.418216 + }, + "diff": { + "mean": 0.002307283333333334, + "sd": 0.01124209650676929, + "se": 0.0014513484182391344, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0005968581435588948, + 0.005211424810225563 + ] + }, + "pct": { + "value": 0.5547789123661273, + "ci95": [ + -0.11247214347169937, + 1.2560668551408403 + ], + "ci90": [ + -0.01532907981622807, + 1.1360523189757776 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0042443401154113, + "wilcoxon": { + "p": 0.1755657701404105, + "z": 1.3545349522992778, + "w_plus": 1099.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 5542.583333333333, + "median": 5559.0 + }, + "candidate": { + "mean": 5744.416666666667, + "median": 5719.5 + }, + "diff": { + "mean": 201.83333333333334, + "sd": 342.3742212033972, + "se": 44.20032189638305, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 113.38869350865711, + 290.27797315800956 + ] + }, + "pct": { + "value": 3.641502909293215, + "ci95": [ + 2.123881017347418, + 5.224141107359468 + ], + "ci90": [ + 2.3792373900122024, + 4.952948972830485 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0352138462133242, + "wilcoxon": { + "p": 3.040593192057334e-05, + "z": 4.1704046026955535, + "w_plus": 1481.5, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6669.2, + "median": 6688.0 + }, + "candidate": { + "mean": 6663.733333333334, + "median": 6676.0 + }, + "diff": { + "mean": -5.466666666666667, + "sd": 149.16166484686005, + "se": 19.256688128148706, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -43.999210608379485, + 33.06587727504615 + ] + }, + "pct": { + "value": -0.08196885183630043, + "ci95": [ + -0.6521058497961574, + 0.49403621267991404 + ], + "ci90": [ + -0.5626994849953404, + 0.3960781246855871 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9996829901466984, + "wilcoxon": { + "p": 0.7348398510466027, + "z": -0.33869454427437057, + "w_plus": 869.0, + "n_nonzero": 60, + "variance": 18445.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20659.733333333334, + "median": 20696.0 + }, + "candidate": { + "mean": 20657.6, + "median": 20696.0 + }, + "diff": { + "mean": -2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6.402123473254974, + 2.135456806588308 + ] + }, + "pct": { + "value": -0.01032604486667088, + "ci95": [ + -0.030987734021947766, + 0.0 + ], + "ci90": [ + -0.030974936114191998, + 0.0 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": -1.0, + "w_plus": 0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.md new file mode 100644 index 0000000..020821e --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/calls-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/calls.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.0713 | 0.0700 | -1.81 | [-3.02, -0.54] | [-2.83, -0.77] | 0.980 | 0.0071 | no material change; repeatable change (-) | +| multi_s | 60 | 0.4521 | 0.4523 | +0.05 | [-0.76, +0.87] | [-0.62, +0.74] | 1.002 | 0.8829 | no material change | +| client_wall_s | 60 | 0.5542 | 0.5532 | -0.18 | [-0.89, +0.52] | [-0.78, +0.41] | 1.001 | 0.6910 | no material change | +| client_cpu_s | 60 | 0.4835 | 0.4828 | -0.15 | [-0.86, +0.59] | [-0.74, +0.47] | 0.999 | 0.6063 | no material change | +| client_vcsw | 60 | 2234.9 | 2280.4 | +2.04 | [-0.07, +4.16] | [+0.29, +3.79] | 1.026 | 0.0441 | no material change | +| multi_client_cpu_s | 60 | 0.4347 | 0.4342 | -0.12 | [-0.99, +0.73] | [-0.84, +0.61] | 1.000 | 0.7746 | no material change | +| multi_broker_cpu_s | 60 | 0.3512 | 0.3527 | +0.43 | [-0.66, +1.53] | [-0.47, +1.33] | 1.000 | 0.4075 | no material change | +| broker_user_s | 60 | 0.1969 | 0.1963 | -0.28 | [-2.34, +1.88] | [-2.01, +1.50] | 0.995 | 0.5510 | no material change | +| broker_sys_s | 60 | 0.2190 | 0.2219 | +1.30 | [-0.60, +3.24] | [-0.28, +2.93] | 1.014 | 0.1118 | no material change | +| broker_cpu_s | 60 | 0.4159 | 0.4182 | +0.55 | [-0.11, +1.26] | [-0.02, +1.14] | 1.004 | 0.1756 | no material change | +| broker_vcsw | 60 | 5542.6 | 5744.4 | +3.64 | [+2.12, +5.22] | [+2.38, +4.95] | 1.035 | <0.0001 | no material change; repeatable change (+) | +| broker_maxrss_kib | 60 | 6669 | 6664 | -0.08 | [-0.65, +0.49] | [-0.56, +0.40] | 1.000 | 0.7348 | no material change | +| broker_ru_maxrss_kib | 60 | 20660 | 20658 | -0.01 | [-0.03, +0.00] | [-0.03, +0.00] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.0707 | 0.0696 | -0.0013 | [-0.0022, -0.0004] | +| multi_s | 0.4500 | 0.4506 | +0.0002 | [-0.0035, +0.0040] | +| client_wall_s | 0.5506 | 0.5505 | -0.0010 | [-0.0050, +0.0030] | +| client_cpu_s | 0.4804 | 0.4798 | -0.0007 | [-0.0043, +0.0029] | +| client_vcsw | 2203.0 | 2278.0 | +45.5 | [-2.4, +93.4] | +| multi_client_cpu_s | 0.4300 | 0.4300 | -0.0005 | [-0.0043, +0.0033] | +| multi_broker_cpu_s | 0.3500 | 0.3500 | +0.0015 | [-0.0024, +0.0054] | +| broker_user_s | 0.1968 | 0.1957 | -0.0005 | [-0.0048, +0.0037] | +| broker_sys_s | 0.2206 | 0.2224 | +0.0029 | [-0.0015, +0.0072] | +| broker_cpu_s | 0.4145 | 0.4182 | +0.0023 | [-0.0006, +0.0052] | +| broker_vcsw | 5559.0 | 5719.5 | +201.8 | [+113.4, +290.3] | +| broker_maxrss_kib | 6688 | 6676 | -5 | [-44, +33] | +| broker_ru_maxrss_kib | 20696 | 20696 | -2 | [-6, +2] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.json new file mode 100644 index 0000000..7c1bf0e --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.28411196666666666, + "median": 0.282089 + }, + "candidate": { + "mean": 0.3274687666666667, + "median": 0.326989 + }, + "diff": { + "mean": 0.0433568, + "sd": 0.010853543882381448, + "se": 0.0014011864901264913, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.04055303230941717, + 0.046160567690582834 + ] + }, + "pct": { + "value": 15.26046245382837, + "ci95": [ + 14.263910529167678, + 16.296323643040125 + ], + "ci90": [ + 14.41295864185395, + 16.123789426192427 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1546371221920384, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 55.36635, + "median": 54.9675 + }, + "candidate": { + "mean": 64.08596666666666, + "median": 64.00150000000001 + }, + "diff": { + "mean": 8.719616666666667, + "sd": 2.1472814510971747, + "se": 0.2772128433239818, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 8.164915048428671, + 9.274318284904663 + ] + }, + "pct": { + "value": 15.748946186025758, + "ci95": [ + 14.733523250021973, + 16.803813553149602 + ], + "ci90": [ + 14.886112412156816, + 16.62773354978018 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.159321327343251, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 53.943650000000005, + "median": 53.429 + }, + "candidate": { + "mean": 60.98844999999999, + "median": 60.553 + }, + "diff": { + "mean": 7.044799999999999, + "sd": 2.0019626454802566, + "se": 0.2584522661891459, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 6.527638209899078, + 7.561961790100919 + ] + }, + "pct": { + "value": 13.059553812172497, + "ci95": [ + 12.067424219576935, + 14.074695297295145 + ], + "ci90": [ + 12.22623289751449, + 13.911938073877762 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1333358288569877, + "wilcoxon": { + "p": 1.3967310647996421e-11, + "z": 6.758245102974603, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18330.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 59.90005, + "median": 59.366 + }, + "candidate": { + "mean": 70.11108333333333, + "median": 68.865 + }, + "diff": { + "mean": 10.211033333333337, + "sd": 5.328634518277504, + "se": 0.6879237582438251, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 8.83450107261033, + 11.587565594056343 + ] + }, + "pct": { + "value": 17.046785993222578, + "ci95": [ + 14.838304723682045, + 19.432565622499162 + ], + "ci90": [ + 15.164760704879571, + 19.06372347195418 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1600087593075747, + "wilcoxon": { + "p": 1.5941116277434665e-11, + "z": 6.739063104138604, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18435.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 83.72575, + "median": 85.487 + }, + "candidate": { + "mean": 114.65533333333333, + "median": 115.1695 + }, + "diff": { + "mean": 30.929583333333333, + "sd": 12.913086039391764, + "se": 1.6670722392902597, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 27.593779487574263, + 34.26538717909241 + ] + }, + "pct": { + "value": 36.94154227741564, + "ci95": [ + 32.77921458295171, + 41.43183258468822 + ], + "ci90": [ + 33.37287567496609, + 40.71010276939121 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3590127624194077, + "wilcoxon": { + "p": 1.620373395486218e-11, + "z": 6.736688232614885, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18448.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 146.35660000000001, + "median": 143.6655 + }, + "candidate": { + "mean": 196.08534999999998, + "median": 189.971 + }, + "diff": { + "mean": 49.72875, + "sd": 40.645452058896254, + "se": 5.2473052974392385, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 39.22891635240599, + 60.22858364759401 + ] + }, + "pct": { + "value": 33.977798063086986, + "ci95": [ + 26.203688610464027, + 42.31122114827263 + ], + "ci90": [ + 27.27953161773959, + 40.89287579328072 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3107352477293421, + "wilcoxon": { + "p": 3.7287613575402844e-10, + "z": 6.264978798990198, + "w_plus": 1766.0, + "n_nonzero": 60, + "variance": 18451.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 336.50545, + "median": 248.1495 + }, + "candidate": { + "mean": 385.52180000000004, + "median": 319.98199999999997 + }, + "diff": { + "mean": 49.016349999999996, + "sd": 360.7173579466727, + "se": 46.568410667180096, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -44.16682450994386, + 142.19952450994384 + ] + }, + "pct": { + "value": 14.566287113626263, + "ci95": [ + -11.371384562628682, + 46.90751161064258 + ], + "ci90": [ + -7.683909864620457, + 41.4925618597288 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1440287579703343, + "wilcoxon": { + "p": 0.10612083750298429, + "z": 1.615877331963876, + "w_plus": 1134.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.49681925, + "median": 0.495904 + }, + "candidate": { + "mean": 0.49260735, + "median": 0.4893665 + }, + "diff": { + "mean": -0.0042119, + "sd": 0.017137656959387043, + "se": 0.0022124619998907216, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008639026235977263, + 0.00021522623597726356 + ] + }, + "pct": { + "value": -0.8477731086305562, + "ci95": [ + -1.703196560647619, + 0.05703118363331759 + ], + "ci90": [ + -1.5634105960578286, + -0.10048877633424193 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9900675215611185, + "wilcoxon": { + "p": 0.030440467413401964, + "z": -2.164311282478194, + "w_plus": 621.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 469.20248333333336, + "median": 468.07550000000003 + }, + "candidate": { + "mean": 489.35718333333335, + "median": 486.37300000000005 + }, + "diff": { + "mean": 20.1547, + "sd": 17.05750288846027, + "se": 2.2021141538297178, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 15.748279756163972, + 24.561120243836022 + ] + }, + "pct": { + "value": 4.29552287464805, + "ci95": [ + 3.367738569450835, + 5.268244544203561 + ], + "ci90": [ + 3.5164780793748154, + 5.108283646373487 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.042698858075346, + "wilcoxon": { + "p": 1.2243355033664087e-09, + "z": 6.0770238612126635, + "w_plus": 1740.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 512.7627, + "median": 513.5145 + }, + "candidate": { + "mean": 477.97426666666667, + "median": 474.3335 + }, + "diff": { + "mean": -34.78843333333334, + "sd": 16.855691936449748, + "se": 2.1760604719557506, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -39.14272028015737, + -30.4341463865093 + ] + }, + "pct": { + "value": -6.784509351661761, + "ci95": [ + -7.525484597881449, + -5.917245199192809 + ], + "ci90": [ + -7.4141788058650215, + -6.07717321662161 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9291556717904071, + "wilcoxon": { + "p": 2.007170617315275e-10, + "z": -6.360791260052022, + "w_plus": 51.0, + "n_nonzero": 60, + "variance": 18450.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 558.0390000000001, + "median": 553.8834999999999 + }, + "candidate": { + "mean": 516.3048333333334, + "median": 513.5145 + }, + "diff": { + "mean": -41.734166666666674, + "sd": 27.411571991706293, + "se": 3.5388187272414715, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.81532658376907, + -34.65300674956428 + ] + }, + "pct": { + "value": -7.47871863197137, + "ci95": [ + -8.686919017491546, + -6.298980283420809 + ], + "ci90": [ + -8.496223158393784, + -6.499796989948185 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9256207692579013, + "wilcoxon": { + "p": 5.0109876715309244e-11, + "z": -6.570609027310682, + "w_plus": 22.5, + "n_nonzero": 60, + "variance": 18450.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 681.9948666666667, + "median": 659.5545 + }, + "candidate": { + "mean": 788.5763833333333, + "median": 802.033 + }, + "diff": { + "mean": 106.58151666666667, + "sd": 136.2635625062622, + "se": 17.591550276054893, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 71.3809058708734, + 141.78212746245993 + ] + }, + "pct": { + "value": 15.627905996946412, + "ci95": [ + 10.281708208556902, + 21.128587297662495 + ], + "ci90": [ + 11.186036058095187, + 20.288134083544232 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1943776599804836, + "wilcoxon": { + "p": 1.4757750279050321e-06, + "z": 4.814488363063737, + "w_plus": 1569.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 974.2925, + "median": 901.7674999999999 + }, + "candidate": { + "mean": 1137.6079666666667, + "median": 1059.6799999999998 + }, + "diff": { + "mean": 163.31546666666665, + "sd": 413.5378196711743, + "se": 53.38750295377947, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 56.4873200084801, + 270.1436133248532 + ] + }, + "pct": { + "value": 16.762467807836636, + "ci95": [ + 5.319928279600428, + 28.745053137321708 + ], + "ci90": [ + 7.042415318124363, + 26.708976437669413 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2311111936414292, + "wilcoxon": { + "p": 2.383017296109675e-05, + "z": 4.225603060454236, + "w_plus": 1489.0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 1307.29535, + "median": 1120.8274999999999 + }, + "candidate": { + "mean": 1405.0510833333333, + "median": 1330.9825 + }, + "diff": { + "mean": 97.75573333333335, + "sd": 510.8218758875911, + "se": 65.94682060636907, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34.20354989962743, + 229.71501656629414 + ] + }, + "pct": { + "value": 7.477708333723765, + "ci95": [ + -2.4937596085341713, + 18.322972523108714 + ], + "ci90": [ + -0.868002819891444, + 16.466565065322364 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1493334175152086, + "wilcoxon": { + "p": 0.044461084063585773, + "z": 2.009717619444037, + "w_plus": 1188.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.2553056166666667, + "median": 0.2520355 + }, + "candidate": { + "mean": 0.2553407, + "median": 0.252542 + }, + "diff": { + "mean": 3.508333333333742e-05, + "sd": 0.009072579804827936, + "se": 0.0011712650163745444, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0023086125509486073, + 0.0023787792176152823 + ] + }, + "pct": { + "value": 0.013741700551417324, + "ci95": [ + -0.8574810387854341, + 0.9208676844476448 + ], + "ci90": [ + -0.7314474245271779, + 0.7698102303593279 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0014579109035693, + "wilcoxon": { + "p": 0.7627849206417023, + "z": 0.30182572306668687, + "w_plus": 956.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 52930.36029999999, + "median": 52220.5305 + }, + "candidate": { + "mean": 56443.24866666667, + "median": 55930.843 + }, + "diff": { + "mean": 3512.888366666666, + "sd": 2221.1180428885623, + "se": 286.7451063356071, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 2939.112734199687, + 4086.663999133645 + ] + }, + "pct": { + "value": 6.636811740476056, + "ci95": [ + 5.586580794217322, + 7.72091260879028 + ], + "ci90": [ + 5.742672556133753, + 7.553872573711549 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0681919212848896, + "wilcoxon": { + "p": 6.272166049929248e-11, + "z": 6.53710346544434, + "w_plus": 1803.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 55612.127100000005, + "median": 54758.467000000004 + }, + "candidate": { + "mean": 57505.06638333333, + "median": 56042.5475 + }, + "diff": { + "mean": 1892.9392833333332, + "sd": 2947.2339429770536, + "se": 380.4862659509116, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 1131.588023739495, + 2654.2905429271714 + ] + }, + "pct": { + "value": 3.4038246368989, + "ci95": [ + 2.103553117851923, + 4.777822805961133 + ], + "ci90": [ + 2.3105956119429796, + 4.5323724856645695 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0229340020443052, + "wilcoxon": { + "p": 6.6274151648105155e-06, + "z": 4.505316296865112, + "w_plus": 1527.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 84710.12018333333, + "median": 83604.3285 + }, + "candidate": { + "mean": 88728.95066666667, + "median": 88024.125 + }, + "diff": { + "mean": 4018.8304833333327, + "sd": 3631.912548776879, + "se": 468.8778938764861, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 3080.607984798722, + 4957.052981867943 + ] + }, + "pct": { + "value": 4.744215301118215, + "ci95": [ + 3.661108390150975, + 5.863268524456046 + ], + "ci90": [ + 3.840835075266067, + 5.670258606711991 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.052550507562067, + "wilcoxon": { + "p": 4.633245446262328e-09, + "z": 5.859835989294702, + "w_plus": 1711.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 90286.90858333332, + "median": 89010.781 + }, + "candidate": { + "mean": 95828.82918333334, + "median": 94699.8055 + }, + "diff": { + "mean": 5541.9205999999995, + "sd": 3746.2025851005446, + "se": 483.63267412045275, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4574.173854392503, + 6509.667345607496 + ] + }, + "pct": { + "value": 6.138122001247726, + "ci95": [ + 5.062931763775854, + 7.223624188742741 + ], + "ci90": [ + 5.244259181587428, + 7.04683460859259 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.063947109787919, + "wilcoxon": { + "p": 1.5076943763557481e-10, + "z": 6.404594611415063, + "w_plus": 1785.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 94833.95658333333, + "median": 93474.504 + }, + "candidate": { + "mean": 97620.47083333334, + "median": 96027.8205 + }, + "diff": { + "mean": 2786.5142500000006, + "sd": 4015.6284814258934, + "se": 518.4154077706221, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 1749.16741512124, + 3823.861084878761 + ] + }, + "pct": { + "value": 2.93830854515853, + "ci95": [ + 1.8862519719544069, + 4.024415517934875 + ], + "ci90": [ + 2.045138718812698, + 3.8480215464157688 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0259035111190369, + "wilcoxon": { + "p": 7.877258185102107e-06, + "z": 4.468493021987292, + "w_plus": 1522.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 95313.65246666667, + "median": 93833.074 + }, + "candidate": { + "mean": 97897.49154999999, + "median": 96164.362 + }, + "diff": { + "mean": 2583.8390833333337, + "sd": 4117.52747799181, + "se": 531.5705116604569, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 1520.168946372743, + 3647.5092202939245 + ] + }, + "pct": { + "value": 2.710880358128076, + "ci95": [ + 1.6418450706663086, + 3.8056008758581092 + ], + "ci90": [ + 1.8005522645906258, + 3.647101212879765 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0234065059395379, + "wilcoxon": { + "p": 2.8973176822125117e-05, + "z": 4.181390504923858, + "w_plus": 1483.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.0429253338370472, + "median": 1.0369848649716005 + }, + "candidate": { + "mean": 1.1125591393521366, + "median": 1.1113512669689953 + }, + "diff": { + "mean": 0.06963380551508938, + "sd": 0.026860963512839266, + "se": 0.0034677354782770516, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06269488285062429, + 0.07657272817955448 + ] + }, + "pct": { + "value": 6.676777642259224, + "ci95": [ + 6.0027860074693455, + 7.350139654370273 + ], + "ci90": [ + 6.1191861426087035, + 7.246756503956376 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0666877223906082, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9652552333333352, + "median": 0.962095500000018 + }, + "candidate": { + "mean": 0.9571783166666683, + "median": 0.9512170000000211 + }, + "diff": { + "mean": -0.008076916666666871, + "sd": 0.025521218635094736, + "se": 0.0032947751582880097, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014669746530241225, + -0.0014840868030925169 + ] + }, + "pct": { + "value": -0.8367648667155891, + "ci95": [ + -1.5085404559827509, + -0.16400784160741652 + ], + "ci90": [ + -1.386948146294688, + -0.2746326891012248 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9916988305586933, + "wilcoxon": { + "p": 0.027210767781831055, + "z": -2.208480900487953, + "w_plus": 615.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.17168516666666667, + "median": 0.17092849999999998 + }, + "candidate": { + "mean": 0.2979908333333333, + "median": 0.295969 + }, + "diff": { + "mean": 0.12630566666666668, + "sd": 0.016210117320612536, + "se": 0.0020927171474266915, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.1221181493270198, + 0.13049318400631355 + ] + }, + "pct": { + "value": 73.56818828262195, + "ci95": [ + 70.70200342531261, + 76.58413752510323 + ], + "ci90": [ + 71.15378643747272, + 76.08737575325384 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.7327988782067631, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.35662156666666667, + "median": 0.3556325 + }, + "candidate": { + "mean": 0.3335568, + "median": 0.33299 + }, + "diff": { + "mean": -0.023064766666666663, + "sd": 0.019845957389964686, + "se": 0.002562102082029175, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.028191521090997373, + -0.017938012242335953 + ] + }, + "pct": { + "value": -6.46757482511574, + "ci95": [ + -7.809632054333831, + -5.133304143615915 + ], + "ci90": [ + -7.610590278497266, + -5.345530361677166 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9319067878563863, + "wilcoxon": { + "p": 8.666370804521903e-10, + "z": -6.132215300354883, + "w_plus": 82.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5283067333333332, + "median": 0.5284694999999999 + }, + "candidate": { + "mean": 0.6315476333333333, + "median": 0.6280465 + }, + "diff": { + "mean": 0.10324090000000001, + "sd": 0.021039900845371176, + "se": 0.002716239519332597, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.09780571727603478, + 0.10867608272396524 + ] + }, + "pct": { + "value": 19.541848226806646, + "ci95": [ + 18.454750753520823, + 20.66545239212566 + ], + "ci90": [ + 18.624929114153435, + 20.480626411083335 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1955617151378672, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 48093.916666666664, + "median": 48523.5 + }, + "candidate": { + "mean": 14479.7, + "median": 14467.5 + }, + "diff": { + "mean": -33614.21666666667, + "sd": 1438.9443999537273, + "se": 185.76692323797366, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33985.93542146753, + -33242.4979118658 + ] + }, + "pct": { + "value": -69.8928658683444, + "ci95": [ + -70.12814042873597, + -69.64434194851583 + ], + "ci90": [ + -70.08851303437332, + -69.68760546600913 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2994129866816716, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 11884.733333333334, + "median": 11912.0 + }, + "candidate": { + "mean": 8150.2, + "median": 8218.0 + }, + "diff": { + "mean": -3734.5333333333333, + "sd": 317.8205157411785, + "se": 41.03045215162121, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3816.6350784495994, + -3652.431588217067 + ] + }, + "pct": { + "value": -31.422945964290328, + "ci95": [ + -31.99935201305222, + -30.861805714880923 + ], + "ci90": [ + -31.908001888031205, + -30.94939784949947 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6877205179821326, + "wilcoxon": { + "p": 1.6262344528596426e-11, + "z": -6.736163359588454, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.md new file mode 100644 index 0000000..f05f1fc --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-broker.stats.md @@ -0,0 +1,77 @@ +candidate baseline against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.2841 | 0.3275 | +15.26 | [+14.26, +16.30] | [+14.41, +16.12] | 1.155 | <0.0001 | slower/larger | +| single_rtt_mean_us | 60 | 55.4 | 64.1 | +15.75 | [+14.73, +16.80] | [+14.89, +16.63] | 1.159 | <0.0001 | slower/larger | +| single_rtt_p50_us | 60 | 53.9 | 61.0 | +13.06 | [+12.07, +14.07] | [+12.23, +13.91] | 1.133 | <0.0001 | slower/larger | +| single_rtt_p90_us | 60 | 59.9 | 70.1 | +17.05 | [+14.84, +19.43] | [+15.16, +19.06] | 1.160 | <0.0001 | slower/larger | +| single_rtt_p99_us | 60 | 83.7 | 114.7 | +36.94 | [+32.78, +41.43] | [+33.37, +40.71] | 1.359 | <0.0001 | slower/larger | +| single_rtt_p999_us | 60 | 146.4 | 196.1 | +33.98 | [+26.20, +42.31] | [+27.28, +40.89] | 1.311 | <0.0001 | slower/larger | +| single_rtt_max_us | 60 | 336.5 | 385.5 | +14.57 | [-11.37, +46.91] | [-7.68, +41.49] | 1.144 | 0.1061 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.4968 | 0.4926 | -0.85 | [-1.70, +0.06] | [-1.56, -0.10] | 0.990 | 0.0304 | no material change | +| multi_rtt_mean_us | 60 | 469.2 | 489.4 | +4.30 | [+3.37, +5.27] | [+3.52, +5.11] | 1.043 | <0.0001 | inconclusive; repeatable change (+) | +| multi_rtt_p50_us | 60 | 512.8 | 478.0 | -6.78 | [-7.53, -5.92] | [-7.41, -6.08] | 0.929 | <0.0001 | faster/smaller | +| multi_rtt_p90_us | 60 | 558.0 | 516.3 | -7.48 | [-8.69, -6.30] | [-8.50, -6.50] | 0.926 | <0.0001 | faster/smaller | +| multi_rtt_p99_us | 60 | 682.0 | 788.6 | +15.63 | [+10.28, +21.13] | [+11.19, +20.29] | 1.194 | <0.0001 | slower/larger | +| multi_rtt_p999_us | 60 | 974.3 | 1137.6 | +16.76 | [+5.32, +28.75] | [+7.04, +26.71] | 1.231 | <0.0001 | slower/larger | +| multi_rtt_max_us | 60 | 1307.3 | 1405.1 | +7.48 | [-2.49, +18.32] | [-0.87, +16.47] | 1.149 | 0.0445 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2553 | 0.2553 | +0.01 | [-0.86, +0.92] | [-0.73, +0.77] | 1.001 | 0.7628 | no material change | +| fanout_delivery_mean_us | 60 | 52930.4 | 56443.2 | +6.64 | [+5.59, +7.72] | [+5.74, +7.55] | 1.068 | <0.0001 | slower/larger | +| fanout_delivery_p50_us | 60 | 55612.1 | 57505.1 | +3.40 | [+2.10, +4.78] | [+2.31, +4.53] | 1.023 | <0.0001 | no material change; repeatable change (+) | +| fanout_delivery_p90_us | 60 | 84710.1 | 88729.0 | +4.74 | [+3.66, +5.86] | [+3.84, +5.67] | 1.053 | <0.0001 | inconclusive; repeatable change (+) | +| fanout_delivery_p99_us | 60 | 90286.9 | 95828.8 | +6.14 | [+5.06, +7.22] | [+5.24, +7.05] | 1.064 | <0.0001 | slower/larger | +| fanout_delivery_p999_us | 60 | 94834.0 | 97620.5 | +2.94 | [+1.89, +4.02] | [+2.05, +3.85] | 1.026 | <0.0001 | no material change; repeatable change (+) | +| fanout_delivery_max_us | 60 | 95313.7 | 97897.5 | +2.71 | [+1.64, +3.81] | [+1.80, +3.65] | 1.023 | <0.0001 | no material change; repeatable change (+) | +| client_wall_s | 60 | 1.0429 | 1.1126 | +6.68 | [+6.00, +7.35] | [+6.12, +7.25] | 1.067 | <0.0001 | slower/larger | +| client_cpu_s | 60 | 0.9653 | 0.9572 | -0.84 | [-1.51, -0.16] | [-1.39, -0.27] | 0.992 | 0.0272 | no material change; repeatable change (-) | +| broker_user_s | 60 | 0.1717 | 0.2980 | +73.57 | [+70.70, +76.58] | [+71.15, +76.09] | 1.733 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.3566 | 0.3336 | -6.47 | [-7.81, -5.13] | [-7.61, -5.35] | 0.932 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.5283 | 0.6315 | +19.54 | [+18.45, +20.67] | [+18.62, +20.48] | 1.196 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 48093.9 | 14479.7 | -69.89 | [-70.13, -69.64] | [-70.09, -69.69] | 0.299 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 11885 | 8150 | -31.42 | [-32.00, -30.86] | [-31.91, -30.95] | 0.688 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.2821 | 0.3270 | +0.0434 | [+0.0406, +0.0462] | +| single_rtt_mean_us | 55.0 | 64.0 | +8.7 | [+8.2, +9.3] | +| single_rtt_p50_us | 53.4 | 60.6 | +7.0 | [+6.5, +7.6] | +| single_rtt_p90_us | 59.4 | 68.9 | +10.2 | [+8.8, +11.6] | +| single_rtt_p99_us | 85.5 | 115.2 | +30.9 | [+27.6, +34.3] | +| single_rtt_p999_us | 143.7 | 190.0 | +49.7 | [+39.2, +60.2] | +| single_rtt_max_us | 248.1 | 320.0 | +49.0 | [-44.2, +142.2] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.4959 | 0.4894 | -0.0042 | [-0.0086, +0.0002] | +| multi_rtt_mean_us | 468.1 | 486.4 | +20.2 | [+15.7, +24.6] | +| multi_rtt_p50_us | 513.5 | 474.3 | -34.8 | [-39.1, -30.4] | +| multi_rtt_p90_us | 553.9 | 513.5 | -41.7 | [-48.8, -34.7] | +| multi_rtt_p99_us | 659.6 | 802.0 | +106.6 | [+71.4, +141.8] | +| multi_rtt_p999_us | 901.8 | 1059.7 | +163.3 | [+56.5, +270.1] | +| multi_rtt_max_us | 1120.8 | 1331.0 | +97.8 | [-34.2, +229.7] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2520 | 0.2525 | +0.0000 | [-0.0023, +0.0024] | +| fanout_delivery_mean_us | 52220.5 | 55930.8 | +3512.9 | [+2939.1, +4086.7] | +| fanout_delivery_p50_us | 54758.5 | 56042.5 | +1892.9 | [+1131.6, +2654.3] | +| fanout_delivery_p90_us | 83604.3 | 88024.1 | +4018.8 | [+3080.6, +4957.1] | +| fanout_delivery_p99_us | 89010.8 | 94699.8 | +5541.9 | [+4574.2, +6509.7] | +| fanout_delivery_p999_us | 93474.5 | 96027.8 | +2786.5 | [+1749.2, +3823.9] | +| fanout_delivery_max_us | 93833.1 | 96164.4 | +2583.8 | [+1520.2, +3647.5] | +| client_wall_s | 1.0370 | 1.1114 | +0.0696 | [+0.0627, +0.0766] | +| client_cpu_s | 0.9621 | 0.9512 | -0.0081 | [-0.0147, -0.0015] | +| broker_user_s | 0.1709 | 0.2960 | +0.1263 | [+0.1221, +0.1305] | +| broker_sys_s | 0.3556 | 0.3330 | -0.0231 | [-0.0282, -0.0179] | +| broker_cpu_s | 0.5285 | 0.6280 | +0.1032 | [+0.0978, +0.1087] | +| broker_vcsw | 48523.5 | 14467.5 | -33614.2 | [-33985.9, -33242.5] | +| broker_maxrss_kib | 11912 | 8218 | -3735 | [-3817, -3652] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..5e02adf --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.5376572166666667, + "median": 0.5324915 + }, + "candidate": { + "mean": 0.3274687666666667, + "median": 0.326989 + }, + "diff": { + "mean": -0.21018845, + "sd": 0.01852010351530997, + "se": 0.0023909350828277653, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.21497270005004745, + -0.20540419994995254 + ] + }, + "pct": { + "value": -39.093393240978536, + "ci95": [ + -39.64493341338908, + -38.53213817012456 + ], + "ci90": [ + -39.5557550296229, + -38.619853417729175 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6124521154751015, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 106.12491666666666, + "median": 105.095 + }, + "candidate": { + "mean": 64.08596666666666, + "median": 64.00150000000001 + }, + "diff": { + "mean": -42.03895, + "sd": 3.6980803239252924, + "se": 0.4774201169166662, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -42.99426544735661, + -41.08363455264339 + ] + }, + "pct": { + "value": -39.61270483918715, + "ci95": [ + -40.16586429730905, + -39.04902490755037 + ], + "ci90": [ + -40.07747869018227, + -39.136886585412384 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6072208924728505, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 100.07115, + "median": 98.548 + }, + "candidate": { + "mean": 60.98844999999999, + "median": 60.553 + }, + "diff": { + "mean": -39.0827, + "sd": 3.078182890679918, + "se": 0.3973917024061309, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -39.8778789598053, + -38.287521040194704 + ] + }, + "pct": { + "value": -39.0549124298062, + "ci95": [ + -39.575244607040055, + -38.61850885478558 + ], + "ci90": [ + -39.47630204698929, + -38.680372891648624 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6144518407273613, + "wilcoxon": { + "p": 1.316945702835213e-11, + "z": -6.766764062758948, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18284.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 116.33721666666666, + "median": 116.357 + }, + "candidate": { + "mean": 70.11108333333333, + "median": 68.865 + }, + "diff": { + "mean": -46.22613333333333, + "sd": 9.063102937916838, + "se": 1.1700415581171808, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.56738108329701, + -43.88488558336965 + ] + }, + "pct": { + "value": -39.73460484771783, + "ci95": [ + -41.02651577610791, + -38.39425129251558 + ], + "ci90": [ + -40.831421229572456, + -38.61264527492092 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6088890772829146, + "wilcoxon": { + "p": 1.617577115795629e-11, + "z": -6.736939302220104, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18446.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 194.12641666666667, + "median": 197.095 + }, + "candidate": { + "mean": 114.65533333333333, + "median": 115.1695 + }, + "diff": { + "mean": -79.47108333333334, + "sd": 21.80320519532732, + "se": 2.8147816871815245, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -85.10344847971108, + -73.8387181869556 + ] + }, + "pct": { + "value": -40.937799552439415, + "ci95": [ + -42.7878880589848, + -39.05529240228992 + ], + "ci90": [ + -42.48152425643104, + -39.3339163642347 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5988152419321964, + "wilcoxon": { + "p": 1.6252137478631526e-11, + "z": -6.736254633041203, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 304.6852666666666, + "median": 302.172 + }, + "candidate": { + "mean": 196.08534999999998, + "median": 189.971 + }, + "diff": { + "mean": -108.59991666666666, + "sd": 43.384015234189604, + "se": 5.60085228312084, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -119.80719619854659, + -97.39263713478672 + ] + }, + "pct": { + "value": -35.64331083507155, + "ci95": [ + -38.47625629895396, + -32.67079082096621 + ], + "ci90": [ + -38.01603505286334, + -33.2329856112968 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6398513245044546, + "wilcoxon": { + "p": 2.5122785825569376e-11, + "z": -6.672648362195873, + "w_plus": 1.0, + "n_nonzero": 59, + "variance": 17551.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 606.7387666666667, + "median": 457.11699999999996 + }, + "candidate": { + "mean": 385.52180000000004, + "median": 319.98199999999997 + }, + "diff": { + "mean": -221.21696666666668, + "sd": 409.6895245216535, + "se": 52.89069018626663, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -327.0509932732848, + -115.38294006004854 + ] + }, + "pct": { + "value": -36.460002033824225, + "ci95": [ + -47.86731537286327, + -22.45265324463622 + ], + "ci90": [ + -46.21425638085861, + -25.001884102952545 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6587899334227725, + "wilcoxon": { + "p": 1.1857943250444535e-05, + "z": -4.380183458087365, + "w_plus": 320.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 1.1379107666666668, + "median": 1.1323035 + }, + "candidate": { + "mean": 0.49260735, + "median": 0.4893665 + }, + "diff": { + "mean": -0.6453034166666666, + "sd": 0.018314602162830852, + "se": 0.002364404972301941, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.6500345800881717, + -0.6405722532451614 + ] + }, + "pct": { + "value": -56.70949212977246, + "ci95": [ + -56.97973556829912, + -56.41588283659169 + ], + "ci90": [ + -56.94036585635549, + -56.46615229660454 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4309970225719999, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 1123.6295, + "median": 1117.656 + }, + "candidate": { + "mean": 489.35718333333335, + "median": 486.37300000000005 + }, + "diff": { + "mean": -634.2723166666667, + "sd": 18.26003850636561, + "se": 2.3573608345420056, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -638.9893848010715, + -629.5552485322619 + ] + }, + "pct": { + "value": -56.44852833310862, + "ci95": [ + -56.71408668157483, + -56.158272422689045 + ], + "ci90": [ + -56.67697843731206, + -56.206428246738504 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4341274973794619, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 1062.7081166666667, + "median": 1058.4935 + }, + "candidate": { + "mean": 477.97426666666667, + "median": 474.3335 + }, + "diff": { + "mean": -584.7338500000001, + "sd": 15.793244488881713, + "se": 2.0388990962673645, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -588.8136776680194, + -580.6540223319807 + ] + }, + "pct": { + "value": -55.0229965151767, + "ci95": [ + -55.26403888131509, + -54.747095787518376 + ], + "ci90": [ + -55.230731882931586, + -54.79608379232548 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4480839401290778, + "wilcoxon": { + "p": 1.625468869169978e-11, + "z": -6.736231814330185, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 1364.8208333333334, + "median": 1358.8845000000001 + }, + "candidate": { + "mean": 516.3048333333334, + "median": 513.5145 + }, + "diff": { + "mean": -848.516, + "sd": 28.622589675443653, + "se": 3.695160437944054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -855.9099989576206, + -841.1220010423793 + ] + }, + "pct": { + "value": -62.17050467552212, + "ci95": [ + -62.48967394741921, + -61.838174815922926 + ], + "ci90": [ + -62.43692106447246, + -61.89082946914095 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3751646089988524, + "wilcoxon": { + "p": 1.6272557440845648e-11, + "z": -6.736072089845754, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1669.13025, + "median": 1665.2125 + }, + "candidate": { + "mean": 788.5763833333333, + "median": 802.033 + }, + "diff": { + "mean": -880.5538666666667, + "sd": 109.65893278158184, + "se": 14.1569073475315, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -908.8817728371012, + -852.2259604962323 + ] + }, + "pct": { + "value": -52.75525182451559, + "ci95": [ + -54.23720723718875, + -51.32501245126406 + ], + "ci90": [ + -53.99735619172879, + -51.521997167782104 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.47749988456478654, + "wilcoxon": { + "p": 1.6285331829622213e-11, + "z": -6.735958007884257, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1967.9183833333334, + "median": 1905.0505 + }, + "candidate": { + "mean": 1137.6079666666667, + "median": 1059.6799999999998 + }, + "diff": { + "mean": -830.3104166666667, + "sd": 331.6146036565354, + "se": 42.81126124403116, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -915.9755525461026, + -744.6452807872308 + ] + }, + "pct": { + "value": -42.19231974754237, + "ci95": [ + -45.63621603989851, + -38.26716335363248 + ], + "ci90": [ + -45.136169411106, + -38.92285925775262 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.557164996258853, + "wilcoxon": { + "p": 2.205970753277076e-11, + "z": -6.691697128478497, + "w_plus": 6.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 2484.1441666666665, + "median": 2434.5935 + }, + "candidate": { + "mean": 1405.0510833333333, + "median": 1330.9825 + }, + "diff": { + "mean": -1079.0930833333334, + "sd": 603.1156365468945, + "se": 77.86189387278026, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1234.894373101966, + -923.2917935647008 + ] + }, + "pct": { + "value": -43.43922940596913, + "ci95": [ + -47.50012431302781, + -39.14419393924954 + ], + "ci90": [ + -46.8512556483157, + -39.7859815075962 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5856960469253583, + "wilcoxon": { + "p": 1.8961408840618084e-11, + "z": -6.713804677681344, + "w_plus": 3.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6075122666666667, + "median": 0.605995 + }, + "candidate": { + "mean": 0.2553407, + "median": 0.252542 + }, + "diff": { + "mean": -0.35217156666666666, + "sd": 0.010378061654632065, + "se": 0.0013398019984767924, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.35485250427317216, + -0.34949062906016115 + ] + }, + "pct": { + "value": -57.96945773605231, + "ci95": [ + -58.262900763024206, + -57.64540794186899 + ], + "ci90": [ + -58.22151781215189, + -57.700723309509996 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4176720530999771, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 18349.01255, + "median": 18300.4755 + }, + "candidate": { + "mean": 56443.24866666667, + "median": 55930.843 + }, + "diff": { + "mean": 38094.23611666667, + "sd": 2002.1674896170211, + "se": 258.4787114534878, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 37577.02140971403, + 38611.45082361931 + ] + }, + "pct": { + "value": 207.609188847967, + "ci95": [ + 204.80385177735818, + 210.56153368328447 + ], + "ci90": [ + 205.27436077629656, + 210.07516111027994 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.0596305939601685, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 18355.56448333333, + "median": 18304.866 + }, + "candidate": { + "mean": 57505.06638333333, + "median": 56042.5475 + }, + "diff": { + "mean": 39149.5019, + "sd": 2726.526474559058, + "se": 351.99305429869503, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 38445.16542522914, + 39853.838374770865 + ] + }, + "pct": { + "value": 213.28410758245738, + "ci95": [ + 209.56890424187992, + 217.2748122582973 + ], + "ci90": [ + 210.1283761855474, + 216.63149778594646 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.070904553636951, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 27110.85975, + "median": 27050.6435 + }, + "candidate": { + "mean": 88728.95066666667, + "median": 88024.125 + }, + "diff": { + "mean": 61618.09091666667, + "sd": 3041.374283635937, + "se": 392.6397316701832, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 60832.42062834081, + 62403.76120499252 + ] + }, + "pct": { + "value": 227.2819507934147, + "ci95": [ + 224.45620001856523, + 230.33545304020035 + ], + "ci90": [ + 224.88379647670848, + 229.8434374570785 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.2613960633738435, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 29351.68305, + "median": 29294.6725 + }, + "candidate": { + "mean": 95828.82918333334, + "median": 94699.8055 + }, + "diff": { + "mean": 66477.14613333334, + "sd": 3129.150892171058, + "se": 403.97164310495293, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 65668.80074260161, + 67285.49152406507 + ] + }, + "pct": { + "value": 226.48495495161507, + "ci95": [ + 223.34500263053266, + 229.81207018244746 + ], + "ci90": [ + 223.8445007900886, + 229.2218833943302 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.2587408831494606, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 30529.046416666664, + "median": 30630.4035 + }, + "candidate": { + "mean": 97620.47083333334, + "median": 96027.8205 + }, + "diff": { + "mean": 67091.42441666666, + "sd": 3802.2691280427757, + "se": 490.87083369027556, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 66109.19414721409, + 68073.65468611923 + ] + }, + "pct": { + "value": 219.76259428804036, + "ci95": [ + 215.54160736091006, + 224.2430825895873 + ], + "ci90": [ + 216.12688421963347, + 223.48908965641488 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.1691202797991846, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 30982.265033333333, + "median": 31288.769500000002 + }, + "candidate": { + "mean": 97897.49154999999, + "median": 96164.362 + }, + "diff": { + "mean": 66915.22651666666, + "sd": 3908.0844895816786, + "se": 504.53153812404514, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 65905.66124078068, + 67924.79179255264 + ] + }, + "pct": { + "value": 215.97913014001273, + "ci95": [ + 211.53761513017375, + 220.711083952438 + ], + "ci90": [ + 212.19459958191672, + 219.9053465763557 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 3.1224347559362435, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 2.2951449270670614, + "median": 2.2863077209331095 + }, + "candidate": { + "mean": 1.1125591393521366, + "median": 1.1113512669689953 + }, + "diff": { + "mean": -1.1825857877149246, + "sd": 0.03297742512236797, + "se": 0.004257367276657774, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.191104759958341, + -1.1740668154715082 + ] + }, + "pct": { + "value": -51.52553870426549, + "ci95": [ + -51.75742308523571, + -51.28456399797598 + ], + "ci90": [ + -51.72099023716074, + -51.3236415755486 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.484318884847467, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.5046966666666655, + "median": 1.497651999999995 + }, + "candidate": { + "mean": 0.9571783166666683, + "median": 0.9512170000000211 + }, + "diff": { + "mean": -0.5475183499999973, + "sd": 0.022070402815420578, + "se": 0.002849276751607106, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5532197396108575, + -0.5418169603891371 + ] + }, + "pct": { + "value": -36.38729068317187, + "ci95": [ + -36.671818721521824, + -36.08905946541627 + ], + "ci90": [ + -36.6244195569392, + -36.140759382759924 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6339440036575528, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.7607676666666666, + "median": 0.75922 + }, + "candidate": { + "mean": 0.2979908333333333, + "median": 0.295969 + }, + "diff": { + "mean": -0.46277683333333336, + "sd": 0.021394232295111115, + "se": 0.002761983512795274, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.4683035495767927, + -0.457250117089874 + ] + }, + "pct": { + "value": -60.83024471334437, + "ci95": [ + -61.292171545292, + -60.36265815003852 + ], + "ci90": [ + -61.21842488266621, + -60.4352898090925 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3932678369446281, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 1.3162437333333334, + "median": 1.31491 + }, + "candidate": { + "mean": 0.3335568, + "median": 0.33299 + }, + "diff": { + "mean": -0.9826869333333333, + "sd": 0.02725011964201176, + "se": 0.003517975318522372, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.9897263856859252, + -0.9756474809807415 + ] + }, + "pct": { + "value": -74.6584320553397, + "ci95": [ + -74.91796325533168, + -74.39864564096307 + ], + "ci90": [ + -74.87576704524584, + -74.43971232011276 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.25389691278503523, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 2.0770114, + "median": 2.068933 + }, + "candidate": { + "mean": 0.6315476333333333, + "median": 0.6280465 + }, + "diff": { + "mean": -1.4454637666666665, + "sd": 0.028237028074022032, + "se": 0.003645384649235954, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.4527581645011416, + -1.4381693688321915 + ] + }, + "pct": { + "value": -69.59344405460011, + "ci95": [ + -69.77056777090569, + -69.40759012981283 + ], + "ci90": [ + -69.74490733844964, + -69.43617314743098 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.30305290091103687, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 10032.45, + "median": 10026.5 + }, + "candidate": { + "mean": 14479.7, + "median": 14467.5 + }, + "diff": { + "mean": 4447.25, + "sd": 116.88638913963291, + "se": 15.089967951203924, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4417.055043874141, + 4477.444956125859 + ] + }, + "pct": { + "value": 44.32865351932978, + "ci95": [ + 44.029957641246455, + 44.611624885471436 + ], + "ci90": [ + 44.07870700000949, + 44.56661295414323 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4416820506384216, + "wilcoxon": { + "p": 1.628022097398373e-11, + "z": 6.7360036399733, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6314.266666666666, + "median": 6302.0 + }, + "candidate": { + "mean": 8150.2, + "median": 8218.0 + }, + "diff": { + "mean": 1835.9333333333334, + "sd": 261.8862391571711, + "se": 33.80936809522054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 1768.280944038712, + 1903.5857226279547 + ] + }, + "pct": { + "value": 29.07595498025635, + "ci95": [ + 27.918718122479188, + 30.25529407746694 + ], + "ci90": [ + 28.113341948629227, + 30.04071701456151 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2946089613877632, + "wilcoxon": { + "p": 1.627766609627589e-11, + "z": 6.736026456365596, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.625 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..0fa9477 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-baseline-vs-dbus-daemon.stats.md @@ -0,0 +1,77 @@ +candidate baseline against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.5377 | 0.3275 | -39.09 | [-39.64, -38.53] | [-39.56, -38.62] | 0.612 | <0.0001 | faster/smaller | +| single_rtt_mean_us | 60 | 106.1 | 64.1 | -39.61 | [-40.17, -39.05] | [-40.08, -39.14] | 0.607 | <0.0001 | faster/smaller | +| single_rtt_p50_us | 60 | 100.1 | 61.0 | -39.05 | [-39.58, -38.62] | [-39.48, -38.68] | 0.614 | <0.0001 | faster/smaller | +| single_rtt_p90_us | 60 | 116.3 | 70.1 | -39.73 | [-41.03, -38.39] | [-40.83, -38.61] | 0.609 | <0.0001 | faster/smaller | +| single_rtt_p99_us | 60 | 194.1 | 114.7 | -40.94 | [-42.79, -39.06] | [-42.48, -39.33] | 0.599 | <0.0001 | faster/smaller | +| single_rtt_p999_us | 60 | 304.7 | 196.1 | -35.64 | [-38.48, -32.67] | [-38.02, -33.23] | 0.640 | <0.0001 | faster/smaller | +| single_rtt_max_us | 60 | 606.7 | 385.5 | -36.46 | [-47.87, -22.45] | [-46.21, -25.00] | 0.659 | <0.0001 | faster/smaller | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 1.1379 | 0.4926 | -56.71 | [-56.98, -56.42] | [-56.94, -56.47] | 0.431 | <0.0001 | faster/smaller | +| multi_rtt_mean_us | 60 | 1123.6 | 489.4 | -56.45 | [-56.71, -56.16] | [-56.68, -56.21] | 0.434 | <0.0001 | faster/smaller | +| multi_rtt_p50_us | 60 | 1062.7 | 478.0 | -55.02 | [-55.26, -54.75] | [-55.23, -54.80] | 0.448 | <0.0001 | faster/smaller | +| multi_rtt_p90_us | 60 | 1364.8 | 516.3 | -62.17 | [-62.49, -61.84] | [-62.44, -61.89] | 0.375 | <0.0001 | faster/smaller | +| multi_rtt_p99_us | 60 | 1669.1 | 788.6 | -52.76 | [-54.24, -51.33] | [-54.00, -51.52] | 0.477 | <0.0001 | faster/smaller | +| multi_rtt_p999_us | 60 | 1967.9 | 1137.6 | -42.19 | [-45.64, -38.27] | [-45.14, -38.92] | 0.557 | <0.0001 | faster/smaller | +| multi_rtt_max_us | 60 | 2484.1 | 1405.1 | -43.44 | [-47.50, -39.14] | [-46.85, -39.79] | 0.586 | <0.0001 | faster/smaller | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.6075 | 0.2553 | -57.97 | [-58.26, -57.65] | [-58.22, -57.70] | 0.418 | <0.0001 | faster/smaller | +| fanout_delivery_mean_us | 60 | 18349.0 | 56443.2 | +207.61 | [+204.80, +210.56] | [+205.27, +210.08] | 3.060 | <0.0001 | slower/larger | +| fanout_delivery_p50_us | 60 | 18355.6 | 57505.1 | +213.28 | [+209.57, +217.27] | [+210.13, +216.63] | 3.071 | <0.0001 | slower/larger | +| fanout_delivery_p90_us | 60 | 27110.9 | 88729.0 | +227.28 | [+224.46, +230.34] | [+224.88, +229.84] | 3.261 | <0.0001 | slower/larger | +| fanout_delivery_p99_us | 60 | 29351.7 | 95828.8 | +226.48 | [+223.35, +229.81] | [+223.84, +229.22] | 3.259 | <0.0001 | slower/larger | +| fanout_delivery_p999_us | 60 | 30529.0 | 97620.5 | +219.76 | [+215.54, +224.24] | [+216.13, +223.49] | 3.169 | <0.0001 | slower/larger | +| fanout_delivery_max_us | 60 | 30982.3 | 97897.5 | +215.98 | [+211.54, +220.71] | [+212.19, +219.91] | 3.122 | <0.0001 | slower/larger | +| client_wall_s | 60 | 2.2951 | 1.1126 | -51.53 | [-51.76, -51.28] | [-51.72, -51.32] | 0.484 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 1.5047 | 0.9572 | -36.39 | [-36.67, -36.09] | [-36.62, -36.14] | 0.634 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.7608 | 0.2980 | -60.83 | [-61.29, -60.36] | [-61.22, -60.44] | 0.393 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 1.3162 | 0.3336 | -74.66 | [-74.92, -74.40] | [-74.88, -74.44] | 0.254 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 2.0770 | 0.6315 | -69.59 | [-69.77, -69.41] | [-69.74, -69.44] | 0.303 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 10032.5 | 14479.7 | +44.33 | [+44.03, +44.61] | [+44.08, +44.57] | 1.442 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6314 | 8150 | +29.08 | [+27.92, +30.26] | [+28.11, +30.04] | 1.295 | <0.0001 | slower/larger | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.5325 | 0.3270 | -0.2102 | [-0.2150, -0.2054] | +| single_rtt_mean_us | 105.1 | 64.0 | -42.0 | [-43.0, -41.1] | +| single_rtt_p50_us | 98.5 | 60.6 | -39.1 | [-39.9, -38.3] | +| single_rtt_p90_us | 116.4 | 68.9 | -46.2 | [-48.6, -43.9] | +| single_rtt_p99_us | 197.1 | 115.2 | -79.5 | [-85.1, -73.8] | +| single_rtt_p999_us | 302.2 | 190.0 | -108.6 | [-119.8, -97.4] | +| single_rtt_max_us | 457.1 | 320.0 | -221.2 | [-327.1, -115.4] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 1.1323 | 0.4894 | -0.6453 | [-0.6500, -0.6406] | +| multi_rtt_mean_us | 1117.7 | 486.4 | -634.3 | [-639.0, -629.6] | +| multi_rtt_p50_us | 1058.5 | 474.3 | -584.7 | [-588.8, -580.7] | +| multi_rtt_p90_us | 1358.9 | 513.5 | -848.5 | [-855.9, -841.1] | +| multi_rtt_p99_us | 1665.2 | 802.0 | -880.6 | [-908.9, -852.2] | +| multi_rtt_p999_us | 1905.1 | 1059.7 | -830.3 | [-916.0, -744.6] | +| multi_rtt_max_us | 2434.6 | 1331.0 | -1079.1 | [-1234.9, -923.3] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.6060 | 0.2525 | -0.3522 | [-0.3549, -0.3495] | +| fanout_delivery_mean_us | 18300.5 | 55930.8 | +38094.2 | [+37577.0, +38611.5] | +| fanout_delivery_p50_us | 18304.9 | 56042.5 | +39149.5 | [+38445.2, +39853.8] | +| fanout_delivery_p90_us | 27050.6 | 88024.1 | +61618.1 | [+60832.4, +62403.8] | +| fanout_delivery_p99_us | 29294.7 | 94699.8 | +66477.1 | [+65668.8, +67285.5] | +| fanout_delivery_p999_us | 30630.4 | 96027.8 | +67091.4 | [+66109.2, +68073.7] | +| fanout_delivery_max_us | 31288.8 | 96164.4 | +66915.2 | [+65905.7, +67924.8] | +| client_wall_s | 2.2863 | 1.1114 | -1.1826 | [-1.1911, -1.1741] | +| client_cpu_s | 1.4977 | 0.9512 | -0.5475 | [-0.5532, -0.5418] | +| broker_user_s | 0.7592 | 0.2960 | -0.4628 | [-0.4683, -0.4573] | +| broker_sys_s | 1.3149 | 0.3330 | -0.9827 | [-0.9897, -0.9756] | +| broker_cpu_s | 2.0689 | 0.6280 | -1.4455 | [-1.4528, -1.4382] | +| broker_vcsw | 10026.5 | 14467.5 | +4447.2 | [+4417.1, +4477.4] | +| broker_maxrss_kib | 6302 | 8218 | +1836 | [+1768, +1904] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.json new file mode 100644 index 0000000..807b102 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout-before", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.3274687666666667, + "median": 0.326989 + }, + "candidate": { + "mean": 0.3409011, + "median": 0.3366115 + }, + "diff": { + "mean": 0.01343233333333333, + "sd": 0.013101928813452178, + "se": 0.001691451736589846, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.010047746226157672, + 0.01681692044050899 + ] + }, + "pct": { + "value": 4.101867017750194, + "ci95": [ + 3.0985883823452793, + 5.158221501318972 + ], + "ci90": [ + 3.26205926278033, + 4.985162034861509 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.03729318461816, + "wilcoxon": { + "p": 1.9767456288308356e-09, + "z": 5.999706446325606, + "w_plus": 1730.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 64.08596666666666, + "median": 64.00150000000001 + }, + "candidate": { + "mean": 66.77076666666667, + "median": 65.92099999999999 + }, + "diff": { + "mean": 2.6848, + "sd": 2.6085054153087195, + "se": 0.3367566010660844, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 2.01095159772605, + 3.3586484022739502 + ] + }, + "pct": { + "value": 4.189372712382711, + "ci95": [ + 3.1682250141482595, + 5.263909985734598 + ], + "ci90": [ + 3.3344810713196216, + 5.089864146601595 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0381658928195683, + "wilcoxon": { + "p": 2.1638519244620306e-09, + "z": 5.985003512011986, + "w_plus": 1728.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 60.98844999999999, + "median": 60.553 + }, + "candidate": { + "mean": 63.40275, + "median": 61.741 + }, + "diff": { + "mean": 2.4143000000000012, + "sd": 3.1974884333420093, + "se": 0.41279398173414816, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 1.5883011504473172, + 3.240298849552685 + ] + }, + "pct": { + "value": 3.95861839413858, + "ci95": [ + 2.6956892379240416, + 5.338602468536065 + ], + "ci90": [ + 2.8944919596609266, + 5.108315859616375 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0196191765891038, + "wilcoxon": { + "p": 9.825542333902215e-09, + "z": 5.733713196807371, + "w_plus": 1362.0, + "n_nonzero": 53, + "variance": 12713.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 70.11108333333333, + "median": 68.865 + }, + "candidate": { + "mean": 74.16775000000001, + "median": 72.4265 + }, + "diff": { + "mean": 4.0566666666666675, + "sd": 6.975799458871755, + "se": 0.9005718376897672, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 2.254626581812984, + 5.8587067515203515 + ] + }, + "pct": { + "value": 5.786056175141141, + "ci95": [ + 3.2149969428881437, + 8.430158749721901 + ], + "ci90": [ + 3.640830037558306, + 7.9887614641411275 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0521709712511114, + "wilcoxon": { + "p": 6.243471089114558e-05, + "z": 4.003414730311218, + "w_plus": 1288.5, + "n_nonzero": 56, + "variance": 15011.25 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 114.65533333333333, + "median": 115.1695 + }, + "candidate": { + "mean": 117.76211666666667, + "median": 118.7315 + }, + "diff": { + "mean": 3.106783333333332, + "sd": 18.314523420083916, + "se": 2.3643948066570237, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.6243597467632802, + 7.837926413429944 + ] + }, + "pct": { + "value": 2.7096718861747915, + "ci95": [ + -1.2574908651178374, + 6.748567003015007 + ], + "ci90": [ + -0.6186461230903401, + 6.150835359979118 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0291307387727378, + "wilcoxon": { + "p": 0.1537460609271733, + "z": 1.4264237544829022, + "w_plus": 1006.0, + "n_nonzero": 57, + "variance": 15835.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 196.08534999999998, + "median": 189.971 + }, + "candidate": { + "mean": 195.80836666666667, + "median": 192.346 + }, + "diff": { + "mean": -0.2769833333333312, + "sd": 45.78950671685161, + "se": 5.9113998981806315, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -12.105667207624244, + 11.55170054095758 + ] + }, + "pct": { + "value": -0.14125651576383236, + "ci95": [ + -5.727431322020153, + 5.883117474910592 + ], + "ci90": [ + -4.794812211370277, + 4.981106111365043 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0065358270871128, + "wilcoxon": { + "p": 0.7426392261972599, + "z": -0.3283603399019328, + "w_plus": 841.5, + "n_nonzero": 59, + "variance": 17550.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 385.52180000000004, + "median": 319.98199999999997 + }, + "candidate": { + "mean": 365.57488333333333, + "median": 289.705 + }, + "diff": { + "mean": -19.946916666666667, + "sd": 326.3945387810764, + "se": 42.137353766405326, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -104.26356679811407, + 64.36973346478074 + ] + }, + "pct": { + "value": -5.17400485956091, + "ci95": [ + -23.324169428218077, + 17.994053132672015 + ], + "ci90": [ + -20.85304019972035, + 13.745590791603112 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9783474415259736, + "wilcoxon": { + "p": 0.5029120092936145, + "z": -0.6699149494179971, + "w_plus": 824.0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.49260735, + "median": 0.4893665 + }, + "candidate": { + "mean": 0.48785483333333335, + "median": 0.4834565 + }, + "diff": { + "mean": -0.004752516666666663, + "sd": 0.0165105141575143, + "se": 0.0021314982123124887, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009017634737907362, + -0.00048739859542596374 + ] + }, + "pct": { + "value": -0.9647677134063559, + "ci95": [ + -1.8114196983204238, + -0.15017933730832486 + ], + "ci90": [ + -1.6749226358787122, + -0.2684940950901782 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.990624440385973, + "wilcoxon": { + "p": 0.02620204006469244, + "z": -2.223204106491206, + "w_plus": 613.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 489.35718333333335, + "median": 486.37300000000005 + }, + "candidate": { + "mean": 484.67493333333334, + "median": 480.43 + }, + "diff": { + "mean": -4.682249999999999, + "sd": 15.967064378546356, + "se": 2.061339147531057, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -8.806980106882058, + -0.5575198931179397 + ] + }, + "pct": { + "value": -0.9568164439941684, + "ci95": [ + -1.785459251921222, + -0.16343461375241491 + ], + "ci90": [ + -1.643002199896022, + -0.27997296080694983 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9907250416439501, + "wilcoxon": { + "p": 0.02474959116379572, + "z": -2.2452889154960856, + "w_plus": 610.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 477.97426666666667, + "median": 474.3335 + }, + "candidate": { + "mean": 475.63915, + "median": 472.552 + }, + "diff": { + "mean": -2.335116666666666, + "sd": 13.742417532233038, + "se": 1.774138474632246, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.885159554494363, + 1.214926221161031 + ] + }, + "pct": { + "value": -0.4885444320991361, + "ci95": [ + -1.2421116464914685, + 0.1951131113800497 + ], + "ci90": [ + -1.1024309022876821, + 0.09972303384540691 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.996228915520598, + "wilcoxon": { + "p": 0.20188363637893225, + "z": -1.2762033736558522, + "w_plus": 716.0, + "n_nonzero": 59, + "variance": 17536.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 516.3048333333334, + "median": 513.5145 + }, + "candidate": { + "mean": 509.18091666666663, + "median": 505.797 + }, + "diff": { + "mean": -7.123916666666664, + "sd": 22.21477278924283, + "se": 2.867914835083972, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -12.862600996420474, + -1.3852323369128534 + ] + }, + "pct": { + "value": -1.3797888779529255, + "ci95": [ + -2.4443879983136845, + -0.31436771314604045 + ], + "ci90": [ + -2.272939697638437, + -0.4734058369385383 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9848889247664416, + "wilcoxon": { + "p": 0.017956301242856677, + "z": -2.3665179964920515, + "w_plus": 571.5, + "n_nonzero": 59, + "variance": 17549.125 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 788.5763833333333, + "median": 802.033 + }, + "candidate": { + "mean": 749.27615, + "median": 711.796 + }, + "diff": { + "mean": -39.30023333333334, + "sd": 138.78984642188001, + "se": 17.91769212715421, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -75.15345246577749, + -3.4470142008891855 + ] + }, + "pct": { + "value": -4.983693927937605, + "ci95": [ + -9.136850741330242, + -0.511612830255699 + ], + "ci90": [ + -8.475051104526637, + -1.2973830175520664 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9511380122621114, + "wilcoxon": { + "p": 0.0346195970014256, + "z": -2.1127800614668084, + "w_plus": 628.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1137.6079666666667, + "median": 1059.6799999999998 + }, + "candidate": { + "mean": 1152.9639833333333, + "median": 1103.6109999999999 + }, + "diff": { + "mean": 15.356016666666669, + "sd": 396.3306718888246, + "se": 51.16606972722046, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -87.02705237244359, + 117.73908570577694 + ] + }, + "pct": { + "value": 1.3498513650235466, + "ci95": [ + -7.047629887443273, + 10.223929688061093 + ], + "ci90": [ + -5.81289562334619, + 8.796154265034762 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0656641551241788, + "wilcoxon": { + "p": 0.43519515168075024, + "z": 0.7803325612217351, + "w_plus": 1021.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 1405.0510833333333, + "median": 1330.9825 + }, + "candidate": { + "mean": 1442.5703500000002, + "median": 1278.7405 + }, + "diff": { + "mean": 37.51926666666665, + "sd": 544.4089077884245, + "se": 70.28288777971791, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -103.11646693924541, + 178.15500027257872 + ] + }, + "pct": { + "value": 2.6703133510033394, + "ci95": [ + -6.534643472707377, + 12.929549737151588 + ], + "ci90": [ + -5.1454183922895345, + 11.279688955978317 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9987069852744626, + "wilcoxon": { + "p": 0.8023589523477666, + "z": -0.25029534982583956, + "w_plus": 881.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.2553407, + "median": 0.252542 + }, + "candidate": { + "mean": 0.25401124999999997, + "median": 0.2516925 + }, + "diff": { + "mean": -0.0013294500000000048, + "sd": 0.008380159357784581, + "se": 0.0010818739210421307, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.003494274715679542, + 0.0008353747156795322 + ] + }, + "pct": { + "value": -0.5206573021848904, + "ci95": [ + -1.352952895490718, + 0.31204125593499654 + ], + "ci90": [ + -1.2221845830118172, + 0.1705370664210556 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9967059708061763, + "wilcoxon": { + "p": 0.29586069746217786, + "z": -1.0453511669196829, + "w_plus": 773.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 56443.24866666667, + "median": 55930.843 + }, + "candidate": { + "mean": 22041.03005, + "median": 21869.432500000003 + }, + "diff": { + "mean": -34402.218616666665, + "sd": 2092.752485533696, + "se": 270.1731841402061, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34942.83390941461, + -33861.60332391872 + ] + }, + "pct": { + "value": -60.95010374018987, + "ci95": [ + -61.42051188286496, + -60.45808691697842 + ], + "ci90": [ + -61.347626026316995, + -60.54378107264146 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.38906747566643785, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 57505.06638333333, + "median": 56042.5475 + }, + "candidate": { + "mean": 22320.866833333333, + "median": 22130.995 + }, + "diff": { + "mean": -35184.199550000005, + "sd": 2724.822755148015, + "se": 351.77310506850904, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -35888.09590737785, + -34480.30319262216 + ] + }, + "pct": { + "value": -61.18452123063267, + "ci95": [ + -61.7119303997789, + -60.668709323270534 + ], + "ci90": [ + -61.62293976025097, + -60.75194701798626 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3943039183749788, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 88728.95066666667, + "median": 88024.125 + }, + "candidate": { + "mean": 27582.640116666666, + "median": 27302.948 + }, + "diff": { + "mean": -61146.31055, + "sd": 2990.7987647207847, + "se": 386.11046025404374, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -61918.91579639988, + -60373.70530360012 + ] + }, + "pct": { + "value": -68.91359594650453, + "ci95": [ + -69.24121632298375, + -68.57427669501516 + ], + "ci90": [ + -69.18675834939371, + -68.63254657736958 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3103283200200474, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 95828.82918333334, + "median": 94699.8055 + }, + "candidate": { + "mean": 28588.079866666663, + "median": 28033.742 + }, + "diff": { + "mean": -67240.74931666667, + "sd": 3058.4287014574757, + "se": 394.84144754358596, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -68030.82522827906, + -66450.67340505427 + ] + }, + "pct": { + "value": -70.16755801954561, + "ci95": [ + -70.54602494857313, + -69.76222379282068 + ], + "ci90": [ + -70.48708857383392, + -69.83368626250154 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.29711201136742726, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 97620.47083333334, + "median": 96027.8205 + }, + "candidate": { + "mean": 29144.8921, + "median": 28416.057 + }, + "diff": { + "mean": -68475.57873333333, + "sd": 3791.581693176501, + "se": 489.49109178191696, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -69455.04814560432, + -67496.10932106234 + ] + }, + "pct": { + "value": -70.14469214171396, + "ci95": [ + -70.63466484517015, + -69.61642201869711 + ], + "ci90": [ + -70.55977176305409, + -69.70561179229915 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2963909540063246, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 97897.49154999999, + "median": 96164.362 + }, + "candidate": { + "mean": 30440.86835, + "median": 29413.404 + }, + "diff": { + "mean": -67456.6232, + "sd": 4272.842221143746, + "se": 551.6215587820546, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -68560.41538957674, + -66352.83101042327 + ] + }, + "pct": { + "value": -68.9053643070592, + "ci95": [ + -69.61844341240445, + -68.17580919394577 + ], + "ci90": [ + -69.50896358360399, + -68.29267377738516 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3032820992433053, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.1125591393521366, + "median": 1.1113512669689953 + }, + "candidate": { + "mean": 1.1215733692399226, + "median": 1.1132343064527959 + }, + "diff": { + "mean": 0.009014229887786012, + "sd": 0.028988113773302158, + "se": 0.003742349396065503, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0015258060430675124, + 0.01650265373250451 + ] + }, + "pct": { + "value": 0.8102247843683408, + "ci95": [ + 0.1488730608064049, + 1.4663930290028122 + ], + "ci90": [ + 0.26229870609093764, + 1.3611679215439183 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0095838366035763, + "wilcoxon": { + "p": 0.017416374715412696, + "z": 2.3777977695253627, + "w_plus": 1238.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9571783166666683, + "median": 0.9512170000000211 + }, + "candidate": { + "mean": 0.9657241000000013, + "median": 0.9574689999999997 + }, + "diff": { + "mean": 0.008545783333333053, + "sd": 0.024827966461499096, + "se": 0.0032052766875194094, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.002132039496112636, + 0.014959527170553471 + ] + }, + "pct": { + "value": 0.8928099586598792, + "ci95": [ + 0.2392292476411623, + 1.5561523363263212 + ], + "ci90": [ + 0.3387959358806669, + 1.443581606852229 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0098053440739376, + "wilcoxon": { + "p": 0.012838363210467113, + "z": 2.4882218145497603, + "w_plus": 1253.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.2979908333333333, + "median": 0.295969 + }, + "candidate": { + "mean": 0.3136767833333333, + "median": 0.31294849999999996 + }, + "diff": { + "mean": 0.01568595, + "sd": 0.022160971881356444, + "se": 0.002860969167742145, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.009961163918494925, + 0.021410736081505077 + ] + }, + "pct": { + "value": 5.263903531708203, + "ci95": [ + 3.3919487378598148, + 7.169702584731977 + ], + "ci90": [ + 3.69494260600848, + 6.853013385416713 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0547470937351404, + "wilcoxon": { + "p": 7.103021349066707e-06, + "z": 4.490577830992171, + "w_plus": 1525.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.3335568, + "median": 0.33299 + }, + "candidate": { + "mean": 0.4330595666666666, + "median": 0.43548699999999996 + }, + "diff": { + "mean": 0.09950276666666666, + "sd": 0.018904953973080545, + "se": 0.0024406190632852895, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.09461909920135868, + 0.10438643413197464 + ] + }, + "pct": { + "value": 29.830831410622306, + "ci95": [ + 28.25855886801992, + 31.392005475586938 + ], + "ci90": [ + 28.50734071268782, + 31.15039472679519 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2940082191331106, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6315476333333333, + "median": 0.6280465 + }, + "candidate": { + "mean": 0.74673635, + "median": 0.743854 + }, + "diff": { + "mean": 0.11518871666666666, + "sd": 0.020028081744789934, + "se": 0.0025856142351350733, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.11001491453264214, + 0.12036251880069118 + ] + }, + "pct": { + "value": 18.239117777814506, + "ci95": [ + 17.34116062844522, + 19.10009318854949 + ], + "ci90": [ + 17.495788749395132, + 18.95886855733932 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.18999725695235, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 14479.7, + "median": 14467.5 + }, + "candidate": { + "mean": 14000.366666666667, + "median": 14054.0 + }, + "diff": { + "mean": -479.3333333333333, + "sd": 218.11042660104627, + "se": 28.157934995334912, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -535.6772311155084, + -422.9894355511582 + ] + }, + "pct": { + "value": -3.310381660761852, + "ci95": [ + -3.6859364141240065, + -2.9372107166457635 + ], + "ci90": [ + -3.623616230022557, + -2.99451822214268 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9687340971737809, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": -6.735980823812856, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 8150.2, + "median": 8218.0 + }, + "candidate": { + "mean": 7016.2, + "median": 7012.0 + }, + "diff": { + "mean": -1134.0, + "sd": 230.36301492224788, + "se": 29.739737345866555, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1193.509076974638, + -1074.490923025362 + ] + }, + "pct": { + "value": -13.913768987264119, + "ci95": [ + -14.533354281293974, + -13.263269208334718 + ], + "ci90": [ + -14.437495568842829, + -13.368392556334612 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8564481637773722, + "wilcoxon": { + "p": 1.627511158524573e-11, + "z": -6.736049272989746, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.md new file mode 100644 index 0000000..0105eb6 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-before.stats.md @@ -0,0 +1,77 @@ +candidate timeout-before against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.3275 | 0.3409 | +4.10 | [+3.10, +5.16] | [+3.26, +4.99] | 1.037 | <0.0001 | no material change; repeatable change (+) | +| single_rtt_mean_us | 60 | 64.1 | 66.8 | +4.19 | [+3.17, +5.26] | [+3.33, +5.09] | 1.038 | <0.0001 | inconclusive; repeatable change (+) | +| single_rtt_p50_us | 60 | 61.0 | 63.4 | +3.96 | [+2.70, +5.34] | [+2.89, +5.11] | 1.020 | <0.0001 | inconclusive; repeatable change (+) | +| single_rtt_p90_us | 60 | 70.1 | 74.2 | +5.79 | [+3.21, +8.43] | [+3.64, +7.99] | 1.052 | <0.0001 | inconclusive; repeatable change (+) | +| single_rtt_p99_us | 60 | 114.7 | 117.8 | +2.71 | [-1.26, +6.75] | [-0.62, +6.15] | 1.029 | 0.1537 | inconclusive | +| single_rtt_p999_us | 60 | 196.1 | 195.8 | -0.14 | [-5.73, +5.88] | [-4.79, +4.98] | 1.007 | 0.7426 | no material change | +| single_rtt_max_us | 60 | 385.5 | 365.6 | -5.17 | [-23.32, +17.99] | [-20.85, +13.75] | 0.978 | 0.5029 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.4926 | 0.4879 | -0.96 | [-1.81, -0.15] | [-1.67, -0.27] | 0.991 | 0.0262 | no material change; repeatable change (-) | +| multi_rtt_mean_us | 60 | 489.4 | 484.7 | -0.96 | [-1.79, -0.16] | [-1.64, -0.28] | 0.991 | 0.0247 | no material change; repeatable change (-) | +| multi_rtt_p50_us | 60 | 478.0 | 475.6 | -0.49 | [-1.24, +0.20] | [-1.10, +0.10] | 0.996 | 0.2019 | no material change | +| multi_rtt_p90_us | 60 | 516.3 | 509.2 | -1.38 | [-2.44, -0.31] | [-2.27, -0.47] | 0.985 | 0.0180 | no material change; repeatable change (-) | +| multi_rtt_p99_us | 60 | 788.6 | 749.3 | -4.98 | [-9.14, -0.51] | [-8.48, -1.30] | 0.951 | 0.0346 | inconclusive; repeatable change (-) | +| multi_rtt_p999_us | 60 | 1137.6 | 1153.0 | +1.35 | [-7.05, +10.22] | [-5.81, +8.80] | 1.066 | 0.4352 | inconclusive | +| multi_rtt_max_us | 60 | 1405.1 | 1442.6 | +2.67 | [-6.53, +12.93] | [-5.15, +11.28] | 0.999 | 0.8024 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2553 | 0.2540 | -0.52 | [-1.35, +0.31] | [-1.22, +0.17] | 0.997 | 0.2959 | no material change | +| fanout_delivery_mean_us | 60 | 56443.2 | 22041.0 | -60.95 | [-61.42, -60.46] | [-61.35, -60.54] | 0.389 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 57505.1 | 22320.9 | -61.18 | [-61.71, -60.67] | [-61.62, -60.75] | 0.394 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 88729.0 | 27582.6 | -68.91 | [-69.24, -68.57] | [-69.19, -68.63] | 0.310 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 95828.8 | 28588.1 | -70.17 | [-70.55, -69.76] | [-70.49, -69.83] | 0.297 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 97620.5 | 29144.9 | -70.14 | [-70.63, -69.62] | [-70.56, -69.71] | 0.296 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 97897.5 | 30440.9 | -68.91 | [-69.62, -68.18] | [-69.51, -68.29] | 0.303 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.1126 | 1.1216 | +0.81 | [+0.15, +1.47] | [+0.26, +1.36] | 1.010 | 0.0174 | no material change; repeatable change (+) | +| client_cpu_s | 60 | 0.9572 | 0.9657 | +0.89 | [+0.24, +1.56] | [+0.34, +1.44] | 1.010 | 0.0128 | no material change; repeatable change (+) | +| broker_user_s | 60 | 0.2980 | 0.3137 | +5.26 | [+3.39, +7.17] | [+3.69, +6.85] | 1.055 | <0.0001 | inconclusive; repeatable change (+) | +| broker_sys_s | 60 | 0.3336 | 0.4331 | +29.83 | [+28.26, +31.39] | [+28.51, +31.15] | 1.294 | <0.0001 | slower/larger | +| broker_cpu_s | 60 | 0.6315 | 0.7467 | +18.24 | [+17.34, +19.10] | [+17.50, +18.96] | 1.190 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 14479.7 | 14000.4 | -3.31 | [-3.69, -2.94] | [-3.62, -2.99] | 0.969 | <0.0001 | no material change; repeatable change (-) | +| broker_maxrss_kib | 60 | 8150 | 7016 | -13.91 | [-14.53, -13.26] | [-14.44, -13.37] | 0.856 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.3270 | 0.3366 | +0.0134 | [+0.0100, +0.0168] | +| single_rtt_mean_us | 64.0 | 65.9 | +2.7 | [+2.0, +3.4] | +| single_rtt_p50_us | 60.6 | 61.7 | +2.4 | [+1.6, +3.2] | +| single_rtt_p90_us | 68.9 | 72.4 | +4.1 | [+2.3, +5.9] | +| single_rtt_p99_us | 115.2 | 118.7 | +3.1 | [-1.6, +7.8] | +| single_rtt_p999_us | 190.0 | 192.3 | -0.3 | [-12.1, +11.6] | +| single_rtt_max_us | 320.0 | 289.7 | -19.9 | [-104.3, +64.4] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.4894 | 0.4835 | -0.0048 | [-0.0090, -0.0005] | +| multi_rtt_mean_us | 486.4 | 480.4 | -4.7 | [-8.8, -0.6] | +| multi_rtt_p50_us | 474.3 | 472.6 | -2.3 | [-5.9, +1.2] | +| multi_rtt_p90_us | 513.5 | 505.8 | -7.1 | [-12.9, -1.4] | +| multi_rtt_p99_us | 802.0 | 711.8 | -39.3 | [-75.2, -3.4] | +| multi_rtt_p999_us | 1059.7 | 1103.6 | +15.4 | [-87.0, +117.7] | +| multi_rtt_max_us | 1331.0 | 1278.7 | +37.5 | [-103.1, +178.2] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2525 | 0.2517 | -0.0013 | [-0.0035, +0.0008] | +| fanout_delivery_mean_us | 55930.8 | 21869.4 | -34402.2 | [-34942.8, -33861.6] | +| fanout_delivery_p50_us | 56042.5 | 22131.0 | -35184.2 | [-35888.1, -34480.3] | +| fanout_delivery_p90_us | 88024.1 | 27302.9 | -61146.3 | [-61918.9, -60373.7] | +| fanout_delivery_p99_us | 94699.8 | 28033.7 | -67240.7 | [-68030.8, -66450.7] | +| fanout_delivery_p999_us | 96027.8 | 28416.1 | -68475.6 | [-69455.0, -67496.1] | +| fanout_delivery_max_us | 96164.4 | 29413.4 | -67456.6 | [-68560.4, -66352.8] | +| client_wall_s | 1.1114 | 1.1132 | +0.0090 | [+0.0015, +0.0165] | +| client_cpu_s | 0.9512 | 0.9575 | +0.0085 | [+0.0021, +0.0150] | +| broker_user_s | 0.2960 | 0.3129 | +0.0157 | [+0.0100, +0.0214] | +| broker_sys_s | 0.3330 | 0.4355 | +0.0995 | [+0.0946, +0.1044] | +| broker_cpu_s | 0.6280 | 0.7439 | +0.1152 | [+0.1100, +0.1204] | +| broker_vcsw | 14467.5 | 14054.0 | -479.3 | [-535.7, -423.0] | +| broker_maxrss_kib | 8218 | 7012 | -1134 | [-1194, -1074] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.json new file mode 100644 index 0000000..b5d2578 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.28411196666666666, + "median": 0.282089 + }, + "candidate": { + "mean": 0.3283116833333333, + "median": 0.327065 + }, + "diff": { + "mean": 0.04419971666666666, + "sd": 0.013065504874677674, + "se": 0.0016867494263139485, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.04082453886061941, + 0.04757489447271391 + ] + }, + "pct": { + "value": 15.5571471294357, + "ci95": [ + 14.374294829222567, + 16.792617316429297 + ], + "ci90": [ + 14.578562323096824, + 16.60443086212368 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1489015636895887, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 55.36635, + "median": 54.9675 + }, + "candidate": { + "mean": 64.25306666666667, + "median": 64.011 + }, + "diff": { + "mean": 8.886716666666667, + "sd": 2.5950855842434217, + "se": 0.3350241083252572, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 8.216334974359683, + 9.55709835897365 + ] + }, + "pct": { + "value": 16.050754053078585, + "ci95": [ + 14.844587093612114, + 17.312962456422706 + ], + "ci90": [ + 15.051385056765007, + 17.122483284646183 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1537959712447867, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 53.943650000000005, + "median": 53.429 + }, + "candidate": { + "mean": 61.64143333333333, + "median": 60.553 + }, + "diff": { + "mean": 7.697783333333332, + "sd": 2.359469877917974, + "se": 0.30460625143514536, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 7.088267632074813, + 8.307299034591852 + ] + }, + "pct": { + "value": 14.27004537759926, + "ci95": [ + 13.126271622148657, + 15.444084710525532 + ], + "ci90": [ + 13.31151984152228, + 15.248719039247618 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1333358288569877, + "wilcoxon": { + "p": 1.9664458166872526e-11, + "z": 6.708493014841762, + "w_plus": 1770.0, + "n_nonzero": 59, + "variance": 17403.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 59.90005, + "median": 59.366 + }, + "candidate": { + "mean": 70.42766666666667, + "median": 70.051 + }, + "diff": { + "mean": 10.527616666666669, + "sd": 6.66811637085847, + "se": 0.8608501218302631, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 8.805059551657589, + 12.250173781675748 + ] + }, + "pct": { + "value": 17.575305307202015, + "ci95": [ + 14.874794266634597, + 20.54954036063327 + ], + "ci90": [ + 15.26601611200878, + 20.106045277677914 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1468933165627127, + "wilcoxon": { + "p": 1.5983776244725518e-11, + "z": 6.738674732259765, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18437.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 83.72575, + "median": 85.487 + }, + "candidate": { + "mean": 109.13423333333334, + "median": 107.452 + }, + "diff": { + "mean": 25.408483333333333, + "sd": 15.22114001331051, + "se": 1.9650407260614315, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 21.47644592272919, + 29.340520743937475 + ] + }, + "pct": { + "value": 30.347274683515323, + "ci95": [ + 25.565903500836793, + 35.25950699986449 + ], + "ci90": [ + 26.24185567052482, + 34.52263473422427 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.321544610772761, + "wilcoxon": { + "p": 3.4152764091873625e-11, + "z": 6.627453295789376, + "w_plus": 1763.0, + "n_nonzero": 59, + "variance": 17550.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 146.35660000000001, + "median": 143.6655 + }, + "candidate": { + "mean": 188.50636666666665, + "median": 176.91 + }, + "diff": { + "mean": 42.14976666666667, + "sd": 54.781428763790565, + "se": 7.07225204278696, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 27.998223016374638, + 56.301310316958705 + ] + }, + "pct": { + "value": 28.79936174157274, + "ci95": [ + 19.35376860785978, + 38.89528524379079 + ], + "ci90": [ + 20.73367890978759, + 37.29609326669041 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.245025299319138, + "wilcoxon": { + "p": 6.937739495293754e-08, + "z": 5.392776059868612, + "w_plus": 1647.5, + "n_nonzero": 60, + "variance": 18449.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 336.50545, + "median": 248.1495 + }, + "candidate": { + "mean": 376.9730333333334, + "median": 252.305 + }, + "diff": { + "mean": 40.467583333333344, + "sd": 395.15997287343254, + "se": 51.01493313421929, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -61.61306208172159, + 142.54822874838828 + ] + }, + "pct": { + "value": 12.025832964468597, + "ci95": [ + -14.157633901495721, + 46.5985347308709 + ], + "ci90": [ + -10.539143694323057, + 40.50086928650413 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8910670313788874, + "wilcoxon": { + "p": 0.917913413166488, + "z": -0.10306244202277114, + "w_plus": 901.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.49681925, + "median": 0.495904 + }, + "candidate": { + "mean": 0.49532431666666665, + "median": 0.4926685 + }, + "diff": { + "mean": -0.0014949333333333314, + "sd": 0.017534032878334948, + "se": 0.002263633910988152, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.006024454326904497, + 0.0030345876602378336 + ] + }, + "pct": { + "value": -0.30090084740744816, + "ci95": [ + -1.1835935302350065, + 0.6013006545588371 + ], + "ci90": [ + -1.046597622954587, + 0.46327543059130905 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.999129780743899, + "wilcoxon": { + "p": 0.43087716628697226, + "z": -0.7876915211740365, + "w_plus": 808.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 469.20248333333336, + "median": 468.07550000000003 + }, + "candidate": { + "mean": 491.5635166666667, + "median": 488.86800000000005 + }, + "diff": { + "mean": 22.36103333333333, + "sd": 17.30894049667726, + "se": 2.234574609470872, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 17.889659867788716, + 26.832406798877948 + ] + }, + "pct": { + "value": 4.7657534066049445, + "ci95": [ + 3.8148596800744667, + 5.735293965275348 + ], + "ci90": [ + 3.964202022096647, + 5.586538668109117 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0494467652793293, + "wilcoxon": { + "p": 2.9467700566215576e-10, + "z": 6.301553513262314, + "w_plus": 1771.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 512.7627, + "median": 513.5145 + }, + "candidate": { + "mean": 480.30933333333337, + "median": 477.895 + }, + "diff": { + "mean": -32.45336666666667, + "sd": 15.878069115806484, + "se": 2.049849908514961, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -36.55510685937977, + -28.35162647395357 + ] + }, + "pct": { + "value": -6.329120013344691, + "ci95": [ + -7.05950071313337, + -5.577755560311085 + ], + "ci90": [ + -6.952971695029608, + -5.694828051005616 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9307155480248941, + "wilcoxon": { + "p": 3.590288896345829e-11, + "z": -6.620069968755134, + "w_plus": 8.0, + "n_nonzero": 59, + "variance": 17549.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 558.0390000000001, + "median": 553.8834999999999 + }, + "candidate": { + "mean": 521.84565, + "median": 516.483 + }, + "diff": { + "mean": -36.19335000000002, + "sd": 36.826949624860795, + "se": 4.754338752956844, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -45.70675987053261, + -26.679940129467425 + ] + }, + "pct": { + "value": -6.485810131549963, + "ci95": [ + -8.000119379898878, + -4.687328142686002 + ], + "ci90": [ + -7.781998469496935, + -5.060379014321891 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9320405761985185, + "wilcoxon": { + "p": 1.2496972426101432e-09, + "z": -6.073733934116561, + "w_plus": 90.0, + "n_nonzero": 60, + "variance": 18450.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 681.9948666666667, + "median": 659.5545 + }, + "candidate": { + "mean": 807.4942833333333, + "median": 819.2485 + }, + "diff": { + "mean": 125.49941666666668, + "sd": 142.73204840032338, + "se": 18.42662821415078, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 88.62781877640006, + 162.3710145569333 + ] + }, + "pct": { + "value": 18.401812506311146, + "ci95": [ + 12.6682196214406, + 24.109740943917103 + ], + "ci90": [ + 13.61302921200778, + 23.262519708174548 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2221465582542672, + "wilcoxon": { + "p": 2.1455129073836404e-07, + "z": 5.186266880950116, + "w_plus": 1619.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 974.2925, + "median": 901.7674999999999 + }, + "candidate": { + "mean": 1194.4804, + "median": 1086.3955 + }, + "diff": { + "mean": 220.18789999999998, + "sd": 376.1927369683241, + "se": 48.56627350808355, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 123.00701117935404, + 317.36878882064593 + ] + }, + "pct": { + "value": 22.59977368192816, + "ci95": [ + 12.501692258661148, + 33.973429599925815 + ], + "ci90": [ + 14.076598977644213, + 32.11724100661113 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2526890908885788, + "wilcoxon": { + "p": 7.742296206697033e-06, + "z": 4.472188971152868, + "w_plus": 1522.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 1307.29535, + "median": 1120.8274999999999 + }, + "candidate": { + "mean": 1502.9058666666667, + "median": 1339.2935 + }, + "diff": { + "mean": 195.61051666666668, + "sd": 567.9826717166551, + "se": 73.32624761643332, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 48.88503409362761, + 342.33599923970576 + ] + }, + "pct": { + "value": 14.962993379167644, + "ci95": [ + 3.7362490545301803, + 27.38245243279428 + ], + "ci90": [ + 5.535156203195654, + 25.49368081011826 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2024863857948476, + "wilcoxon": { + "p": 0.0069749763550189785, + "z": 2.698036638563829, + "w_plus": 1281.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.2553056166666667, + "median": 0.2520355 + }, + "candidate": { + "mean": 0.25704486666666665, + "median": 0.253757 + }, + "diff": { + "mean": 0.0017392499999999977, + "sd": 0.011779114193084674, + "se": 0.0015206771034297452, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0013036178555275802, + 0.004782117855527576 + ] + }, + "pct": { + "value": 0.6812423567910786, + "ci95": [ + -0.4757613866452487, + 1.8284637093272862 + ], + "ci90": [ + -0.27715667436945585, + 1.6464994092016192 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.011254627549796, + "wilcoxon": { + "p": 0.10853134200482334, + "z": 1.6048294543545791, + "w_plus": 1133.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 52930.36029999999, + "median": 52220.5305 + }, + "candidate": { + "mean": 22711.870583333333, + "median": 22507.6495 + }, + "diff": { + "mean": -30218.489716666667, + "sd": 1776.0607933536703, + "se": 229.2884624836899, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -30677.294870345497, + -29759.684562987837 + ] + }, + "pct": { + "value": -57.09103347378246, + "ci95": [ + -57.6296265702413, + -56.550768964981096 + ], + "ci90": [ + -57.54615946390877, + -56.63503897133051 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.43060980047033137, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 55612.127100000005, + "median": 54758.467000000004 + }, + "candidate": { + "mean": 22765.873216666667, + "median": 22493.72 + }, + "diff": { + "mean": -32846.25388333333, + "sd": 2004.1517439636682, + "se": 258.7348775881279, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33363.98117753741, + -32328.52658912925 + ] + }, + "pct": { + "value": -59.06311374184667, + "ci95": [ + -59.55294566496626, + -58.563193400549146 + ], + "ci90": [ + -59.48283033811774, + -58.639886807925826 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4107238890173365, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 84710.12018333333, + "median": 83604.3285 + }, + "candidate": { + "mean": 28026.696649999998, + "median": 27570.095 + }, + "diff": { + "mean": -56683.423533333334, + "sd": 2978.8794160953144, + "se": 384.57167896324086, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -57452.949685482425, + -55913.897381184244 + ] + }, + "pct": { + "value": -66.91458282747871, + "ci95": [ + -67.34682190377069, + -66.48673537567383 + ], + "ci90": [ + -67.27303342630044, + -66.55468461414398 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.33106059740285076, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 90286.90858333332, + "median": 89010.781 + }, + "candidate": { + "mean": 29121.581083333334, + "median": 28553.192499999997 + }, + "diff": { + "mean": -61165.3275, + "sd": 3615.669889253563, + "se": 466.78097554875546, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -62099.35407465259, + -60231.30092534741 + ] + }, + "pct": { + "value": -67.74551090487874, + "ci95": [ + -68.24873898339673, + -67.24043184925894 + ], + "ci90": [ + -68.17449217423045, + -67.32264493648427 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3220695563700377, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 94833.95658333333, + "median": 93474.504 + }, + "candidate": { + "mean": 30036.171266666668, + "median": 29441.305 + }, + "diff": { + "mean": -64797.78531666667, + "sd": 4000.013330285459, + "se": 516.3995004267749, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -65831.09833026773, + -63764.4723030656 + ] + }, + "pct": { + "value": -68.32761982225954, + "ci95": [ + -68.91224378675632, + -67.72524428493952 + ], + "ci90": [ + -68.82287559747078, + -67.82539174055667 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3137073548121331, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 95313.65246666667, + "median": 93833.074 + }, + "candidate": { + "mean": 31217.9277, + "median": 31008.5645 + }, + "diff": { + "mean": -64095.724766666666, + "sd": 4234.692080723357, + "se": 546.6963968319333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -65189.66172994488, + -63001.787803388455 + ] + }, + "pct": { + "value": -67.24716040976647, + "ci95": [ + -67.92364204653232, + -66.55215790689223 + ], + "ci90": [ + -67.8103506707899, + -66.66764619173553 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3253706509486967, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.0429253338370472, + "median": 1.0369848649716005 + }, + "candidate": { + "mean": 1.1192229159603206, + "median": 1.11483065597713 + }, + "diff": { + "mean": 0.07629758212327337, + "sd": 0.02919855335735376, + "se": 0.0037695170295459924, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06875479596952681, + 0.08384036827701992 + ] + }, + "pct": { + "value": 7.315728139670896, + "ci95": [ + 6.581855768709338, + 8.048335821153756 + ], + "ci90": [ + 6.705016373231968, + 7.930825251944872 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0779634348438774, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9652552333333352, + "median": 0.962095500000018 + }, + "candidate": { + "mean": 0.9646069666666662, + "median": 0.9564844999999877 + }, + "diff": { + "mean": -0.0006482666666689359, + "sd": 0.03003395809936555, + "se": 0.0038773673179844713, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008406860749106373, + 0.007110327415768501 + ] + }, + "pct": { + "value": -0.06716012970271468, + "ci95": [ + -0.8554972709551103, + 0.7297711936668649 + ], + "ci90": [ + -0.7270065791328284, + 0.6068704252416511 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0041765710213122, + "wilcoxon": { + "p": 0.9589022241229527, + "z": -0.05153122101138557, + "w_plus": 908.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.17168516666666667, + "median": 0.17092849999999998 + }, + "candidate": { + "mean": 0.2964797833333333, + "median": 0.29691599999999996 + }, + "diff": { + "mean": 0.12479461666666666, + "sd": 0.02131834616132205, + "se": 0.002752186655049504, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.1192875038902764, + 0.13030172944305693 + ] + }, + "pct": { + "value": 72.68805983044544, + "ci95": [ + 69.00950975141642, + 76.63195947062049 + ], + "ci90": [ + 69.55212979880616, + 75.99129469008241 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.7128678767218126, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.35662156666666667, + "median": 0.3556325 + }, + "candidate": { + "mean": 0.3434794666666666, + "median": 0.3402435 + }, + "diff": { + "mean": -0.013142099999999997, + "sd": 0.023466259280081263, + "se": 0.0030294810463179995, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01920407757168833, + -0.007080122428311665 + ] + }, + "pct": { + "value": -3.6851669187702107, + "ci95": [ + -5.295575393673998, + -2.064709476424299 + ], + "ci90": [ + -5.035046784045876, + -2.3197979664251074 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9639877783057571, + "wilcoxon": { + "p": 0.0002684402163575328, + "z": -3.643993485805122, + "w_plus": 420.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5283067333333332, + "median": 0.5284694999999999 + }, + "candidate": { + "mean": 0.63995925, + "median": 0.6383075 + }, + "diff": { + "mean": 0.11165251666666667, + "sd": 0.02192344833501387, + "se": 0.0028303050097649145, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.10598908942354701, + 0.11731594390978634 + ] + }, + "pct": { + "value": 21.13403248945911, + "ci95": [ + 19.980289692412498, + 22.296289254601632 + ], + "ci90": [ + 20.182417442475735, + 22.109848943418687 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2141214771732387, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 48093.916666666664, + "median": 48523.5 + }, + "candidate": { + "mean": 14165.6, + "median": 14189.5 + }, + "diff": { + "mean": -33928.316666666666, + "sd": 1426.780237869568, + "se": 184.19653666555647, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34296.89308519431, + -33559.74024813902 + ] + }, + "pct": { + "value": -70.5459630202711, + "ci95": [ + -70.76821636965686, + -70.31373344191739 + ], + "ci90": [ + -70.7343965841831, + -70.34976092254374 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2926546079861453, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 11884.733333333334, + "median": 11912.0 + }, + "candidate": { + "mean": 7071.666666666667, + "median": 7078.0 + }, + "diff": { + "mean": -4813.066666666667, + "sd": 253.00350815995208, + "se": 32.662612454518225, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -4878.424403224446, + -4747.708930108887 + ] + }, + "pct": { + "value": -40.49789365628733, + "ci95": [ + -40.85286879988533, + -40.1370212889196 + ], + "ci90": [ + -40.79935223747988, + -40.198574731654155 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5949192000661324, + "wilcoxon": { + "p": 1.626489720695088e-11, + "z": -6.736140541804971, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.md new file mode 100644 index 0000000..d1a3dbe --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-broker.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.2841 | 0.3283 | +15.56 | [+14.37, +16.79] | [+14.58, +16.60] | 1.149 | <0.0001 | slower/larger | +| single_rtt_mean_us | 60 | 55.4 | 64.3 | +16.05 | [+14.84, +17.31] | [+15.05, +17.12] | 1.154 | <0.0001 | slower/larger | +| single_rtt_p50_us | 60 | 53.9 | 61.6 | +14.27 | [+13.13, +15.44] | [+13.31, +15.25] | 1.133 | <0.0001 | slower/larger | +| single_rtt_p90_us | 60 | 59.9 | 70.4 | +17.58 | [+14.87, +20.55] | [+15.27, +20.11] | 1.147 | <0.0001 | slower/larger | +| single_rtt_p99_us | 60 | 83.7 | 109.1 | +30.35 | [+25.57, +35.26] | [+26.24, +34.52] | 1.322 | <0.0001 | slower/larger | +| single_rtt_p999_us | 60 | 146.4 | 188.5 | +28.80 | [+19.35, +38.90] | [+20.73, +37.30] | 1.245 | <0.0001 | slower/larger | +| single_rtt_max_us | 60 | 336.5 | 377.0 | +12.03 | [-14.16, +46.60] | [-10.54, +40.50] | 0.891 | 0.9179 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.4968 | 0.4953 | -0.30 | [-1.18, +0.60] | [-1.05, +0.46] | 0.999 | 0.4309 | no material change | +| multi_rtt_mean_us | 60 | 469.2 | 491.6 | +4.77 | [+3.81, +5.74] | [+3.96, +5.59] | 1.049 | <0.0001 | inconclusive; repeatable change (+) | +| multi_rtt_p50_us | 60 | 512.8 | 480.3 | -6.33 | [-7.06, -5.58] | [-6.95, -5.69] | 0.931 | <0.0001 | faster/smaller | +| multi_rtt_p90_us | 60 | 558.0 | 521.8 | -6.49 | [-8.00, -4.69] | [-7.78, -5.06] | 0.932 | <0.0001 | inconclusive; repeatable change (-) | +| multi_rtt_p99_us | 60 | 682.0 | 807.5 | +18.40 | [+12.67, +24.11] | [+13.61, +23.26] | 1.222 | <0.0001 | slower/larger | +| multi_rtt_p999_us | 60 | 974.3 | 1194.5 | +22.60 | [+12.50, +33.97] | [+14.08, +32.12] | 1.253 | <0.0001 | slower/larger | +| multi_rtt_max_us | 60 | 1307.3 | 1502.9 | +14.96 | [+3.74, +27.38] | [+5.54, +25.49] | 1.202 | 0.0070 | inconclusive; repeatable change (+) | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2553 | 0.2570 | +0.68 | [-0.48, +1.83] | [-0.28, +1.65] | 1.011 | 0.1085 | no material change | +| fanout_delivery_mean_us | 60 | 52930.4 | 22711.9 | -57.09 | [-57.63, -56.55] | [-57.55, -56.64] | 0.431 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 55612.1 | 22765.9 | -59.06 | [-59.55, -58.56] | [-59.48, -58.64] | 0.411 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 84710.1 | 28026.7 | -66.91 | [-67.35, -66.49] | [-67.27, -66.55] | 0.331 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 90286.9 | 29121.6 | -67.75 | [-68.25, -67.24] | [-68.17, -67.32] | 0.322 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 94834.0 | 30036.2 | -68.33 | [-68.91, -67.73] | [-68.82, -67.83] | 0.314 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 95313.7 | 31217.9 | -67.25 | [-67.92, -66.55] | [-67.81, -66.67] | 0.325 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.0429 | 1.1192 | +7.32 | [+6.58, +8.05] | [+6.71, +7.93] | 1.078 | <0.0001 | slower/larger | +| client_cpu_s | 60 | 0.9653 | 0.9646 | -0.07 | [-0.86, +0.73] | [-0.73, +0.61] | 1.004 | 0.9589 | no material change | +| broker_user_s | 60 | 0.1717 | 0.2965 | +72.69 | [+69.01, +76.63] | [+69.55, +75.99] | 1.713 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.3566 | 0.3435 | -3.69 | [-5.30, -2.06] | [-5.04, -2.32] | 0.964 | 0.0003 | inconclusive; repeatable change (-) | +| broker_cpu_s | 60 | 0.5283 | 0.6400 | +21.13 | [+19.98, +22.30] | [+20.18, +22.11] | 1.214 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 48093.9 | 14165.6 | -70.55 | [-70.77, -70.31] | [-70.73, -70.35] | 0.293 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 11885 | 7072 | -40.50 | [-40.85, -40.14] | [-40.80, -40.20] | 0.595 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.2821 | 0.3271 | +0.0442 | [+0.0408, +0.0476] | +| single_rtt_mean_us | 55.0 | 64.0 | +8.9 | [+8.2, +9.6] | +| single_rtt_p50_us | 53.4 | 60.6 | +7.7 | [+7.1, +8.3] | +| single_rtt_p90_us | 59.4 | 70.1 | +10.5 | [+8.8, +12.3] | +| single_rtt_p99_us | 85.5 | 107.5 | +25.4 | [+21.5, +29.3] | +| single_rtt_p999_us | 143.7 | 176.9 | +42.1 | [+28.0, +56.3] | +| single_rtt_max_us | 248.1 | 252.3 | +40.5 | [-61.6, +142.5] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.4959 | 0.4927 | -0.0015 | [-0.0060, +0.0030] | +| multi_rtt_mean_us | 468.1 | 488.9 | +22.4 | [+17.9, +26.8] | +| multi_rtt_p50_us | 513.5 | 477.9 | -32.5 | [-36.6, -28.4] | +| multi_rtt_p90_us | 553.9 | 516.5 | -36.2 | [-45.7, -26.7] | +| multi_rtt_p99_us | 659.6 | 819.2 | +125.5 | [+88.6, +162.4] | +| multi_rtt_p999_us | 901.8 | 1086.4 | +220.2 | [+123.0, +317.4] | +| multi_rtt_max_us | 1120.8 | 1339.3 | +195.6 | [+48.9, +342.3] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2520 | 0.2538 | +0.0017 | [-0.0013, +0.0048] | +| fanout_delivery_mean_us | 52220.5 | 22507.6 | -30218.5 | [-30677.3, -29759.7] | +| fanout_delivery_p50_us | 54758.5 | 22493.7 | -32846.3 | [-33364.0, -32328.5] | +| fanout_delivery_p90_us | 83604.3 | 27570.1 | -56683.4 | [-57452.9, -55913.9] | +| fanout_delivery_p99_us | 89010.8 | 28553.2 | -61165.3 | [-62099.4, -60231.3] | +| fanout_delivery_p999_us | 93474.5 | 29441.3 | -64797.8 | [-65831.1, -63764.5] | +| fanout_delivery_max_us | 93833.1 | 31008.6 | -64095.7 | [-65189.7, -63001.8] | +| client_wall_s | 1.0370 | 1.1148 | +0.0763 | [+0.0688, +0.0838] | +| client_cpu_s | 0.9621 | 0.9565 | -0.0006 | [-0.0084, +0.0071] | +| broker_user_s | 0.1709 | 0.2969 | +0.1248 | [+0.1193, +0.1303] | +| broker_sys_s | 0.3556 | 0.3402 | -0.0131 | [-0.0192, -0.0071] | +| broker_cpu_s | 0.5285 | 0.6383 | +0.1117 | [+0.1060, +0.1173] | +| broker_vcsw | 48523.5 | 14189.5 | -33928.3 | [-34296.9, -33559.7] | +| broker_maxrss_kib | 11912 | 7078 | -4813 | [-4878, -4748] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..ed24313 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.5376572166666667, + "median": 0.5324915 + }, + "candidate": { + "mean": 0.3283116833333333, + "median": 0.327065 + }, + "diff": { + "mean": -0.20934553333333333, + "sd": 0.02098935107358957, + "se": 0.0027097135718571054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.21476765766656244, + -0.20392340900010422 + ] + }, + "pct": { + "value": -38.93661739188038, + "ci95": [ + -39.62678871367545, + -38.248324463487236 + ], + "ci90": [ + -39.519733888445415, + -38.34789459137849 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6089143399419182, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 106.12491666666666, + "median": 105.095 + }, + "candidate": { + "mean": 64.25306666666667, + "median": 64.011 + }, + "diff": { + "mean": -41.87185, + "sd": 4.184378972308591, + "se": 0.5402010024657226, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -42.95278970917256, + -40.79091029082744 + ] + }, + "pct": { + "value": -39.455248885158134, + "ci95": [ + -40.1479010262261, + -38.76362855316238 + ], + "ci90": [ + -40.040508033143894, + -38.864855525582904 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6038833676623414, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 100.07115, + "median": 98.548 + }, + "candidate": { + "mean": 61.64143333333333, + "median": 60.553 + }, + "diff": { + "mean": -38.429716666666664, + "sd": 3.773444472832219, + "se": 0.48714958670392033, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -39.40450073809882, + -37.45493259523451 + ] + }, + "pct": { + "value": -38.402393363788335, + "ci95": [ + -39.099114563495256, + -37.733397564730396 + ], + "ci90": [ + -38.98717795424075, + -37.833194758230725 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.614458075841984, + "wilcoxon": { + "p": 1.5478680821581758e-11, + "z": -6.743339631441336, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18411.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 116.33721666666666, + "median": 116.357 + }, + "candidate": { + "mean": 70.42766666666667, + "median": 70.051 + }, + "diff": { + "mean": -45.909549999999996, + "sd": 9.622592271025868, + "se": 1.2422713204342464, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -48.39532917052053, + -43.42377082947946 + ] + }, + "pct": { + "value": -39.46247926107911, + "ci95": [ + -40.99326794538024, + -37.91608018678209 + ], + "ci90": [ + -40.73636687892392, + -38.144131391926194 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6075427663035924, + "wilcoxon": { + "p": 1.617577115795629e-11, + "z": -6.736939302220104, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18446.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 194.12641666666667, + "median": 197.095 + }, + "candidate": { + "mean": 109.13423333333334, + "median": 107.452 + }, + "diff": { + "mean": -84.99218333333333, + "sd": 22.434548685644007, + "se": 2.8962877813059578, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -90.78764179734009, + -79.19672486932657 + ] + }, + "pct": { + "value": -43.7818740966475, + "ci95": [ + -45.754141589023675, + -41.71211422482095 + ], + "ci90": [ + -45.45644653678423, + -42.041580009293256 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5517911536916806, + "wilcoxon": { + "p": 1.623428923818247e-11, + "z": -6.736414370511585, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18449.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 304.6852666666666, + "median": 302.172 + }, + "candidate": { + "mean": 188.50636666666665, + "median": 176.91 + }, + "diff": { + "mean": -116.17889999999998, + "sd": 60.65181528483515, + "se": 7.830115683847167, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -131.84692529327464, + -100.51087470672533 + ] + }, + "pct": { + "value": -38.13079026466436, + "ci95": [ + -42.28330784541818, + -33.2264835992102 + ], + "ci90": [ + -41.72079758696049, + -34.08631706959683 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.58994180456081, + "wilcoxon": { + "p": 1.619378859115637e-10, + "z": -6.39368214351564, + "w_plus": 46.5, + "n_nonzero": 60, + "variance": 18451.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 606.7387666666667, + "median": 457.11699999999996 + }, + "candidate": { + "mean": 376.9730333333334, + "median": 252.305 + }, + "diff": { + "mean": -229.76573333333332, + "sd": 492.8257566322999, + "se": 63.62353160063223, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -357.07612600385136, + -102.45534066281526 + ] + }, + "pct": { + "value": -37.86897194580666, + "ci95": [ + -51.7699501275745, + -19.43765150407761 + ], + "ci90": [ + -49.874849658916304, + -22.844042083157994 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5148875223047817, + "wilcoxon": { + "p": 4.6081411734135076e-05, + "z": -4.074661062605947, + "w_plus": 361.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 1.1379107666666668, + "median": 1.1323035 + }, + "candidate": { + "mean": 0.49532431666666665, + "median": 0.4926685 + }, + "diff": { + "mean": -0.6425864499999999, + "sd": 0.022480243086647127, + "se": 0.002902186903109291, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.6483937125794699, + -0.63677918742053 + ] + }, + "pct": { + "value": -56.47072413967551, + "ci95": [ + -56.812862278365294, + -56.13146286026218 + ], + "ci90": [ + -56.75356767943772, + -56.18524337964056 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.43476097890170257, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 1123.6295, + "median": 1117.656 + }, + "candidate": { + "mean": 491.5635166666667, + "median": 488.86800000000005 + }, + "diff": { + "mean": -632.0659833333334, + "sd": 22.65333915259358, + "se": 2.9245335091327793, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -637.9179613681723, + -626.2140052984945 + ] + }, + "pct": { + "value": -56.25217060724494, + "ci95": [ + -56.5961905640058, + -55.91162956557915 + ], + "ci90": [ + -56.538186979726746, + -55.96619212475324 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.43686216115374554, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 1062.7081166666667, + "median": 1058.4935 + }, + "candidate": { + "mean": 480.30933333333337, + "median": 477.895 + }, + "diff": { + "mean": -582.3987833333334, + "sd": 18.198553582952176, + "se": 2.3494231650612365, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -587.0999682277944, + -577.6975984388724 + ] + }, + "pct": { + "value": -54.80326857388733, + "ci95": [ + -55.086312524886196, + -54.52919889267798 + ], + "ci90": [ + -55.0400088794699, + -54.56940021006247 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4510453785484997, + "wilcoxon": { + "p": 1.627511158524573e-11, + "z": -6.736049272989746, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 1364.8208333333334, + "median": 1358.8845000000001 + }, + "candidate": { + "mean": 521.84565, + "median": 516.483 + }, + "diff": { + "mean": -842.9751833333333, + "sd": 40.90179871453656, + "se": 5.2803995083776005, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -853.5412383440565, + -832.4091283226102 + ] + }, + "pct": { + "value": -61.76453075342613, + "ci95": [ + -62.26250489547417, + -61.11665557052585 + ], + "ci90": [ + -62.19576566454651, + -61.24904657812388 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3794929883579915, + "wilcoxon": { + "p": 1.6259792216634806e-11, + "z": -6.736186177603813, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18450.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 1669.13025, + "median": 1665.2125 + }, + "candidate": { + "mean": 807.4942833333333, + "median": 819.2485 + }, + "diff": { + "mean": -861.6359666666667, + "sd": 126.0456670974166, + "se": 16.27242565099662, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -894.197015184596, + -829.0749181487374 + ] + }, + "pct": { + "value": -51.62185315775487, + "ci95": [ + -53.30070358665948, + -49.99045984593912 + ], + "ci90": [ + -53.023380739520846, + -50.24075953064216 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4836310872008676, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": -6.735980823812856, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1967.9183833333334, + "median": 1905.0505 + }, + "candidate": { + "mean": 1194.4804, + "median": 1086.3955 + }, + "diff": { + "mean": -773.4379833333334, + "sd": 355.3627952807461, + "se": 45.87713959946818, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -865.2379276317795, + -681.6380390348872 + ] + }, + "pct": { + "value": -39.30234047731469, + "ci95": [ + -43.336584142952084, + -34.73327664499577 + ], + "ci90": [ + -42.71713206795863, + -35.533485880679514 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.569787446564072, + "wilcoxon": { + "p": 2.834702744373323e-11, + "z": -6.654911654192911, + "w_plus": 11.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 2484.1441666666665, + "median": 2434.5935 + }, + "candidate": { + "mean": 1502.9058666666667, + "median": 1339.2935 + }, + "diff": { + "mean": -981.2383000000001, + "sd": 650.2928679322383, + "se": 83.95244825530061, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1149.2267609380513, + -813.2498390619489 + ] + }, + "pct": { + "value": -39.500054512402485, + "ci95": [ + -44.28232123331172, + -34.00081878830613 + ], + "ci90": [ + -43.55818204385037, + -34.86595493341433 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5721053331892083, + "wilcoxon": { + "p": 6.588314111064043e-11, + "z": -6.529741862442714, + "w_plus": 28.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.6075122666666667, + "median": 0.605995 + }, + "candidate": { + "mean": 0.25704486666666665, + "median": 0.253757 + }, + "diff": { + "mean": -0.35046740000000004, + "sd": 0.011432783160125118, + "se": 0.0014759659593321728, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.35342080106283935, + -0.34751399893716073 + ] + }, + "pct": { + "value": -57.688942138232825, + "ci95": [ + -58.02882345617687, + -57.30901059640379 + ], + "ci90": [ + -57.98360802542136, + -57.37513027136499 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.420003639690955, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 18349.01255, + "median": 18300.4755 + }, + "candidate": { + "mean": 22711.870583333333, + "median": 22507.6495 + }, + "diff": { + "mean": 4362.858033333334, + "sd": 976.3601711529906, + "se": 126.04755609252518, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4110.637456172869, + 4615.078610493799 + ] + }, + "pct": { + "value": 23.777072588755388, + "ci95": [ + 22.481044649354185, + 25.201887049140307 + ], + "ci90": [ + 22.671431076513898, + 24.950165080952306 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2248983342866038, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 18355.56448333333, + "median": 18304.866 + }, + "candidate": { + "mean": 22765.873216666667, + "median": 22493.72 + }, + "diff": { + "mean": 4410.308733333334, + "sd": 833.0795030163252, + "se": 107.55010137496598, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4195.101477569103, + 4625.515989097566 + ] + }, + "pct": { + "value": 24.02709400377119, + "ci95": [ + 22.940275257573518, + 25.243110403361648 + ], + "ci90": [ + 23.098736387531208, + 25.026364823425677 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2264653661396387, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 27110.85975, + "median": 27050.6435 + }, + "candidate": { + "mean": 28026.696649999998, + "median": 27570.095 + }, + "diff": { + "mean": 915.8369000000001, + "sd": 1169.714519064906, + "se": 151.00949507184663, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 613.6675983137917, + 1218.0062016862084 + ] + }, + "pct": { + "value": 3.3781182465081994, + "ci95": [ + 2.3704425431615412, + 4.512409183524216 + ], + "ci90": [ + 2.518005818475756, + 4.322489095993357 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.020306351932891, + "wilcoxon": { + "p": 5.7790877426104985e-09, + "z": 5.823027974286569, + "w_plus": 1706.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 29351.68305, + "median": 29294.6725 + }, + "candidate": { + "mean": 29121.581083333334, + "median": 28553.192499999997 + }, + "diff": { + "mean": -230.10196666666658, + "sd": 1537.287852109186, + "se": 198.4630083181949, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -627.2255290328684, + 167.02159569953525 + ] + }, + "pct": { + "value": -0.7839481173011142, + "ci95": [ + -2.0220783642155, + 0.5494325325690008 + ], + "ci90": [ + -1.8371337323557595, + 0.33098262823406915 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9786633249368384, + "wilcoxon": { + "p": 0.05561552671365759, + "z": -1.9140362294740443, + "w_plus": 655.0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 30529.046416666664, + "median": 30630.4035 + }, + "candidate": { + "mean": 30036.171266666668, + "median": 29441.305 + }, + "diff": { + "mean": -492.8751500000002, + "sd": 2210.2711986964046, + "se": 285.3447847717693, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1063.8487454899027, + 78.09844548990225 + ] + }, + "pct": { + "value": -1.6144465938212949, + "ci95": [ + -3.383819036562802, + 0.21223452883130664 + ], + "ci90": [ + -3.096619120886811, + -0.0767567987870871 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9701917424208621, + "wilcoxon": { + "p": 0.06679674955908954, + "z": -1.8330391474050007, + "w_plus": 666.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 30982.265033333333, + "median": 31288.769500000002 + }, + "candidate": { + "mean": 31217.9277, + "median": 31008.5645 + }, + "diff": { + "mean": 235.662666666667, + "sd": 2366.401468687995, + "se": 305.5011159556459, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -375.643654361389, + 846.968987694723 + ] + }, + "pct": { + "value": 0.7606373078699047, + "ci95": [ + -1.128698922266419, + 2.7424931021890697 + ], + "ci90": [ + -0.8231517442055525, + 2.3892647500649753 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9956135721245153, + "wilcoxon": { + "p": 0.5559094127062845, + "z": 0.5889282401301208, + "w_plus": 995.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 2.2951449270670614, + "median": 2.2863077209331095 + }, + "candidate": { + "mean": 1.1192229159603206, + "median": 1.11483065597713 + }, + "diff": { + "mean": -1.1759220111067408, + "sd": 0.03859975497549054, + "se": 0.004983206939592058, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.185893385160922, + -1.1659506370525596 + ] + }, + "pct": { + "value": -51.2351964025835, + "ci95": [ + -51.5305993999725, + -50.94711618986281 + ], + "ci90": [ + -51.48333151678382, + -50.99191325061145 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4881486780829626, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.5046966666666655, + "median": 1.497651999999995 + }, + "candidate": { + "mean": 0.9646069666666662, + "median": 0.9564844999999877 + }, + "diff": { + "mean": -0.5400896999999993, + "sd": 0.031384111533642574, + "se": 0.004051671376843793, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5481970756985963, + -0.5319823243014024 + ] + }, + "pct": { + "value": -35.89359317160267, + "ci95": [ + -36.33975808797886, + -35.43964927522011 + ], + "ci90": [ + -36.264642994589096, + -35.51117141998083 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6390206144049172, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.7607676666666666, + "median": 0.75922 + }, + "candidate": { + "mean": 0.2964797833333333, + "median": 0.29691599999999996 + }, + "diff": { + "mean": -0.4642878833333333, + "sd": 0.030331407340533096, + "se": 0.0039157678498972694, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.4721233167026444, + -0.45645244996402223 + ] + }, + "pct": { + "value": -61.02886645638199, + "ci95": [ + -61.69170725588118, + -60.353561577702514 + ], + "ci90": [ + -61.587647845499745, + -60.47166205235478 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.384715722663648, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 1.3162437333333334, + "median": 1.31491 + }, + "candidate": { + "mean": 0.3434794666666666, + "median": 0.3402435 + }, + "diff": { + "mean": -0.9727642666666667, + "sd": 0.030184453053369597, + "se": 0.0038967961330026685, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.9805617377181572, + -0.9649667956151762 + ] + }, + "pct": { + "value": -73.90456965011951, + "ci95": [ + -74.25512571584478, + -73.56424245958587 + ], + "ci90": [ + -74.20331715778447, + -73.61491797844234 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.26186037880134583, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 2.0770114, + "median": 2.068933 + }, + "candidate": { + "mean": 0.63995925, + "median": 0.6383075 + }, + "diff": { + "mean": -1.43705215, + "sd": 0.034561175158449885, + "se": 0.004461828527134463, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.4459802482606183, + -1.4281240517393816 + ] + }, + "pct": { + "value": -69.18845751159574, + "ci95": [ + -69.42357316955163, + -68.94856987653377 + ], + "ci90": [ + -69.38345719429256, + -68.99017131674672 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3073814269948653, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 10032.45, + "median": 10026.5 + }, + "candidate": { + "mean": 14165.6, + "median": 14189.5 + }, + "diff": { + "mean": 4133.15, + "sd": 114.03862340066476, + "se": 14.722322975173133, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4103.690699771955, + 4162.609300228044 + ] + }, + "pct": { + "value": 41.19781309650183, + "ci95": [ + 40.89189349431601, + 41.484240161648735 + ], + "ci90": [ + 40.94841708251969, + 41.43928212281338 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4147618848756378, + "wilcoxon": { + "p": 1.628022097398373e-11, + "z": 6.7360036399733, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6314.266666666666, + "median": 6302.0 + }, + "candidate": { + "mean": 7071.666666666667, + "median": 7078.0 + }, + "diff": { + "mean": 757.4, + "sd": 171.2246220216026, + "se": 22.105003651677553, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 713.1679898603688, + 801.6320101396311 + ] + }, + "pct": { + "value": 11.99505880862386, + "ci95": [ + 11.261596635903592, + 12.723109347036065 + ], + "ci90": [ + 11.386721456726873, + 12.611374015045454 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1194029850746268, + "wilcoxon": { + "p": 1.627511158524573e-11, + "z": 6.736049272989746, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..140cc81 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-dbus-daemon.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.5377 | 0.3283 | -38.94 | [-39.63, -38.25] | [-39.52, -38.35] | 0.609 | <0.0001 | faster/smaller | +| single_rtt_mean_us | 60 | 106.1 | 64.3 | -39.46 | [-40.15, -38.76] | [-40.04, -38.86] | 0.604 | <0.0001 | faster/smaller | +| single_rtt_p50_us | 60 | 100.1 | 61.6 | -38.40 | [-39.10, -37.73] | [-38.99, -37.83] | 0.614 | <0.0001 | faster/smaller | +| single_rtt_p90_us | 60 | 116.3 | 70.4 | -39.46 | [-40.99, -37.92] | [-40.74, -38.14] | 0.608 | <0.0001 | faster/smaller | +| single_rtt_p99_us | 60 | 194.1 | 109.1 | -43.78 | [-45.75, -41.71] | [-45.46, -42.04] | 0.552 | <0.0001 | faster/smaller | +| single_rtt_p999_us | 60 | 304.7 | 188.5 | -38.13 | [-42.28, -33.23] | [-41.72, -34.09] | 0.590 | <0.0001 | faster/smaller | +| single_rtt_max_us | 60 | 606.7 | 377.0 | -37.87 | [-51.77, -19.44] | [-49.87, -22.84] | 0.515 | <0.0001 | faster/smaller | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 1.1379 | 0.4953 | -56.47 | [-56.81, -56.13] | [-56.75, -56.19] | 0.435 | <0.0001 | faster/smaller | +| multi_rtt_mean_us | 60 | 1123.6 | 491.6 | -56.25 | [-56.60, -55.91] | [-56.54, -55.97] | 0.437 | <0.0001 | faster/smaller | +| multi_rtt_p50_us | 60 | 1062.7 | 480.3 | -54.80 | [-55.09, -54.53] | [-55.04, -54.57] | 0.451 | <0.0001 | faster/smaller | +| multi_rtt_p90_us | 60 | 1364.8 | 521.8 | -61.76 | [-62.26, -61.12] | [-62.20, -61.25] | 0.379 | <0.0001 | faster/smaller | +| multi_rtt_p99_us | 60 | 1669.1 | 807.5 | -51.62 | [-53.30, -49.99] | [-53.02, -50.24] | 0.484 | <0.0001 | faster/smaller | +| multi_rtt_p999_us | 60 | 1967.9 | 1194.5 | -39.30 | [-43.34, -34.73] | [-42.72, -35.53] | 0.570 | <0.0001 | faster/smaller | +| multi_rtt_max_us | 60 | 2484.1 | 1502.9 | -39.50 | [-44.28, -34.00] | [-43.56, -34.87] | 0.572 | <0.0001 | faster/smaller | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.6075 | 0.2570 | -57.69 | [-58.03, -57.31] | [-57.98, -57.38] | 0.420 | <0.0001 | faster/smaller | +| fanout_delivery_mean_us | 60 | 18349.0 | 22711.9 | +23.78 | [+22.48, +25.20] | [+22.67, +24.95] | 1.225 | <0.0001 | slower/larger | +| fanout_delivery_p50_us | 60 | 18355.6 | 22765.9 | +24.03 | [+22.94, +25.24] | [+23.10, +25.03] | 1.226 | <0.0001 | slower/larger | +| fanout_delivery_p90_us | 60 | 27110.9 | 28026.7 | +3.38 | [+2.37, +4.51] | [+2.52, +4.32] | 1.020 | <0.0001 | no material change; repeatable change (+) | +| fanout_delivery_p99_us | 60 | 29351.7 | 29121.6 | -0.78 | [-2.02, +0.55] | [-1.84, +0.33] | 0.979 | 0.0556 | no material change | +| fanout_delivery_p999_us | 60 | 30529.0 | 30036.2 | -1.61 | [-3.38, +0.21] | [-3.10, -0.08] | 0.970 | 0.0668 | no material change | +| fanout_delivery_max_us | 60 | 30982.3 | 31217.9 | +0.76 | [-1.13, +2.74] | [-0.82, +2.39] | 0.996 | 0.5559 | no material change | +| client_wall_s | 60 | 2.2951 | 1.1192 | -51.24 | [-51.53, -50.95] | [-51.48, -50.99] | 0.488 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 1.5047 | 0.9646 | -35.89 | [-36.34, -35.44] | [-36.26, -35.51] | 0.639 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.7608 | 0.2965 | -61.03 | [-61.69, -60.35] | [-61.59, -60.47] | 0.385 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 1.3162 | 0.3435 | -73.90 | [-74.26, -73.56] | [-74.20, -73.61] | 0.262 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 2.0770 | 0.6400 | -69.19 | [-69.42, -68.95] | [-69.38, -68.99] | 0.307 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 10032.5 | 14165.6 | +41.20 | [+40.89, +41.48] | [+40.95, +41.44] | 1.415 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6314 | 7072 | +12.00 | [+11.26, +12.72] | [+11.39, +12.61] | 1.119 | <0.0001 | slower/larger | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.5325 | 0.3271 | -0.2093 | [-0.2148, -0.2039] | +| single_rtt_mean_us | 105.1 | 64.0 | -41.9 | [-43.0, -40.8] | +| single_rtt_p50_us | 98.5 | 60.6 | -38.4 | [-39.4, -37.5] | +| single_rtt_p90_us | 116.4 | 70.1 | -45.9 | [-48.4, -43.4] | +| single_rtt_p99_us | 197.1 | 107.5 | -85.0 | [-90.8, -79.2] | +| single_rtt_p999_us | 302.2 | 176.9 | -116.2 | [-131.8, -100.5] | +| single_rtt_max_us | 457.1 | 252.3 | -229.8 | [-357.1, -102.5] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 1.1323 | 0.4927 | -0.6426 | [-0.6484, -0.6368] | +| multi_rtt_mean_us | 1117.7 | 488.9 | -632.1 | [-637.9, -626.2] | +| multi_rtt_p50_us | 1058.5 | 477.9 | -582.4 | [-587.1, -577.7] | +| multi_rtt_p90_us | 1358.9 | 516.5 | -843.0 | [-853.5, -832.4] | +| multi_rtt_p99_us | 1665.2 | 819.2 | -861.6 | [-894.2, -829.1] | +| multi_rtt_p999_us | 1905.1 | 1086.4 | -773.4 | [-865.2, -681.6] | +| multi_rtt_max_us | 2434.6 | 1339.3 | -981.2 | [-1149.2, -813.2] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.6060 | 0.2538 | -0.3505 | [-0.3534, -0.3475] | +| fanout_delivery_mean_us | 18300.5 | 22507.6 | +4362.9 | [+4110.6, +4615.1] | +| fanout_delivery_p50_us | 18304.9 | 22493.7 | +4410.3 | [+4195.1, +4625.5] | +| fanout_delivery_p90_us | 27050.6 | 27570.1 | +915.8 | [+613.7, +1218.0] | +| fanout_delivery_p99_us | 29294.7 | 28553.2 | -230.1 | [-627.2, +167.0] | +| fanout_delivery_p999_us | 30630.4 | 29441.3 | -492.9 | [-1063.8, +78.1] | +| fanout_delivery_max_us | 31288.8 | 31008.6 | +235.7 | [-375.6, +847.0] | +| client_wall_s | 2.2863 | 1.1148 | -1.1759 | [-1.1859, -1.1660] | +| client_cpu_s | 1.4977 | 0.9565 | -0.5401 | [-0.5482, -0.5320] | +| broker_user_s | 0.7592 | 0.2969 | -0.4643 | [-0.4721, -0.4565] | +| broker_sys_s | 1.3149 | 0.3402 | -0.9728 | [-0.9806, -0.9650] | +| broker_cpu_s | 2.0689 | 0.6383 | -1.4371 | [-1.4460, -1.4281] | +| broker_vcsw | 10026.5 | 14189.5 | +4133.1 | [+4103.7, +4162.6] | +| broker_maxrss_kib | 6302 | 7078 | +757 | [+713, +802] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.json new file mode 100644 index 0000000..4463598 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "timeout-before", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.3409011, + "median": 0.3366115 + }, + "candidate": { + "mean": 0.3283116833333333, + "median": 0.327065 + }, + "diff": { + "mean": -0.01258941666666667, + "sd": 0.014631872482661616, + "se": 0.0018889666149726335, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016369230132589955, + -0.008809603200743386 + ] + }, + "pct": { + "value": -3.6929821190564316, + "ci95": [ + -4.741588248219913, + -2.6488282565822474 + ], + "ci90": [ + -4.577098779382101, + -2.819431764058731 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9681325584804579, + "wilcoxon": { + "p": 9.065507517982283e-08, + "z": -5.344523779180846, + "w_plus": 189.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 66.77076666666667, + "median": 65.92099999999999 + }, + "candidate": { + "mean": 64.25306666666667, + "median": 64.011 + }, + "diff": { + "mean": -2.5177, + "sd": 2.9177054096716337, + "se": 0.37667414869325083, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.2714232305805284, + -1.7639767694194715 + ] + }, + "pct": { + "value": -3.7706621111134986, + "ci95": [ + -4.838361366776597, + -2.7079575414097428 + ], + "ci90": [ + -4.668904771277141, + -2.882995985941708 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9673722736597735, + "wilcoxon": { + "p": 8.704252796308236e-08, + "z": -5.351885382182473, + "w_plus": 188.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 63.40275, + "median": 61.741 + }, + "candidate": { + "mean": 61.64143333333333, + "median": 60.553 + }, + "diff": { + "mean": -1.7613166666666682, + "sd": 3.8081241722903325, + "se": 0.49162671665234536, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.7450594544327225, + -0.7775738789006138 + ] + }, + "pct": { + "value": -2.777981501853888, + "ci95": [ + -4.3025998098471, + -1.337007649833615 + ], + "ci90": [ + -4.03133716329782, + -1.5709205785669536 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9807742144476838, + "wilcoxon": { + "p": 0.00021171309875713502, + "z": -3.704613736144268, + "w_plus": 254.5, + "n_nonzero": 50, + "variance": 10688.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 74.16775000000001, + "median": 72.4265 + }, + "candidate": { + "mean": 70.42766666666667, + "median": 70.051 + }, + "diff": { + "mean": -3.740083333333335, + "sd": 7.370552871868272, + "se": 0.9515342841695689, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -5.6440990380491725, + -1.8360676286174975 + ] + }, + "pct": { + "value": -5.04273533083226, + "ci95": [ + -7.499444318289368, + -2.576441762659242 + ], + "ci90": [ + -7.11148204280166, + -2.998814690296212 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9473676433648062, + "wilcoxon": { + "p": 0.0002771887181464695, + "z": -3.6357354203821286, + "w_plus": 352.5, + "n_nonzero": 56, + "variance": 15014.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 117.76211666666667, + "median": 118.7315 + }, + "candidate": { + "mean": 109.13423333333334, + "median": 107.452 + }, + "diff": { + "mean": -8.627883333333333, + "sd": 16.755308781875335, + "se": 2.163101062425535, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -12.956238561584655, + -4.299528105082012 + ] + }, + "pct": { + "value": -7.3265355426270995, + "ci95": [ + -10.745915682669766, + -3.8561911279785632 + ], + "ci90": [ + -10.17616912066865, + -4.417257265441641 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9306919285606994, + "wilcoxon": { + "p": 0.0001950644259909131, + "z": -3.7253241129357706, + "w_plus": 391.5, + "n_nonzero": 59, + "variance": 17548.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 195.80836666666667, + "median": 192.346 + }, + "candidate": { + "mean": 188.50636666666665, + "median": 176.91 + }, + "diff": { + "mean": -7.3020000000000005, + "sd": 59.52847569533567, + "se": 7.685093166438268, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -22.67983590622072, + 8.075835906220718 + ] + }, + "pct": { + "value": -3.7291562788175137, + "ci95": [ + -10.583544189455864, + 4.194850696853842 + ], + "ci90": [ + -9.647728105825536, + 2.8847390018327053 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9395163686643178, + "wilcoxon": { + "p": 0.05329306090273696, + "z": -1.9325386132741318, + "w_plus": 652.5, + "n_nonzero": 60, + "variance": 18450.25 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 365.57488333333333, + "median": 289.705 + }, + "candidate": { + "mean": 376.9730333333334, + "median": 252.305 + }, + "diff": { + "mean": 11.398150000000008, + "sd": 326.1989984202388, + "se": 42.11210961437081, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -72.86798669990256, + 95.66428669990259 + ] + }, + "pct": { + "value": 3.1178701053176994, + "ci95": [ + -17.836653761612155, + 27.261802729491013 + ], + "ci90": [ + -14.797095460503208, + 23.31302164170022 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9972229630773406, + "wilcoxon": { + "p": 0.8326176145190035, + "z": -0.2113455849555947, + "w_plus": 857.0, + "n_nonzero": 59, + "variance": 17552.125 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.48785483333333335, + "median": 0.4834565 + }, + "candidate": { + "mean": 0.49532431666666665, + "median": 0.4926685 + }, + "diff": { + "mean": 0.007469483333333331, + "sd": 0.014113414322805624, + "se": 0.0018220339543450468, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0038236018119689992, + 0.011115364854697662 + ] + }, + "pct": { + "value": 1.5310872872360548, + "ci95": [ + 0.799555163678784, + 2.281241281105852 + ], + "ci90": [ + 0.920435336797234, + 2.153542977783508 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.015271425341454, + "wilcoxon": { + "p": 0.00020705638427709265, + "z": 3.710247912819761, + "w_plus": 1419.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 484.67493333333334, + "median": 480.43 + }, + "candidate": { + "mean": 491.5635166666667, + "median": 488.86800000000005 + }, + "diff": { + "mean": 6.888583333333333, + "sd": 13.458323119777125, + "se": 1.7374620436925017, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 3.411929814300838, + 10.365236852365829 + ] + }, + "pct": { + "value": 1.4212790593393088, + "ci95": [ + 0.7209775883694453, + 2.1393636038367165 + ], + "ci90": [ + 0.8359100243114681, + 2.016313125746022 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.014378069524577, + "wilcoxon": { + "p": 0.0003465791905709812, + "z": 3.5777390587904834, + "w_plus": 1401.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 475.63915, + "median": 472.552 + }, + "candidate": { + "mean": 480.30933333333337, + "median": 477.895 + }, + "diff": { + "mean": 4.670183333333331, + "sd": 9.555826713903837, + "se": 1.233651924073117, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 2.2016515350933235, + 7.138715131573339 + ] + }, + "pct": { + "value": 0.9818753004948055, + "ci95": [ + 0.4733116477998772, + 1.4991576840388743 + ], + "ci90": [ + 0.5598102598273669, + 1.4111785808828787 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0075759106330469, + "wilcoxon": { + "p": 0.0005209129231906361, + "z": 3.469765511751203, + "w_plus": 1344.5, + "n_nonzero": 59, + "variance": 17537.625 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 509.18091666666663, + "median": 505.797 + }, + "candidate": { + "mean": 521.84565, + "median": 516.483 + }, + "diff": { + "mean": 12.664733333333325, + "sd": 31.93150317549, + "se": 4.122339333934734, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 4.415951379218447, + 20.913515287448206 + ] + }, + "pct": { + "value": 2.4872757243618926, + "ci95": [ + 1.122956384558803, + 4.283275278237421 + ], + "ci90": [ + 1.2847365434460767, + 3.933257996023861 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0176684914451422, + "wilcoxon": { + "p": 0.0002652340911018744, + "z": 3.647083170853071, + "w_plus": 1326.5, + "n_nonzero": 58, + "variance": 16678.25 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 749.27615, + "median": 711.796 + }, + "candidate": { + "mean": 807.4942833333333, + "median": 819.2485 + }, + "diff": { + "mean": 58.21813333333334, + "sd": 144.0892962950249, + "se": 18.60184816391258, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 20.995921133444497, + 95.44034553322219 + ] + }, + "pct": { + "value": 7.769916783462727, + "ci95": [ + 2.731296905563811, + 12.789240037786557 + ], + "ci90": [ + 3.653833136695408, + 11.963031119824436 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1032055279314292, + "wilcoxon": { + "p": 0.004646585176664186, + "z": 2.830565116279885, + "w_plus": 1299.5, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1152.9639833333333, + "median": 1103.6109999999999 + }, + "candidate": { + "mean": 1194.4804, + "median": 1086.3955 + }, + "diff": { + "mean": 41.51641666666667, + "sd": 419.73689680521403, + "se": 54.1878003705125, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -66.91312142349867, + 149.945954756832 + ] + }, + "pct": { + "value": 3.6008424605457723, + "ci95": [ + -5.247187347279704, + 13.277124913466155 + ], + "ci90": [ + -3.8862773548222, + 11.849234013535371 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0152306375392484, + "wilcoxon": { + "p": 0.6218507385036353, + "z": 0.49322907171562497, + "w_plus": 982.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 1442.5703500000002, + "median": 1278.7405 + }, + "candidate": { + "mean": 1502.9058666666667, + "median": 1339.2935 + }, + "diff": { + "mean": 60.33551666666668, + "sd": 575.8221904560555, + "se": 74.33832513376595, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -88.41512834082204, + 209.0861616741554 + ] + }, + "pct": { + "value": 4.182500816453527, + "ci95": [ + -5.538298274622241, + 15.222600390087381 + ], + "ci90": [ + -3.963597874728308, + 13.30421157746468 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0144954245644633, + "wilcoxon": { + "p": 0.44390880598556376, + "z": 0.7656093053496269, + "w_plus": 1019.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.25401124999999997, + "median": 0.2516925 + }, + "candidate": { + "mean": 0.25704486666666665, + "median": 0.253757 + }, + "diff": { + "mean": 0.003033616666666665, + "sd": 0.008123356845774123, + "se": 0.0010487208592994395, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0009351310743037277, + 0.005132102259029602 + ] + }, + "pct": { + "value": 1.194284373887644, + "ci95": [ + 0.41631821977905714, + 2.0302426839503993 + ], + "ci90": [ + 0.5320437338167028, + 1.8704404082323012 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0070989341782872, + "wilcoxon": { + "p": 0.004386510217217035, + "z": 2.848940361629459, + "w_plus": 1302.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 22041.03005, + "median": 21869.432500000003 + }, + "candidate": { + "mean": 22711.870583333333, + "median": 22507.6495 + }, + "diff": { + "mean": 670.8405333333336, + "sd": 940.4633907727681, + "se": 121.41330167268963, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 427.8930778478449, + 913.7879888188223 + ] + }, + "pct": { + "value": 3.043598832774741, + "ci95": [ + 1.9592891021468306, + 4.144479446977175 + ], + "ci90": [ + 2.130745845318651, + 3.9492783620019645 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0310604070459877, + "wilcoxon": { + "p": 3.6487490319576576e-06, + "z": 4.630448288023074, + "w_plus": 1544.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 22320.866833333333, + "median": 22130.995 + }, + "candidate": { + "mean": 22765.873216666667, + "median": 22493.72 + }, + "diff": { + "mean": 445.00638333333353, + "sd": 771.1888613098674, + "se": 99.56005388779259, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 245.7871756616415, + 644.2255910050255 + ] + }, + "pct": { + "value": 1.9936787699874392, + "ci95": [ + 1.1470517746915971, + 2.9062747695815148 + ], + "ci90": [ + 1.2777285445883335, + 2.7462982616476626 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0161009974791195, + "wilcoxon": { + "p": 1.2060693427811309e-05, + "z": 4.376487807984165, + "w_plus": 1509.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 27582.640116666666, + "median": 27302.948 + }, + "candidate": { + "mean": 28026.696649999998, + "median": 27570.095 + }, + "diff": { + "mean": 444.0565333333333, + "sd": 1077.5013272038614, + "se": 139.1048231925648, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 165.70842505522518, + 722.4046416114413 + ] + }, + "pct": { + "value": 1.6099130882870627, + "ci95": [ + 0.6856712213818417, + 2.6394114878443142 + ], + "ci90": [ + 0.8176653937692302, + 2.4708735791139214 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0118245494592624, + "wilcoxon": { + "p": 0.0011386098516071603, + "z": 3.2538285267189173, + "w_plus": 1357.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 28588.079866666663, + "median": 28033.742 + }, + "candidate": { + "mean": 29121.581083333334, + "median": 28553.192499999997 + }, + "diff": { + "mean": 533.5012166666667, + "sd": 1768.9260526361331, + "se": 228.36737141773892, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 76.53916195360387, + 990.4632713797295 + ] + }, + "pct": { + "value": 1.866166665109703, + "ci95": [ + 0.318778575233824, + 3.4428125311626614 + ], + "ci90": [ + 0.5530328381864502, + 3.191646282409761 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0172875215000432, + "wilcoxon": { + "p": 0.006171709783104299, + "z": 2.7385163166050615, + "w_plus": 1287.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 29144.8921, + "median": 28416.057 + }, + "candidate": { + "mean": 30036.171266666668, + "median": 29441.305 + }, + "diff": { + "mean": 891.2791666666665, + "sd": 2218.2280734096335, + "se": 286.37201288017576, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 318.2500924796003, + 1464.3082408537325 + ] + }, + "pct": { + "value": 3.058097328370857, + "ci95": [ + 1.1653593573188565, + 5.007896800983179 + ], + "ci90": [ + 1.4405460726839547, + 4.703013822189542 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.022483002709219, + "wilcoxon": { + "p": 0.0006895544238670314, + "z": 3.393698983749821, + "w_plus": 1376.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 30440.86835, + "median": 29413.404 + }, + "candidate": { + "mean": 31217.9277, + "median": 31008.5645 + }, + "diff": { + "mean": 777.05935, + "sd": 3199.4910019381336, + "se": 413.0525122282291, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -49.45681787643491, + 1603.5755178764348 + ] + }, + "pct": { + "value": 2.552684572153474, + "ci95": [ + -0.13773788878241847, + 5.274736318256213 + ], + "ci90": [ + 0.3043602886742425, + 4.802655140564214 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0384205107637081, + "wilcoxon": { + "p": 0.04685231481940993, + "z": 1.9876328104391576, + "w_plus": 1185.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.1215733692399226, + "median": 1.1132343064527959 + }, + "candidate": { + "mean": 1.1192229159603206, + "median": 1.11483065597713 + }, + "diff": { + "mean": -0.002350453279602031, + "sd": 0.026459202628278247, + "se": 0.0034158683711083054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.009185590102347657, + 0.004484683543143594 + ] + }, + "pct": { + "value": -0.2095675008042308, + "ci95": [ + -0.7780785684379238, + 0.3915158525794376 + ], + "ci90": [ + -0.6948398352634477, + 0.2878883185026957 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9988072943431081, + "wilcoxon": { + "p": 0.4244431416169725, + "z": -0.7987366310618703, + "w_plus": 806.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9657241000000013, + "median": 0.9574689999999997 + }, + "candidate": { + "mean": 0.9646069666666662, + "median": 0.9564844999999877 + }, + "diff": { + "mean": -0.0011171333333351186, + "sd": 0.02585654313575904, + "se": 0.003338065365176282, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.007796586700809391, + 0.005562320034139154 + ] + }, + "pct": { + "value": -0.115678311573153, + "ci95": [ + -0.7654119893203648, + 0.581577926957109 + ], + "ci90": [ + -0.6713321432582131, + 0.4568219902938036 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9960956102289088, + "wilcoxon": { + "p": 0.3730611777527772, + "z": -0.8907539631968077, + "w_plus": 794.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.3136767833333333, + "median": 0.31294849999999996 + }, + "candidate": { + "mean": 0.2964797833333333, + "median": 0.29691599999999996 + }, + "diff": { + "mean": -0.017197000000000004, + "sd": 0.02400307709440604, + "se": 0.003098783928145577, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.023397652317913516, + -0.010996347682086492 + ] + }, + "pct": { + "value": -5.482394908942101, + "ci95": [ + -7.359211289888363, + -3.626539358707325 + ], + "ci90": [ + -7.049813213896867, + -3.942700577075743 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9476551923803951, + "wilcoxon": { + "p": 2.7408615941872884e-06, + "z": -4.689341112036087, + "w_plus": 278.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.4330595666666666, + "median": 0.43548699999999996 + }, + "candidate": { + "mean": 0.3434794666666666, + "median": 0.3402435 + }, + "diff": { + "mean": -0.0895801, + "sd": 0.02336530048387341, + "se": 0.0030164473217724605, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.09561599714911342, + -0.08354420285088657 + ] + }, + "pct": { + "value": -20.685399167951257, + "ci95": [ + -21.912257013229233, + -19.439662859501617 + ], + "ci90": [ + -21.7190632055244, + -19.620871763330825 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7841384556775904, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.74673635, + "median": 0.743854 + }, + "candidate": { + "mean": 0.63995925, + "median": 0.6383075 + }, + "diff": { + "mean": -0.1067771, + "sd": 0.01837031564060871, + "se": 0.002371597551355039, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.11152265573894689, + -0.10203154426105311 + ] + }, + "pct": { + "value": -14.299169981480087, + "ci95": [ + -14.873304356730669, + -13.694645435932772 + ], + "ci90": [ + -14.777483861254433, + -13.794720698104598 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8564522104756089, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 14000.366666666667, + "median": 14054.0 + }, + "candidate": { + "mean": 14165.6, + "median": 14189.5 + }, + "diff": { + "mean": 165.23333333333332, + "sd": 208.38185016988882, + "se": 26.901981178662286, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 111.40259333341245, + 219.06407333325419 + ] + }, + "pct": { + "value": 1.1802071850499196, + "ci95": [ + 0.820274454973916, + 1.5631877115509194 + ], + "ci90": [ + 0.8762186567061014, + 1.500232817610786 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0094854945369702, + "wilcoxon": { + "p": 1.1423317256331271e-07, + "z": 5.3024908842090195, + "w_plus": 1587.5, + "n_nonzero": 59, + "variance": 17552.25 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 7016.2, + "median": 7012.0 + }, + "candidate": { + "mean": 7071.666666666667, + "median": 7078.0 + }, + "diff": { + "mean": 55.46666666666667, + "sd": 143.37428399379877, + "se": 18.509540472746508, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 18.429161730163138, + 92.50417160317019 + ] + }, + "pct": { + "value": 0.7905513905912986, + "ci95": [ + 0.2686470275090558, + 1.3038630178957071 + ], + "ci90": [ + 0.3543640125572578, + 1.218492731127174 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0093897207608256, + "wilcoxon": { + "p": 0.005147648914163444, + "z": 2.7976460465678565, + "w_plus": 1295.0, + "n_nonzero": 60, + "variance": 18449.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.md new file mode 100644 index 0000000..5ec8782 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout-vs-timeout-before.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline timeout-before, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.3409 | 0.3283 | -3.69 | [-4.74, -2.65] | [-4.58, -2.82] | 0.968 | <0.0001 | no material change; repeatable change (-) | +| single_rtt_mean_us | 60 | 66.8 | 64.3 | -3.77 | [-4.84, -2.71] | [-4.67, -2.88] | 0.967 | <0.0001 | no material change; repeatable change (-) | +| single_rtt_p50_us | 60 | 63.4 | 61.6 | -2.78 | [-4.30, -1.34] | [-4.03, -1.57] | 0.981 | 0.0002 | no material change; repeatable change (-) | +| single_rtt_p90_us | 60 | 74.2 | 70.4 | -5.04 | [-7.50, -2.58] | [-7.11, -3.00] | 0.947 | 0.0003 | inconclusive; repeatable change (-) | +| single_rtt_p99_us | 60 | 117.8 | 109.1 | -7.33 | [-10.75, -3.86] | [-10.18, -4.42] | 0.931 | 0.0002 | inconclusive; repeatable change (-) | +| single_rtt_p999_us | 60 | 195.8 | 188.5 | -3.73 | [-10.58, +4.19] | [-9.65, +2.88] | 0.940 | 0.0533 | inconclusive | +| single_rtt_max_us | 60 | 365.6 | 377.0 | +3.12 | [-17.84, +27.26] | [-14.80, +23.31] | 0.997 | 0.8326 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.4879 | 0.4953 | +1.53 | [+0.80, +2.28] | [+0.92, +2.15] | 1.015 | 0.0002 | no material change; repeatable change (+) | +| multi_rtt_mean_us | 60 | 484.7 | 491.6 | +1.42 | [+0.72, +2.14] | [+0.84, +2.02] | 1.014 | 0.0003 | no material change; repeatable change (+) | +| multi_rtt_p50_us | 60 | 475.6 | 480.3 | +0.98 | [+0.47, +1.50] | [+0.56, +1.41] | 1.008 | 0.0005 | no material change; repeatable change (+) | +| multi_rtt_p90_us | 60 | 509.2 | 521.8 | +2.49 | [+1.12, +4.28] | [+1.28, +3.93] | 1.018 | 0.0003 | no material change; repeatable change (+) | +| multi_rtt_p99_us | 60 | 749.3 | 807.5 | +7.77 | [+2.73, +12.79] | [+3.65, +11.96] | 1.103 | 0.0046 | inconclusive; repeatable change (+) | +| multi_rtt_p999_us | 60 | 1153.0 | 1194.5 | +3.60 | [-5.25, +13.28] | [-3.89, +11.85] | 1.015 | 0.6219 | inconclusive | +| multi_rtt_max_us | 60 | 1442.6 | 1502.9 | +4.18 | [-5.54, +15.22] | [-3.96, +13.30] | 1.014 | 0.4439 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2540 | 0.2570 | +1.19 | [+0.42, +2.03] | [+0.53, +1.87] | 1.007 | 0.0044 | no material change; repeatable change (+) | +| fanout_delivery_mean_us | 60 | 22041.0 | 22711.9 | +3.04 | [+1.96, +4.14] | [+2.13, +3.95] | 1.031 | <0.0001 | no material change; repeatable change (+) | +| fanout_delivery_p50_us | 60 | 22320.9 | 22765.9 | +1.99 | [+1.15, +2.91] | [+1.28, +2.75] | 1.016 | <0.0001 | no material change; repeatable change (+) | +| fanout_delivery_p90_us | 60 | 27582.6 | 28026.7 | +1.61 | [+0.69, +2.64] | [+0.82, +2.47] | 1.012 | 0.0011 | no material change; repeatable change (+) | +| fanout_delivery_p99_us | 60 | 28588.1 | 29121.6 | +1.87 | [+0.32, +3.44] | [+0.55, +3.19] | 1.017 | 0.0062 | no material change; repeatable change (+) | +| fanout_delivery_p999_us | 60 | 29144.9 | 30036.2 | +3.06 | [+1.17, +5.01] | [+1.44, +4.70] | 1.022 | 0.0007 | no material change; repeatable change (+) | +| fanout_delivery_max_us | 60 | 30440.9 | 31217.9 | +2.55 | [-0.14, +5.27] | [+0.30, +4.80] | 1.038 | 0.0469 | no material change | +| client_wall_s | 60 | 1.1216 | 1.1192 | -0.21 | [-0.78, +0.39] | [-0.69, +0.29] | 0.999 | 0.4244 | no material change | +| client_cpu_s | 60 | 0.9657 | 0.9646 | -0.12 | [-0.77, +0.58] | [-0.67, +0.46] | 0.996 | 0.3731 | no material change | +| broker_user_s | 60 | 0.3137 | 0.2965 | -5.48 | [-7.36, -3.63] | [-7.05, -3.94] | 0.948 | <0.0001 | inconclusive; repeatable change (-) | +| broker_sys_s | 60 | 0.4331 | 0.3435 | -20.69 | [-21.91, -19.44] | [-21.72, -19.62] | 0.784 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.7467 | 0.6400 | -14.30 | [-14.87, -13.69] | [-14.78, -13.79] | 0.856 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 14000.4 | 14165.6 | +1.18 | [+0.82, +1.56] | [+0.88, +1.50] | 1.009 | <0.0001 | no material change; repeatable change (+) | +| broker_maxrss_kib | 60 | 7016 | 7072 | +0.79 | [+0.27, +1.30] | [+0.35, +1.22] | 1.009 | 0.0051 | no material change; repeatable change (+) | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.3366 | 0.3271 | -0.0126 | [-0.0164, -0.0088] | +| single_rtt_mean_us | 65.9 | 64.0 | -2.5 | [-3.3, -1.8] | +| single_rtt_p50_us | 61.7 | 60.6 | -1.8 | [-2.7, -0.8] | +| single_rtt_p90_us | 72.4 | 70.1 | -3.7 | [-5.6, -1.8] | +| single_rtt_p99_us | 118.7 | 107.5 | -8.6 | [-13.0, -4.3] | +| single_rtt_p999_us | 192.3 | 176.9 | -7.3 | [-22.7, +8.1] | +| single_rtt_max_us | 289.7 | 252.3 | +11.4 | [-72.9, +95.7] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.4835 | 0.4927 | +0.0075 | [+0.0038, +0.0111] | +| multi_rtt_mean_us | 480.4 | 488.9 | +6.9 | [+3.4, +10.4] | +| multi_rtt_p50_us | 472.6 | 477.9 | +4.7 | [+2.2, +7.1] | +| multi_rtt_p90_us | 505.8 | 516.5 | +12.7 | [+4.4, +20.9] | +| multi_rtt_p99_us | 711.8 | 819.2 | +58.2 | [+21.0, +95.4] | +| multi_rtt_p999_us | 1103.6 | 1086.4 | +41.5 | [-66.9, +149.9] | +| multi_rtt_max_us | 1278.7 | 1339.3 | +60.3 | [-88.4, +209.1] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2517 | 0.2538 | +0.0030 | [+0.0009, +0.0051] | +| fanout_delivery_mean_us | 21869.4 | 22507.6 | +670.8 | [+427.9, +913.8] | +| fanout_delivery_p50_us | 22131.0 | 22493.7 | +445.0 | [+245.8, +644.2] | +| fanout_delivery_p90_us | 27302.9 | 27570.1 | +444.1 | [+165.7, +722.4] | +| fanout_delivery_p99_us | 28033.7 | 28553.2 | +533.5 | [+76.5, +990.5] | +| fanout_delivery_p999_us | 28416.1 | 29441.3 | +891.3 | [+318.3, +1464.3] | +| fanout_delivery_max_us | 29413.4 | 31008.6 | +777.1 | [-49.5, +1603.6] | +| client_wall_s | 1.1132 | 1.1148 | -0.0024 | [-0.0092, +0.0045] | +| client_cpu_s | 0.9575 | 0.9565 | -0.0011 | [-0.0078, +0.0056] | +| broker_user_s | 0.3129 | 0.2969 | -0.0172 | [-0.0234, -0.0110] | +| broker_sys_s | 0.4355 | 0.3402 | -0.0896 | [-0.0956, -0.0835] | +| broker_cpu_s | 0.7439 | 0.6383 | -0.1068 | [-0.1115, -0.1020] | +| broker_vcsw | 14054.0 | 14189.5 | +165.2 | [+111.4, +219.1] | +| broker_maxrss_kib | 7012 | 7078 | +55 | [+18, +93] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.json new file mode 100644 index 0000000..72848fa --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.json @@ -0,0 +1,1536 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json", + "started": "2026-10-23T22:42:34+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_rtt_count", + "n": 60, + "baseline": { + "mean": 5000.0, + "median": 5000.0 + }, + "candidate": { + "mean": 5000.0, + "median": 5000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.3274687666666667, + "median": 0.326989 + }, + "candidate": { + "mean": 0.3283116833333333, + "median": 0.327065 + }, + "diff": { + "mean": 0.000842916666666658, + "sd": 0.011320626356109137, + "se": 0.0014614865781949148, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.002081511221439407, + 0.003767344554772723 + ] + }, + "pct": { + "value": 0.257403683180768, + "ci95": [ + -0.5982507341237819, + 1.136461961622181 + ], + "ci90": [ + -0.463812683615235, + 0.9922582173659167 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9964962081031257, + "wilcoxon": { + "p": 0.8482109054822544, + "z": 0.19140167804228925, + "w_plus": 941.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 64.08596666666666, + "median": 64.00150000000001 + }, + "candidate": { + "mean": 64.25306666666667, + "median": 64.011 + }, + "diff": { + "mean": 0.16709999999999983, + "sd": 2.2530897783161112, + "se": 0.29087263963094867, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.41493480751386336, + 0.749134807513863 + ] + }, + "pct": { + "value": 0.2607435117100598, + "ci95": [ + -0.6058100634232189, + 1.1543184050076545 + ], + "ci90": [ + -0.473212940736798, + 1.0081146868149289 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9962375860369175, + "wilcoxon": { + "p": 0.8597609516621914, + "z": 0.17667847203903622, + "w_plus": 939.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 60.98844999999999, + "median": 60.553 + }, + "candidate": { + "mean": 61.64143333333333, + "median": 60.553 + }, + "diff": { + "mean": 0.6529833333333331, + "sd": 1.984638860472399, + "se": 0.2562157751615222, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.14029675144182385, + 1.1656699152248424 + ] + }, + "pct": { + "value": 1.0706672055665223, + "ci95": [ + 0.29031430555674365, + 1.9499000114435727 + ], + "ci90": [ + 0.3893337243797401, + 1.7896084631789022 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.023660355951328694, + "z": 2.262600035420931, + "w_plus": 630.0, + "n_nonzero": 42, + "variance": 6223.875 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 70.11108333333333, + "median": 68.865 + }, + "candidate": { + "mean": 70.42766666666667, + "median": 70.051 + }, + "diff": { + "mean": 0.31658333333333316, + "sd": 7.236547838579975, + "se": 0.934234308761784, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.552815200550486, + 2.1859818672171523 + ] + }, + "pct": { + "value": 0.4515453453032281, + "ci95": [ + -2.048971933769218, + 3.1535662027258797 + ], + "ci90": [ + -1.6586995036001337, + 2.6857077626611776 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.982909167205033, + "wilcoxon": { + "p": 0.732446224897976, + "z": -0.3418733251033099, + "w_plus": 783.5, + "n_nonzero": 57, + "variance": 15820.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 114.65533333333333, + "median": 115.1695 + }, + "candidate": { + "mean": 109.13423333333334, + "median": 107.452 + }, + "diff": { + "mean": -5.521100000000001, + "sd": 16.88315855630362, + "se": 2.179606397331439, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -9.882482327111834, + -1.1597176728881662 + ] + }, + "pct": { + "value": -4.815388730281478, + "ci95": [ + -8.300616462667422, + -0.9635897784073184 + ], + "ci90": [ + -7.795906495461009, + -1.6531748864425873 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9531741451364588, + "wilcoxon": { + "p": 0.004169989442508994, + "z": -2.865007820046585, + "w_plus": 505.5, + "n_nonzero": 59, + "variance": 17545.75 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "single_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 196.08534999999998, + "median": 189.971 + }, + "candidate": { + "mean": 188.50636666666665, + "median": 176.91 + }, + "diff": { + "mean": -7.57898333333333, + "sd": 56.01904988559217, + "se": 7.232028242575366, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -22.05023842093047, + 6.892271754263808 + ] + }, + "pct": { + "value": -3.865145118354496, + "ci95": [ + -10.319210538253053, + 3.845502079555108 + ], + "ci90": [ + -9.398211088114598, + 2.507520601345698 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9280561454719363, + "wilcoxon": { + "p": 0.016896814826152313, + "z": -2.3889453663239926, + "w_plus": 590.5, + "n_nonzero": 60, + "variance": 18450.875 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "single_rtt_max_us", + "n": 60, + "baseline": { + "mean": 385.52180000000004, + "median": 319.98199999999997 + }, + "candidate": { + "mean": 376.9730333333334, + "median": 252.305 + }, + "diff": { + "mean": -8.548766666666662, + "sd": 412.9228781216291, + "se": 53.308114341103476, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -115.21805707781573, + 98.1205237444824 + ] + }, + "pct": { + "value": -2.2174535050071498, + "ci95": [ + -25.31742626624146, + 27.455388651007354 + ], + "ci90": [ + -22.216861036936972, + 22.608652326016106 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9123239455158643, + "wilcoxon": { + "p": 0.43519515168075024, + "z": -0.7803325612217351, + "w_plus": 809.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_count", + "n": 60, + "baseline": { + "mean": 20000.0, + "median": 20000.0 + }, + "candidate": { + "mean": 20000.0, + "median": 20000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.49260735, + "median": 0.4893665 + }, + "candidate": { + "mean": 0.49532431666666665, + "median": 0.4926685 + }, + "diff": { + "mean": 0.0027169666666666684, + "sd": 0.017096212598678363, + "se": 0.002207111555930091, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.001699453355674653, + 0.00713338668900799 + ] + }, + "pct": { + "value": 0.5515481380183651, + "ci95": [ + -0.33308611416529993, + 1.4382973268592494 + ], + "ci90": [ + -0.18026615756527695, + 1.286366366121751 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0076372900951909, + "wilcoxon": { + "p": 0.16862983797313622, + "z": 1.3766197613041573, + "w_plus": 1102.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_mean_us", + "n": 60, + "baseline": { + "mean": 489.35718333333335, + "median": 486.37300000000005 + }, + "candidate": { + "mean": 491.5635166666667, + "median": 488.86800000000005 + }, + "diff": { + "mean": 2.206333333333334, + "sd": 16.49075734008955, + "se": 2.128947618150485, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.053681010777817, + 6.466347677444485 + ] + }, + "pct": { + "value": 0.45086358359032186, + "ci95": [ + -0.4111647610486424, + 1.3087828127666101 + ], + "ci90": [ + -0.26048233346331046, + 1.1607490992706304 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0066785215048601, + "wilcoxon": { + "p": 0.19764832976308996, + "z": 1.2882805252846392, + "w_plus": 1090.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p50_us", + "n": 60, + "baseline": { + "mean": 477.97426666666667, + "median": 474.3335 + }, + "candidate": { + "mean": 480.30933333333337, + "median": 477.895 + }, + "diff": { + "mean": 2.3350666666666653, + "sd": 13.809999868514184, + "se": 1.7828633167294017, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.2324345898719904, + 5.902567923205321 + ] + }, + "pct": { + "value": 0.48853397128494347, + "ci95": [ + -0.25982303896514264, + 1.198040213093458 + ], + "ci90": [ + -0.13224805715600696, + 1.0898663830455757 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0088309332522942, + "wilcoxon": { + "p": 0.06351035368877488, + "z": 1.8556016826116528, + "w_plus": 1167.0, + "n_nonzero": 60, + "variance": 18443.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p90_us", + "n": 60, + "baseline": { + "mean": 516.3048333333334, + "median": 513.5145 + }, + "candidate": { + "mean": 521.84565, + "median": 516.483 + }, + "diff": { + "mean": 5.540816666666661, + "sd": 34.123439128389016, + "se": 4.40531704865244, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -3.2742023867003276, + 14.35583572003365 + ] + }, + "pct": { + "value": 1.0731676926001965, + "ci95": [ + -0.4504983718880523, + 2.9465270223083277 + ], + "ci90": [ + -0.20198692185780517, + 2.566932813491414 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0069286531602673, + "wilcoxon": { + "p": 0.3531189967796856, + "z": 0.9285564565661644, + "w_plus": 1008.0, + "n_nonzero": 59, + "variance": 17546.625 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p99_us", + "n": 60, + "baseline": { + "mean": 788.5763833333333, + "median": 802.033 + }, + "candidate": { + "mean": 807.4942833333333, + "median": 819.2485 + }, + "diff": { + "mean": 18.9179, + "sd": 131.24270644047363, + "se": 16.94336054517144, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -14.9856861401712, + 52.8214861401712 + ] + }, + "pct": { + "value": 2.3989939845818764, + "ci95": [ + -1.6867993225133424, + 6.726322556585038 + ], + "ci90": [ + -1.0242796406555004, + 5.999801590593663 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0045892319195426, + "wilcoxon": { + "p": 0.500569774536961, + "z": 0.6735935192187502, + "w_plus": 1006.5, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_p999_us", + "n": 60, + "baseline": { + "mean": 1137.6079666666667, + "median": 1059.6799999999998 + }, + "candidate": { + "mean": 1194.4804, + "median": 1086.3955 + }, + "diff": { + "mean": 56.87243333333333, + "sd": 470.53471823179, + "se": 60.745770917470736, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -64.67957351093443, + 178.4244401776011 + ] + }, + "pct": { + "value": 4.9992998466753535, + "ci95": [ + -5.093006506056393, + 16.13998404843312 + ], + "ci90": [ + -3.5817794127138796, + 14.285646011773396 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0168362173607584, + "wilcoxon": { + "p": 0.43953803354569126, + "z": 0.772973551427182, + "w_plus": 1020.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_rtt_max_us", + "n": 60, + "baseline": { + "mean": 1405.0510833333333, + "median": 1330.9825 + }, + "candidate": { + "mean": 1502.9058666666667, + "median": 1339.2935 + }, + "diff": { + "mean": 97.85478333333334, + "sd": 549.0195609460495, + "se": 70.87812054287193, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -43.97200828053663, + 239.68157494720333 + ] + }, + "pct": { + "value": 6.964500045164446, + "ci95": [ + -2.538019062459827, + 17.819308061024632 + ], + "ci90": [ + -1.213511290732825, + 15.8804795342922 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0105426127743442, + "wilcoxon": { + "p": 0.3810084742459085, + "z": 0.8760396588746587, + "w_plus": 1034.0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_count", + "n": 60, + "baseline": { + "mean": 40000.0, + "median": 40000.0 + }, + "candidate": { + "mean": 40000.0, + "median": 40000.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_elapsed_s", + "n": 60, + "baseline": { + "mean": 0.2553407, + "median": 0.252542 + }, + "candidate": { + "mean": 0.25704486666666665, + "median": 0.253757 + }, + "diff": { + "mean": 0.0017041666666666603, + "sd": 0.010122798022397753, + "se": 0.001306847605258929, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0009108293513221803, + 0.0043191626846555 + ] + }, + "pct": { + "value": 0.6674089429012486, + "ci95": [ + -0.2975984151859279, + 1.7160882240687063 + ], + "ci90": [ + -0.1591069185278876, + 1.527117191293935 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.00307580464872, + "wilcoxon": { + "p": 0.22169619257642578, + "z": 1.2220302373849814, + "w_plus": 1081.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "fanout_delivery_mean_us", + "n": 60, + "baseline": { + "mean": 56443.24866666667, + "median": 55930.843 + }, + "candidate": { + "mean": 22711.870583333333, + "median": 22507.6495 + }, + "diff": { + "mean": -33731.37808333334, + "sd": 2239.758452460393, + "se": 289.1515728635466, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34309.96904420025, + -33152.78712246643 + ] + }, + "pct": { + "value": -59.761581553426524, + "ci95": [ + -60.31519441023648, + -59.18323757832663 + ], + "ci90": [ + -60.22311198593571, + -59.28357471400757 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4032194854997969, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p50_us", + "n": 60, + "baseline": { + "mean": 57505.06638333333, + "median": 56042.5475 + }, + "candidate": { + "mean": 22765.873216666667, + "median": 22493.72 + }, + "diff": { + "mean": -34739.19316666667, + "sd": 2854.718285668121, + "se": 368.542545950214, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -35476.64509774193, + -34001.74123559141 + ] + }, + "pct": { + "value": -60.41066527093882, + "ci95": [ + -61.00131146668337, + -59.81013482020438 + ], + "ci90": [ + -60.909825812000506, + -59.902940734524144 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39880638916434263, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p90_us", + "n": 60, + "baseline": { + "mean": 88728.95066666667, + "median": 88024.125 + }, + "candidate": { + "mean": 28026.696649999998, + "median": 27570.095 + }, + "diff": { + "mean": -60702.254016666666, + "sd": 3086.6949880007965, + "se": 398.49060944496625, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -61499.631884377624, + -59904.87614895571 + ] + }, + "pct": { + "value": -68.4131318589695, + "ci95": [ + -68.78206297671545, + -68.01011372101671 + ], + "ci90": [ + -68.73072249822607, + -68.08231878401342 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3139049265009831, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p99_us", + "n": 60, + "baseline": { + "mean": 95828.82918333334, + "median": 94699.8055 + }, + "candidate": { + "mean": 29121.581083333334, + "median": 28553.192499999997 + }, + "diff": { + "mean": -66707.2481, + "sd": 3308.9196920360146, + "se": 427.17969537310864, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67562.03269605474, + -65852.46350394526 + ] + }, + "pct": { + "value": -69.61083493191818, + "ci95": [ + -70.01871481136065, + -69.16541233986769 + ], + "ci90": [ + -69.96301056409519, + -69.24198254278467 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2992845795496679, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_p999_us", + "n": 60, + "baseline": { + "mean": 97620.47083333334, + "median": 96027.8205 + }, + "candidate": { + "mean": 30036.171266666668, + "median": 29441.305 + }, + "diff": { + "mean": -67584.29956666667, + "sd": 3974.851607261373, + "se": 513.1511359523026, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -68611.11261796797, + -66557.48651536537 + ] + }, + "pct": { + "value": -69.23168776972281, + "ci95": [ + -69.7654885817133, + -68.66618580795296 + ], + "ci90": [ + -69.68682666860323, + -68.76229676339406 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3048737694210277, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "fanout_delivery_max_us", + "n": 60, + "baseline": { + "mean": 97897.49154999999, + "median": 96164.362 + }, + "candidate": { + "mean": 31217.9277, + "median": 31008.5645 + }, + "diff": { + "mean": -66679.56384999999, + "sd": 4018.4851833245743, + "se": 518.7842063999111, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -67717.6486492314, + -65641.47905076858 + ] + }, + "pct": { + "value": -68.11161633895817, + "ci95": [ + -68.72470325635317, + -67.49732400559816 + ], + "ci90": [ + -68.6298355456633, + -67.60100015856476 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.31965485822576456, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 1.1125591393521366, + "median": 1.1113512669689953 + }, + "candidate": { + "mean": 1.1192229159603206, + "median": 1.11483065597713 + }, + "diff": { + "mean": 0.00666377660818398, + "sd": 0.026711125218746818, + "se": 0.0034483914376889123, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0002364387204706964, + 0.013563991936838656 + ] + }, + "pct": { + "value": 0.5989593157325945, + "ci95": [ + -0.00744473731884881, + 1.1982857997364529 + ], + "ci90": [ + 0.08935940347546968, + 1.110484847593016 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0069808094251043, + "wilcoxon": { + "p": 0.0701479201609403, + "z": 1.8109543384001212, + "w_plus": 1161.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.9571783166666683, + "median": 0.9512170000000211 + }, + "candidate": { + "mean": 0.9646069666666662, + "median": 0.9564844999999877 + }, + "diff": { + "mean": 0.007428649999997935, + "sd": 0.026025414702453124, + "se": 0.00335986659069142, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0007055724810312121, + 0.014151727518964659 + ] + }, + "pct": { + "value": 0.7760988596009932, + "ci95": [ + 0.08713804489673128, + 1.4646481384887213 + ], + "ci90": [ + 0.19740607856870712, + 1.3664813047353292 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.007594609895667, + "wilcoxon": { + "p": 0.03998660684882883, + "z": 2.053887237453796, + "w_plus": 1194.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.2979908333333333, + "median": 0.295969 + }, + "candidate": { + "mean": 0.2964797833333333, + "median": 0.29691599999999996 + }, + "diff": { + "mean": -0.0015110500000000008, + "sd": 0.022081438340084393, + "se": 0.002850701431715093, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.007215290389171515, + 0.004193190389171514 + ] + }, + "pct": { + "value": -0.5070793564679099, + "ci95": [ + -2.341629239061257, + 1.3577505796140896 + ], + "ci90": [ + -2.0760661438981898, + 1.0630734830600732 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0003100239916294, + "wilcoxon": { + "p": 0.6725238936938076, + "z": -0.4226866545989733, + "w_plus": 829.0, + "n_nonzero": 59, + "variance": 17552.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.3335568, + "median": 0.33299 + }, + "candidate": { + "mean": 0.3434794666666666, + "median": 0.3402435 + }, + "diff": { + "mean": 0.009922666666666665, + "sd": 0.02133319035368753, + "se": 0.0027541030320434837, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.004411719228768764, + 0.015433614104564565 + ] + }, + "pct": { + "value": 2.9748056902652475, + "ci95": [ + 1.3829217756725927, + 4.593374309195927 + ], + "ci90": [ + 1.6195509833467414, + 4.357604698073055 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0314942973722276, + "wilcoxon": { + "p": 0.001230373513109759, + "z": 3.231743717714038, + "w_plus": 1354.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6315476333333333, + "median": 0.6280465 + }, + "candidate": { + "mean": 0.63995925, + "median": 0.6383075 + }, + "diff": { + "mean": 0.008411616666666658, + "sd": 0.022474795231126644, + "se": 0.0029014835879858456, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0026057614175080115, + 0.014217471915825303 + ] + }, + "pct": { + "value": 1.331905342162365, + "ci95": [ + 0.4332613803536911, + 2.2479778981278447 + ], + "ci90": [ + 0.5778992940853278, + 2.089416374030044 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0106504817585023, + "wilcoxon": { + "p": 0.003082743304227147, + "z": 2.9593644066538567, + "w_plus": 1317.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 14479.7, + "median": 14467.5 + }, + "candidate": { + "mean": 14165.6, + "median": 14189.5 + }, + "diff": { + "mean": -314.1, + "sd": 164.8521371370237, + "se": 21.282319390613132, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -356.68582273561526, + -271.5141772643848 + ] + }, + "pct": { + "value": -2.169243837924817, + "ci95": [ + -2.4566729474500475, + -1.8919499838797038 + ], + "ci90": [ + -2.40433792357566, + -1.9331032209533678 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9795989930045971, + "wilcoxon": { + "p": 2.0970115588857136e-11, + "z": -6.699104112368911, + "w_plus": 5.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 8150.2, + "median": 8218.0 + }, + "candidate": { + "mean": 7071.666666666667, + "median": 7078.0 + }, + "diff": { + "mean": -1078.5333333333333, + "sd": 218.58213882298202, + "se": 28.2188327813269, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1134.9990873038141, + -1022.0675793628525 + ] + }, + "pct": { + "value": -13.233213090885288, + "ci95": [ + -13.815590079303002, + -12.614522454962582 + ], + "ci90": [ + -13.735959439808482, + -12.718287334756 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8631744779686173, + "wilcoxon": { + "p": 1.627511158524573e-11, + "z": -6.736049272989746, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.md new file mode 100644 index 0000000..0411888 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/latency-timeout.stats.md @@ -0,0 +1,77 @@ +candidate timeout against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/latency.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_rtt_count | 60 | 5000.0 | 5000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| single_rtt_elapsed_s | 60 | 0.3275 | 0.3283 | +0.26 | [-0.60, +1.14] | [-0.46, +0.99] | 0.996 | 0.8482 | no material change | +| single_rtt_mean_us | 60 | 64.1 | 64.3 | +0.26 | [-0.61, +1.15] | [-0.47, +1.01] | 0.996 | 0.8598 | no material change | +| single_rtt_p50_us | 60 | 61.0 | 61.6 | +1.07 | [+0.29, +1.95] | [+0.39, +1.79] | 1.000 | 0.0237 | no material change; repeatable change (+) | +| single_rtt_p90_us | 60 | 70.1 | 70.4 | +0.45 | [-2.05, +3.15] | [-1.66, +2.69] | 0.983 | 0.7324 | no material change | +| single_rtt_p99_us | 60 | 114.7 | 109.1 | -4.82 | [-8.30, -0.96] | [-7.80, -1.65] | 0.953 | 0.0042 | inconclusive; repeatable change (-) | +| single_rtt_p999_us | 60 | 196.1 | 188.5 | -3.87 | [-10.32, +3.85] | [-9.40, +2.51] | 0.928 | 0.0169 | inconclusive | +| single_rtt_max_us | 60 | 385.5 | 377.0 | -2.22 | [-25.32, +27.46] | [-22.22, +22.61] | 0.912 | 0.4352 | inconclusive | +| multi_rtt_count | 60 | 20000.0 | 20000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| multi_rtt_elapsed_s | 60 | 0.4926 | 0.4953 | +0.55 | [-0.33, +1.44] | [-0.18, +1.29] | 1.008 | 0.1686 | no material change | +| multi_rtt_mean_us | 60 | 489.4 | 491.6 | +0.45 | [-0.41, +1.31] | [-0.26, +1.16] | 1.007 | 0.1976 | no material change | +| multi_rtt_p50_us | 60 | 478.0 | 480.3 | +0.49 | [-0.26, +1.20] | [-0.13, +1.09] | 1.009 | 0.0635 | no material change | +| multi_rtt_p90_us | 60 | 516.3 | 521.8 | +1.07 | [-0.45, +2.95] | [-0.20, +2.57] | 1.007 | 0.3531 | no material change | +| multi_rtt_p99_us | 60 | 788.6 | 807.5 | +2.40 | [-1.69, +6.73] | [-1.02, +6.00] | 1.005 | 0.5006 | inconclusive | +| multi_rtt_p999_us | 60 | 1137.6 | 1194.5 | +5.00 | [-5.09, +16.14] | [-3.58, +14.29] | 1.017 | 0.4395 | inconclusive | +| multi_rtt_max_us | 60 | 1405.1 | 1502.9 | +6.96 | [-2.54, +17.82] | [-1.21, +15.88] | 1.011 | 0.3810 | inconclusive | +| fanout_delivery_count | 60 | 40000.0 | 40000.0 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | +| fanout_delivery_elapsed_s | 60 | 0.2553 | 0.2570 | +0.67 | [-0.30, +1.72] | [-0.16, +1.53] | 1.003 | 0.2217 | no material change | +| fanout_delivery_mean_us | 60 | 56443.2 | 22711.9 | -59.76 | [-60.32, -59.18] | [-60.22, -59.28] | 0.403 | <0.0001 | faster/smaller | +| fanout_delivery_p50_us | 60 | 57505.1 | 22765.9 | -60.41 | [-61.00, -59.81] | [-60.91, -59.90] | 0.399 | <0.0001 | faster/smaller | +| fanout_delivery_p90_us | 60 | 88729.0 | 28026.7 | -68.41 | [-68.78, -68.01] | [-68.73, -68.08] | 0.314 | <0.0001 | faster/smaller | +| fanout_delivery_p99_us | 60 | 95828.8 | 29121.6 | -69.61 | [-70.02, -69.17] | [-69.96, -69.24] | 0.299 | <0.0001 | faster/smaller | +| fanout_delivery_p999_us | 60 | 97620.5 | 30036.2 | -69.23 | [-69.77, -68.67] | [-69.69, -68.76] | 0.305 | <0.0001 | faster/smaller | +| fanout_delivery_max_us | 60 | 97897.5 | 31217.9 | -68.11 | [-68.72, -67.50] | [-68.63, -67.60] | 0.320 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 1.1126 | 1.1192 | +0.60 | [-0.01, +1.20] | [+0.09, +1.11] | 1.007 | 0.0701 | no material change | +| client_cpu_s | 60 | 0.9572 | 0.9646 | +0.78 | [+0.09, +1.46] | [+0.20, +1.37] | 1.008 | 0.0400 | no material change; repeatable change (+) | +| broker_user_s | 60 | 0.2980 | 0.2965 | -0.51 | [-2.34, +1.36] | [-2.08, +1.06] | 1.000 | 0.6725 | no material change | +| broker_sys_s | 60 | 0.3336 | 0.3435 | +2.97 | [+1.38, +4.59] | [+1.62, +4.36] | 1.031 | 0.0012 | no material change; repeatable change (+) | +| broker_cpu_s | 60 | 0.6315 | 0.6400 | +1.33 | [+0.43, +2.25] | [+0.58, +2.09] | 1.011 | 0.0031 | no material change; repeatable change (+) | +| broker_vcsw | 60 | 14479.7 | 14165.6 | -2.17 | [-2.46, -1.89] | [-2.40, -1.93] | 0.980 | <0.0001 | no material change; repeatable change (-) | +| broker_maxrss_kib | 60 | 8150 | 7072 | -13.23 | [-13.82, -12.61] | [-13.74, -12.72] | 0.863 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_rtt_count | 5000.0 | 5000.0 | +0.0 | [+0.0, +0.0] | +| single_rtt_elapsed_s | 0.3270 | 0.3271 | +0.0008 | [-0.0021, +0.0038] | +| single_rtt_mean_us | 64.0 | 64.0 | +0.2 | [-0.4, +0.7] | +| single_rtt_p50_us | 60.6 | 60.6 | +0.7 | [+0.1, +1.2] | +| single_rtt_p90_us | 68.9 | 70.1 | +0.3 | [-1.6, +2.2] | +| single_rtt_p99_us | 115.2 | 107.5 | -5.5 | [-9.9, -1.2] | +| single_rtt_p999_us | 190.0 | 176.9 | -7.6 | [-22.1, +6.9] | +| single_rtt_max_us | 320.0 | 252.3 | -8.5 | [-115.2, +98.1] | +| multi_rtt_count | 20000.0 | 20000.0 | +0.0 | [+0.0, +0.0] | +| multi_rtt_elapsed_s | 0.4894 | 0.4927 | +0.0027 | [-0.0017, +0.0071] | +| multi_rtt_mean_us | 486.4 | 488.9 | +2.2 | [-2.1, +6.5] | +| multi_rtt_p50_us | 474.3 | 477.9 | +2.3 | [-1.2, +5.9] | +| multi_rtt_p90_us | 513.5 | 516.5 | +5.5 | [-3.3, +14.4] | +| multi_rtt_p99_us | 802.0 | 819.2 | +18.9 | [-15.0, +52.8] | +| multi_rtt_p999_us | 1059.7 | 1086.4 | +56.9 | [-64.7, +178.4] | +| multi_rtt_max_us | 1331.0 | 1339.3 | +97.9 | [-44.0, +239.7] | +| fanout_delivery_count | 40000.0 | 40000.0 | +0.0 | [+0.0, +0.0] | +| fanout_delivery_elapsed_s | 0.2525 | 0.2538 | +0.0017 | [-0.0009, +0.0043] | +| fanout_delivery_mean_us | 55930.8 | 22507.6 | -33731.4 | [-34310.0, -33152.8] | +| fanout_delivery_p50_us | 56042.5 | 22493.7 | -34739.2 | [-35476.6, -34001.7] | +| fanout_delivery_p90_us | 88024.1 | 27570.1 | -60702.3 | [-61499.6, -59904.9] | +| fanout_delivery_p99_us | 94699.8 | 28553.2 | -66707.2 | [-67562.0, -65852.5] | +| fanout_delivery_p999_us | 96027.8 | 29441.3 | -67584.3 | [-68611.1, -66557.5] | +| fanout_delivery_max_us | 96164.4 | 31008.6 | -66679.6 | [-67717.6, -65641.5] | +| client_wall_s | 1.1114 | 1.1148 | +0.0067 | [-0.0002, +0.0136] | +| client_cpu_s | 0.9512 | 0.9565 | +0.0074 | [+0.0007, +0.0142] | +| broker_user_s | 0.2960 | 0.2969 | -0.0015 | [-0.0072, +0.0042] | +| broker_sys_s | 0.3330 | 0.3402 | +0.0099 | [+0.0044, +0.0154] | +| broker_cpu_s | 0.6280 | 0.6383 | +0.0084 | [+0.0026, +0.0142] | +| broker_vcsw | 14467.5 | 14189.5 | -314.1 | [-356.7, -271.5] | +| broker_maxrss_kib | 8218 | 7078 | -1079 | [-1135, -1022] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.json new file mode 100644 index 0000000..169a0be --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 1.8976928855000001, + "median": 1.8849384654999999 + }, + "candidate": { + "mean": 1.865387897075, + "median": 1.8500416275 + }, + "diff": { + "mean": -0.03230498842500001, + "sd": 0.0602101778970122, + "se": 0.009520065023924279, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.05156113750705117, + -0.013048839342948843 + ] + }, + "pct": { + "value": -1.7023296378374964, + "ci95": [ + -2.6345761353748096, + -0.7358924629246617 + ], + "ci90": [ + -2.491244289804462, + -0.8910445102180622 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9777831322240412, + "wilcoxon": { + "p": 0.0007785102299849556, + "z": -3.360324327272966, + "w_plus": 160.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 2.16717549865, + "median": 2.1475452754999997 + }, + "candidate": { + "mean": 2.246690384475, + "median": 2.237193746 + }, + "diff": { + "mean": 0.07951488582500003, + "sd": 0.1095704256971445, + "se": 0.017324605469860966, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.04447256364789309, + 0.11455720800210697 + ] + }, + "pct": { + "value": 3.669056145869698, + "ci95": [ + 2.0614832974324977, + 5.180132299100074 + ], + "ci90": [ + 2.3603437545950126, + 4.945274226681834 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0468336526399578, + "wilcoxon": { + "p": 4.138725435993403e-05, + "z": 4.099595679273019, + "w_plus": 715.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 4.096696395089384, + "median": 4.070544539485127 + }, + "candidate": { + "mean": 4.144401106465375, + "median": 4.124335507978685 + }, + "diff": { + "mean": 0.04770471137599088, + "sd": 0.14501200585824744, + "se": 0.0229284113290871, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.001327621969778453, + 0.09408180078220331 + ] + }, + "pct": { + "value": 1.1644678242003437, + "ci95": [ + 0.06578131415059085, + 2.2152582837751456 + ], + "ci90": [ + 0.245220050709114, + 2.0520497117515877 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0119329360229767, + "wilcoxon": { + "p": 0.009481948493125399, + "z": 2.5941703806547296, + "w_plus": 603.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.053592300000014, + "median": 4.027500000000032 + }, + "candidate": { + "mean": 4.016977625000001, + "median": 3.9977770000000845 + }, + "diff": { + "mean": -0.03661467500001301, + "sd": 0.13617714537820405, + "se": 0.021531497232749816, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.08016623894749267, + 0.006936888947466642 + ] + }, + "pct": { + "value": -0.9032648645995622, + "ci95": [ + -1.9446930887799885, + 0.0793606110401504 + ], + "ci90": [ + -1.7704382521326811, + -0.06852300176348025 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9901250869602141, + "wilcoxon": { + "p": 0.2212700046915091, + "z": -1.2231580551273598, + "w_plus": 319.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 455.925, + "median": 436.0 + }, + "candidate": { + "mean": 2736.8, + "median": 2252.0 + }, + "diff": { + "mean": 2280.875, + "sd": 1574.6164561487217, + "se": 248.96872213063023, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 1777.2882263732195, + 2784.4617736267805 + ] + }, + "pct": { + "value": 500.2741679004222, + "ci95": [ + 398.2901044791604, + 623.1429502632554 + ], + "ci90": [ + 413.667571903142, + 602.1841313710966 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 5.412645474805002, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 2.1515, + "median": 2.135 + }, + "candidate": { + "mean": 2.18675, + "median": 2.17 + }, + "diff": { + "mean": 0.03524999999999991, + "sd": 0.1085566731345949, + "se": 0.017164317115786514, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0005318916212670027, + 0.06996810837873282 + ] + }, + "pct": { + "value": 1.6383918196607006, + "ci95": [ + 0.0577147303397757, + 3.1279178338001756 + ], + "ci90": [ + 0.3351051536861549, + 2.9060299418572155 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.023419332192532, + "wilcoxon": { + "p": 0.007807725492530758, + "z": 2.6602733572647828, + "w_plus": 580.5, + "n_nonzero": 39, + "variance": 5127.875 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 1.5270000000000001, + "median": 1.5150000000000001 + }, + "candidate": { + "mean": 1.95575, + "median": 1.94 + }, + "diff": { + "mean": 0.42874999999999996, + "sd": 0.10313514907323777, + "se": 0.016307098894621765, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.39576577913370703, + 0.4617342208662929 + ] + }, + "pct": { + "value": 28.077930582842157, + "ci95": [ + 26.064923663467198, + 30.255478263999063 + ], + "ci90": [ + 26.35619667916966, + 29.91776315789472 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2671264855687605, + "wilcoxon": { + "p": 3.519216141559314e-08, + "z": 5.513422713531331, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5530.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 0.95471655, + "median": 0.9480799999999999 + }, + "candidate": { + "mean": 1.6385650999999999, + "median": 1.6319465 + }, + "diff": { + "mean": 0.68384855, + "sd": 0.054540004335538086, + "se": 0.008623531864787932, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.6664058103984458, + 0.7012912896015542 + ] + }, + "pct": { + "value": 71.62843778082615, + "ci95": [ + 69.65136271850395, + 73.7251528488458 + ], + "ci90": [ + 69.96619678405733, + 73.3919170536767 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.7172600446586408, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 1.7570504249999999, + "median": 1.7502225 + }, + "candidate": { + "mean": 1.759439925, + "median": 1.7359425 + }, + "diff": { + "mean": 0.0023894999999999776, + "sd": 0.09467885433590213, + "se": 0.01497004129783797, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.027890266605712175, + 0.03266926660571213 + ] + }, + "pct": { + "value": 0.135994958710417, + "ci95": [ + -1.4774814182725584, + 1.756008233781369 + ], + "ci90": [ + -1.2350935039889614, + 1.4807400820762229 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0004491546472662, + "wilcoxon": { + "p": 0.8930760236810261, + "z": 0.13441297309091865, + "w_plus": 420.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 2.7117669749999997, + "median": 2.708522 + }, + "candidate": { + "mean": 3.398005025, + "median": 3.3648205 + }, + "diff": { + "mean": 0.68623805, + "sd": 0.12662718213776727, + "se": 0.020021515462216692, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.6457407124691987, + 0.7267353875308014 + ] + }, + "pct": { + "value": 25.305937284673963, + "ci95": [ + 23.872669560026644, + 26.785796153269807 + ], + "ci90": [ + 24.079056900802676, + 26.54071106821756 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2468953260620812, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 106739.575, + "median": 106893.0 + }, + "candidate": { + "mean": 12100.025, + "median": 12400.0 + }, + "diff": { + "mean": -94639.55, + "sd": 7368.88957278486, + "se": 1165.1237438132637, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -96996.23521733032, + -92282.86478266968 + ] + }, + "pct": { + "value": -88.66397491277252, + "ci95": [ + -89.06054586225487, + -88.28944253792424 + ], + "ci90": [ + -88.99146373446197, + -88.34592265990825 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.11389514677001786, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 9339.6, + "median": 9370.0 + }, + "candidate": { + "mean": 11766.4, + "median": 11688.0 + }, + "diff": { + "mean": 2426.8, + "sd": 555.0515429981394, + "se": 87.76135473325024, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 2249.2859046509298, + 2604.3140953490706 + ] + }, + "pct": { + "value": 25.983982183391152, + "ci95": [ + 24.12964795082259, + 27.98350738884814 + ], + "ci90": [ + 24.402130239752783, + 27.62366214656302 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2481685046532973, + "wilcoxon": { + "p": 3.568126323893363e-08, + "z": 5.510994126009968, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.md new file mode 100644 index 0000000..a78bf27 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 1.8977 | 1.8654 | -1.70 | [-2.63, -0.74] | [-2.49, -0.89] | 0.978 | 0.0008 | no material change; repeatable change (-) | +| multi_s | 40 | 2.1672 | 2.2467 | +3.67 | [+2.06, +5.18] | [+2.36, +4.95] | 1.047 | <0.0001 | no material change; repeatable change (+) | +| client_wall_s | 40 | 4.0967 | 4.1444 | +1.16 | [+0.07, +2.22] | [+0.25, +2.05] | 1.012 | 0.0095 | no material change; repeatable change (+) | +| client_cpu_s | 40 | 4.0536 | 4.0170 | -0.90 | [-1.94, +0.08] | [-1.77, -0.07] | 0.990 | 0.2213 | no material change | +| client_vcsw | 40 | 455.9 | 2736.8 | +500.27 | [+398.29, +623.14] | [+413.67, +602.18] | 5.413 | <0.0001 | slower/larger | +| multi_client_cpu_s | 40 | 2.1515 | 2.1867 | +1.64 | [+0.06, +3.13] | [+0.34, +2.91] | 1.023 | 0.0078 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 40 | 1.5270 | 1.9558 | +28.08 | [+26.06, +30.26] | [+26.36, +29.92] | 1.267 | <0.0001 | slower/larger | +| broker_user_s | 40 | 0.9547 | 1.6386 | +71.63 | [+69.65, +73.73] | [+69.97, +73.39] | 1.717 | <0.0001 | slower/larger | +| broker_sys_s | 40 | 1.7571 | 1.7594 | +0.14 | [-1.48, +1.76] | [-1.24, +1.48] | 1.000 | 0.8931 | no material change | +| broker_cpu_s | 40 | 2.7118 | 3.3980 | +25.31 | [+23.87, +26.79] | [+24.08, +26.54] | 1.247 | <0.0001 | slower/larger | +| broker_vcsw | 40 | 106739.6 | 12100.0 | -88.66 | [-89.06, -88.29] | [-88.99, -88.35] | 0.114 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 40 | 9340 | 11766 | +25.98 | [+24.13, +27.98] | [+24.40, +27.62] | 1.248 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 1.8849 | 1.8500 | -0.0323 | [-0.0516, -0.0130] | +| multi_s | 2.1475 | 2.2372 | +0.0795 | [+0.0445, +0.1146] | +| client_wall_s | 4.0705 | 4.1243 | +0.0477 | [+0.0013, +0.0941] | +| client_cpu_s | 4.0275 | 3.9978 | -0.0366 | [-0.0802, +0.0069] | +| client_vcsw | 436.0 | 2252.0 | +2280.9 | [+1777.3, +2784.5] | +| multi_client_cpu_s | 2.1350 | 2.1700 | +0.0352 | [+0.0005, +0.0700] | +| multi_broker_cpu_s | 1.5150 | 1.9400 | +0.4287 | [+0.3958, +0.4617] | +| broker_user_s | 0.9481 | 1.6319 | +0.6838 | [+0.6664, +0.7013] | +| broker_sys_s | 1.7502 | 1.7359 | +0.0024 | [-0.0279, +0.0327] | +| broker_cpu_s | 2.7085 | 3.3648 | +0.6862 | [+0.6457, +0.7267] | +| broker_vcsw | 106893.0 | 12400.0 | -94639.6 | [-96996.2, -92282.9] | +| broker_maxrss_kib | 9370 | 11688 | +2427 | [+2249, +2604] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..4e92918 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 6.37123675575, + "median": 6.369566390999999 + }, + "candidate": { + "mean": 1.865387897075, + "median": 1.8500416275 + }, + "diff": { + "mean": -4.505848858675, + "sd": 0.04608193115981698, + "se": 0.007286193072205318, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -4.520586575243784, + -4.491111142106216 + ] + }, + "pct": { + "value": -70.72173004100814, + "ci95": [ + -70.93120371939003, + -70.49601556884258 + ], + "ci90": [ + -70.89905466023747, + -70.53382460092409 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2910978303722751, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 5.73750568565, + "median": 5.7119400250000005 + }, + "candidate": { + "mean": 2.246690384475, + "median": 2.237193746 + }, + "diff": { + "mean": -3.490815301175, + "sd": 0.15786787456641538, + "se": 0.02496110264998196, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.541303896859224, + -3.4403267054907762 + ] + }, + "pct": { + "value": -60.84203646030073, + "ci95": [ + -61.34007822203505, + -60.31219532430216 + ], + "ci90": [ + -61.26473726834403, + -60.39782725651627 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39070471735895473, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 12.140764311456588, + "median": 12.121748425532132 + }, + "candidate": { + "mean": 4.144401106465375, + "median": 4.124335507978685 + }, + "diff": { + "mean": -7.996363204991212, + "sd": 0.1574292626075196, + "se": 0.02489175201002702, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -8.046711525765701, + -7.946014884216724 + ] + }, + "pct": { + "value": -65.86375453681671, + "ci95": [ + -66.11720431288238, + -65.59959333203547 + ], + "ci90": [ + -66.07859685084496, + -65.64651177571211 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.34037478638393615, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 8.172205774999998, + "median": 8.160943000000032 + }, + "candidate": { + "mean": 4.016977625000001, + "median": 3.9977770000000845 + }, + "diff": { + "mean": -4.1552281499999975, + "sd": 0.12925510552800243, + "se": 0.020437026633695423, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -4.196565938204523, + -4.113890361795472 + ] + }, + "pct": { + "value": -50.84585807556954, + "ci95": [ + -51.19009959339468, + -50.48863461066071 + ], + "ci90": [ + -51.13711440406876, + -50.54954911824408 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.49012154425216137, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 211263.275, + "median": 211821.5 + }, + "candidate": { + "mean": 2736.8, + "median": 2252.0 + }, + "diff": { + "mean": -208526.475, + "sd": 6631.762947680712, + "se": 1048.5737908491558, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -210647.4156857391, + -206405.5343142609 + ] + }, + "pct": { + "value": -98.70455477886537, + "ci95": [ + -98.90563201766292, + -98.45926823485642 + ], + "ci90": [ + -98.87816143159266, + -98.50198186003564 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.010691879243399503, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.375500000000001, + "median": 4.359999999999999 + }, + "candidate": { + "mean": 2.18675, + "median": 2.17 + }, + "diff": { + "mean": -2.1887499999999998, + "sd": 0.1239352084656977, + "se": 0.01959587705196934, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -2.2283864025831748, + -2.1491135974168247 + ] + }, + "pct": { + "value": -50.022854530910756, + "ci95": [ + -50.62671582416147, + -49.38753680213874 + ], + "ci90": [ + -50.53231435840689, + -49.4994536891441 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5005747126436781, + "wilcoxon": { + "p": 3.525453741806553e-08, + "z": -5.513111176720034, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5530.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.7067499999999995, + "median": 5.68 + }, + "candidate": { + "mean": 1.95575, + "median": 1.94 + }, + "diff": { + "mean": -3.751, + "sd": 0.17517463813621495, + "se": 0.027697542240311616, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.8070235671968127, + -3.694976432803187 + ] + }, + "pct": { + "value": -65.72918035659525, + "ci95": [ + -66.3157974790089, + -65.09562499220992 + ], + "ci90": [ + -66.22899159663865, + -65.20728025049947 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3428266027226938, + "wilcoxon": { + "p": 3.550500894836975e-08, + "z": -5.511865557369132, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5533.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 4.6909777749999995, + "median": 4.6911505 + }, + "candidate": { + "mean": 1.6385650999999999, + "median": 1.6319465 + }, + "diff": { + "mean": -3.0524126750000002, + "sd": 0.08728449991349023, + "se": 0.013800891207769948, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.0803276123343717, + -3.024497737665629 + ] + }, + "pct": { + "value": -65.06986008903016, + "ci95": [ + -65.40465558983456, + -64.72383113108778 + ], + "ci90": [ + -65.35305532783215, + -64.77783350659236 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.34803726969885873, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 7.42207555, + "median": 7.4169885 + }, + "candidate": { + "mean": 1.759439925, + "median": 1.7359425 + }, + "diff": { + "mean": -5.662635625, + "sd": 0.15381714487058268, + "se": 0.02432062604875634, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -5.711828734478429, + -5.613442515521571 + ] + }, + "pct": { + "value": -76.2945026206315, + "ci95": [ + -76.67271555300916, + -75.88973857013745 + ], + "ci90": [ + -76.61393696208194, + -75.96086855002481 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.23473652550657914, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 12.113053325, + "median": 12.094834500000001 + }, + "candidate": { + "mean": 3.398005025, + "median": 3.3648205 + }, + "diff": { + "mean": -8.715048300000001, + "sd": 0.1786812638174324, + "se": 0.02825198844302595, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -8.772193340496694, + -8.657903259503309 + ] + }, + "pct": { + "value": -71.94757643816449, + "ci95": [ + -72.24803519252686, + -71.62788382151454 + ], + "ci90": [ + -72.20326748650308, + -71.68200573868526 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.279457328414798, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 26.5, + "median": 25.0 + }, + "candidate": { + "mean": 12100.025, + "median": 12400.0 + }, + "diff": { + "mean": 12073.525, + "sd": 1075.4572071854739, + "se": 170.044715037485, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 11729.57709889344, + 12417.47290110656 + ] + }, + "pct": { + "value": 45560.47169811321, + "ci95": [ + 40220.35397939802, + 51826.15672942817 + ], + "ci90": [ + 40981.05546144922, + 50781.584607107994 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 497.90384615384613, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 8546.3, + "median": 8506.0 + }, + "candidate": { + "mean": 11766.4, + "median": 11688.0 + }, + "diff": { + "mean": 3220.1, + "sd": 547.2088524550094, + "se": 86.52131647824254, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 3045.0941187698318, + 3395.105881230168 + ] + }, + "pct": { + "value": 37.67829353053369, + "ci95": [ + 35.53570399677058, + 39.81810551077357 + ], + "ci90": [ + 35.85201392117304, + 39.46925394893569 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3815040705295782, + "wilcoxon": { + "p": 3.568126323893363e-08, + "z": 5.510994126009968, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..d063e80 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-baseline-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 6.3712 | 1.8654 | -70.72 | [-70.93, -70.50] | [-70.90, -70.53] | 0.291 | <0.0001 | faster/smaller | +| multi_s | 40 | 5.7375 | 2.2467 | -60.84 | [-61.34, -60.31] | [-61.26, -60.40] | 0.391 | <0.0001 | faster/smaller | +| client_wall_s | 40 | 12.1408 | 4.1444 | -65.86 | [-66.12, -65.60] | [-66.08, -65.65] | 0.340 | <0.0001 | faster/smaller | +| client_cpu_s | 40 | 8.1722 | 4.0170 | -50.85 | [-51.19, -50.49] | [-51.14, -50.55] | 0.490 | <0.0001 | faster/smaller | +| client_vcsw | 40 | 211263.3 | 2736.8 | -98.70 | [-98.91, -98.46] | [-98.88, -98.50] | 0.011 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 4.3755 | 2.1867 | -50.02 | [-50.63, -49.39] | [-50.53, -49.50] | 0.501 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 40 | 5.7067 | 1.9558 | -65.73 | [-66.32, -65.10] | [-66.23, -65.21] | 0.343 | <0.0001 | faster/smaller | +| broker_user_s | 40 | 4.6910 | 1.6386 | -65.07 | [-65.40, -64.72] | [-65.35, -64.78] | 0.348 | <0.0001 | faster/smaller | +| broker_sys_s | 40 | 7.4221 | 1.7594 | -76.29 | [-76.67, -75.89] | [-76.61, -75.96] | 0.235 | <0.0001 | faster/smaller | +| broker_cpu_s | 40 | 12.1131 | 3.3980 | -71.95 | [-72.25, -71.63] | [-72.20, -71.68] | 0.279 | <0.0001 | faster/smaller | +| broker_vcsw | 40 | 26.500 | 12100.025 | +45560.47 | [+40220.35, +51826.16] | [+40981.06, +50781.58] | 497.904 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 8546 | 11766 | +37.68 | [+35.54, +39.82] | [+35.85, +39.47] | 1.382 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 6.3696 | 1.8500 | -4.5058 | [-4.5206, -4.4911] | +| multi_s | 5.7119 | 2.2372 | -3.4908 | [-3.5413, -3.4403] | +| client_wall_s | 12.1217 | 4.1243 | -7.9964 | [-8.0467, -7.9460] | +| client_cpu_s | 8.1609 | 3.9978 | -4.1552 | [-4.1966, -4.1139] | +| client_vcsw | 211821.5 | 2252.0 | -208526.5 | [-210647.4, -206405.5] | +| multi_client_cpu_s | 4.3600 | 2.1700 | -2.1887 | [-2.2284, -2.1491] | +| multi_broker_cpu_s | 5.6800 | 1.9400 | -3.7510 | [-3.8070, -3.6950] | +| broker_user_s | 4.6912 | 1.6319 | -3.0524 | [-3.0803, -3.0245] | +| broker_sys_s | 7.4170 | 1.7359 | -5.6626 | [-5.7118, -5.6134] | +| broker_cpu_s | 12.0948 | 3.3648 | -8.7150 | [-8.7722, -8.6579] | +| broker_vcsw | 25.000 | 12400.000 | +12073.525 | [+11729.577, +12417.473] | +| broker_maxrss_kib | 8506 | 11688 | +3220 | [+3045, +3395] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.json new file mode 100644 index 0000000..ae5dddb --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout-before", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 1.865387897075, + "median": 1.8500416275 + }, + "candidate": { + "mean": 2.168874641875, + "median": 2.1674881645 + }, + "diff": { + "mean": 0.3034867448, + "sd": 0.08010496249213667, + "se": 0.012665706667875486, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.2778679349270392, + 0.32910555467296077 + ] + }, + "pct": { + "value": 16.26936388275484, + "ci95": [ + 14.89561283390248, + 17.630461694744223 + ], + "ci90": [ + 15.11304849967999, + 17.41045812067794 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1638842300012646, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 2.246690384475, + "median": 2.237193746 + }, + "candidate": { + "mean": 2.5119904478999997, + "median": 2.5138128215 + }, + "diff": { + "mean": 0.265300063425, + "sd": 0.11807309607358679, + "se": 0.018668995699020915, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.2275384553383851, + 0.3030616715116149 + ] + }, + "pct": { + "value": 11.808483503479916, + "ci95": [ + 10.162210335852148, + 13.56863674719759 + ], + "ci90": [ + 10.419212606964667, + 13.26693463825526 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.118479824274436, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 4.144401106465375, + "median": 4.124335507978685 + }, + "candidate": { + "mean": 4.712781377590727, + "median": 4.68853389157448 + }, + "diff": { + "mean": 0.568380271125352, + "sd": 0.15134373099275877, + "se": 0.02392954497624669, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.5199781977812866, + 0.6167823444694175 + ] + }, + "pct": { + "value": 13.71441268651974, + "ci95": [ + 12.592833937206276, + 14.925989257446597 + ], + "ci90": [ + 12.771663794359089, + 14.73776230184023 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1296228671009232, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.016977625000001, + "median": 3.9977770000000845 + }, + "candidate": { + "mean": 4.387708899999997, + "median": 4.374637499999949 + }, + "diff": { + "mean": 0.3707312749999961, + "sd": 0.13253927302481522, + "se": 0.02095629910906653, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.3283431590745128, + 0.4131193909254794 + ] + }, + "pct": { + "value": 9.22910978375182, + "ci95": [ + 8.231296207556039, + 10.311161071789101 + ], + "ci90": [ + 8.378853245978965, + 10.132366059130032 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0889959447130182, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 2736.8, + "median": 2252.0 + }, + "candidate": { + "mean": 13813.525, + "median": 14168.0 + }, + "diff": { + "mean": 11076.725, + "sd": 3756.8911655953257, + "se": 594.016650232302, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 9875.212915224472, + 12278.237084775528 + ] + }, + "pct": { + "value": 404.7327170418006, + "ci95": [ + 319.06675861636387, + 505.2750749765025 + ], + "ci90": [ + 332.8880216458701, + 489.9905052060175 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 5.666575731960347, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 2.18675, + "median": 2.17 + }, + "candidate": { + "mean": 2.3775, + "median": 2.37 + }, + "diff": { + "mean": 0.19075000000000006, + "sd": 0.10336362252523117, + "se": 0.016343223719280778, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.15769270977888145, + 0.22380729022111867 + ] + }, + "pct": { + "value": 8.722990739682167, + "ci95": [ + 7.2517914370317165, + 10.273915194527888 + ], + "ci90": [ + 7.462339978989191, + 10.012675002240549 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0902777777777777, + "wilcoxon": { + "p": 5.153260599323321e-08, + "z": 5.445939656932378, + "w_plus": 815.0, + "n_nonzero": 40, + "variance": 5530.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 1.95575, + "median": 1.94 + }, + "candidate": { + "mean": 2.4915, + "median": 2.5 + }, + "diff": { + "mean": 0.53575, + "sd": 0.13806144117189828, + "se": 0.02182943055742724, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.4915958090219189, + 0.579904190978081 + ] + }, + "pct": { + "value": 27.393583024415168, + "ci95": [ + 24.924513794246565, + 29.8863690568228 + ], + "ci90": [ + 25.347083034307296, + 29.449689904833743 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2723900370959194, + "wilcoxon": { + "p": 3.55175732530302e-08, + "z": 5.5118032985622945, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5533.25 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 1.6385650999999999, + "median": 1.6319465 + }, + "candidate": { + "mean": 1.8117576, + "median": 1.798899 + }, + "diff": { + "mean": 0.1731925, + "sd": 0.07662673241008093, + "se": 0.01211575020360496, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.14868608207373474, + 0.19769891792626526 + ] + }, + "pct": { + "value": 10.56976619360439, + "ci95": [ + 9.020568352498278, + 12.007462801175215 + ], + "ci90": [ + 9.272640534658574, + 11.78087116563815 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1148132356508205, + "wilcoxon": { + "p": 4.156988368597936e-08, + "z": 5.48404930210948, + "w_plus": 818.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 1.759439925, + "median": 1.7359425 + }, + "candidate": { + "mean": 2.472472925, + "median": 2.4726945000000002 + }, + "diff": { + "mean": 0.713033, + "sd": 0.13046695449118575, + "se": 0.020628636778884064, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.6713076436946149, + 0.7547583563053851 + ] + }, + "pct": { + "value": 40.52613504266138, + "ci95": [ + 37.84881539790912, + 43.286902989902174 + ], + "ci90": [ + 38.27415843075835, + 42.85097598559877 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4156878266651247, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.398005025, + "median": 3.3648205 + }, + "candidate": { + "mean": 4.284230525, + "median": 4.2703905 + }, + "diff": { + "mean": 0.8862255000000001, + "sd": 0.17493128092790305, + "se": 0.027659064087147335, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.8302797622142124, + 0.9421712377857878 + ] + }, + "pct": { + "value": 26.080758959442683, + "ci95": [ + 24.35505880498562, + 27.85627823241266 + ], + "ci90": [ + 24.61757140366876, + 27.56195852201529 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2687147150382019, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 12100.025, + "median": 12400.0 + }, + "candidate": { + "mean": 6818.6, + "median": 6748.5 + }, + "diff": { + "mean": -5281.425, + "sd": 1222.4430748111938, + "se": 193.28522131514904, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -5672.381262131447, + -4890.468737868553 + ] + }, + "pct": { + "value": -43.64805031394563, + "ci95": [ + -45.56776023143033, + -41.55512201026289 + ], + "ci90": [ + -45.27279759384086, + -41.92596122755602 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5607277659838402, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 11766.4, + "median": 11688.0 + }, + "candidate": { + "mean": 11275.2, + "median": 11220.0 + }, + "diff": { + "mean": -491.2, + "sd": 726.5396454497555, + "se": 114.87600450162084, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -723.5586512355303, + -258.84134876446967 + ] + }, + "pct": { + "value": -4.174598857764478, + "ci95": [ + -5.986668771128944, + -2.320494728041429 + ], + "ci90": [ + -5.704237957920297, + -2.6194080421974832 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9658857850070721, + "wilcoxon": { + "p": 7.332598407355811e-05, + "z": -3.9652274809096113, + "w_plus": 115.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.md new file mode 100644 index 0000000..eda59b1 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout-before against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 1.8654 | 2.1689 | +16.27 | [+14.90, +17.63] | [+15.11, +17.41] | 1.164 | <0.0001 | slower/larger | +| multi_s | 40 | 2.2467 | 2.5120 | +11.81 | [+10.16, +13.57] | [+10.42, +13.27] | 1.118 | <0.0001 | slower/larger | +| client_wall_s | 40 | 4.1444 | 4.7128 | +13.71 | [+12.59, +14.93] | [+12.77, +14.74] | 1.130 | <0.0001 | slower/larger | +| client_cpu_s | 40 | 4.0170 | 4.3877 | +9.23 | [+8.23, +10.31] | [+8.38, +10.13] | 1.089 | <0.0001 | slower/larger | +| client_vcsw | 40 | 2736.8 | 13813.5 | +404.73 | [+319.07, +505.28] | [+332.89, +489.99] | 5.667 | <0.0001 | slower/larger | +| multi_client_cpu_s | 40 | 2.1867 | 2.3775 | +8.72 | [+7.25, +10.27] | [+7.46, +10.01] | 1.090 | <0.0001 | slower/larger | +| multi_broker_cpu_s | 40 | 1.9558 | 2.4915 | +27.39 | [+24.92, +29.89] | [+25.35, +29.45] | 1.272 | <0.0001 | slower/larger | +| broker_user_s | 40 | 1.6386 | 1.8118 | +10.57 | [+9.02, +12.01] | [+9.27, +11.78] | 1.115 | <0.0001 | slower/larger | +| broker_sys_s | 40 | 1.7594 | 2.4725 | +40.53 | [+37.85, +43.29] | [+38.27, +42.85] | 1.416 | <0.0001 | slower/larger | +| broker_cpu_s | 40 | 3.3980 | 4.2842 | +26.08 | [+24.36, +27.86] | [+24.62, +27.56] | 1.269 | <0.0001 | slower/larger | +| broker_vcsw | 40 | 12100.0 | 6818.6 | -43.65 | [-45.57, -41.56] | [-45.27, -41.93] | 0.561 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 40 | 11766 | 11275 | -4.17 | [-5.99, -2.32] | [-5.70, -2.62] | 0.966 | <0.0001 | inconclusive; repeatable change (-) | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 1.8500 | 2.1675 | +0.3035 | [+0.2779, +0.3291] | +| multi_s | 2.2372 | 2.5138 | +0.2653 | [+0.2275, +0.3031] | +| client_wall_s | 4.1243 | 4.6885 | +0.5684 | [+0.5200, +0.6168] | +| client_cpu_s | 3.9978 | 4.3746 | +0.3707 | [+0.3283, +0.4131] | +| client_vcsw | 2252.0 | 14168.0 | +11076.7 | [+9875.2, +12278.2] | +| multi_client_cpu_s | 2.1700 | 2.3700 | +0.1908 | [+0.1577, +0.2238] | +| multi_broker_cpu_s | 1.9400 | 2.5000 | +0.5357 | [+0.4916, +0.5799] | +| broker_user_s | 1.6319 | 1.7989 | +0.1732 | [+0.1487, +0.1977] | +| broker_sys_s | 1.7359 | 2.4727 | +0.7130 | [+0.6713, +0.7548] | +| broker_cpu_s | 3.3648 | 4.2704 | +0.8862 | [+0.8303, +0.9422] | +| broker_vcsw | 12400.0 | 6748.5 | -5281.4 | [-5672.4, -4890.5] | +| broker_maxrss_kib | 11688 | 11220 | -491 | [-724, -259] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.json new file mode 100644 index 0000000..66bfa78 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 1.8976928855000001, + "median": 1.8849384654999999 + }, + "candidate": { + "mean": 2.0754910912, + "median": 2.062653719 + }, + "diff": { + "mean": 0.1777982057, + "sd": 0.06310937551398418, + "se": 0.009978468416752475, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.1576148482375612, + 0.19798156316243878 + ] + }, + "pct": { + "value": 9.369177017974328, + "ci95": [ + 8.296829470321317, + 10.390349087826486 + ], + "ci90": [ + 8.476809211432025, + 10.234069391302228 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0898685430094532, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 2.16717549865, + "median": 2.1475452754999997 + }, + "candidate": { + "mean": 2.257415102275, + "median": 2.235957666 + }, + "diff": { + "mean": 0.09023960362500003, + "sd": 0.12581764298907272, + "se": 0.01989351608396927, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.050001169274350166, + 0.13047803797564989 + ] + }, + "pct": { + "value": 4.163926903068682, + "ci95": [ + 2.368593920681123, + 5.97661663358068 + ], + "ci90": [ + 2.661190969284528, + 5.684076597374178 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.043033446089018, + "wilcoxon": { + "p": 2.586388840491565e-05, + "z": 4.207126057745754, + "w_plus": 723.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 4.096696395089384, + "median": 4.070544539485127 + }, + "candidate": { + "mean": 4.36480535453884, + "median": 4.329886867548339 + }, + "diff": { + "mean": 0.2681089594494551, + "sd": 0.1597419776336727, + "se": 0.025257424363104002, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.21702099652668944, + 0.3191969223722208 + ] + }, + "pct": { + "value": 6.544516205077633, + "ci95": [ + 5.333258360916852, + 7.807637734740233 + ], + "ci90": [ + 5.516691066339402, + 7.575319993938391 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0663839150691987, + "wilcoxon": { + "p": 5.62644058675228e-08, + "z": 5.430284112873113, + "w_plus": 814.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.053592300000014, + "median": 4.027500000000032 + }, + "candidate": { + "mean": 4.174522250000018, + "median": 4.140358499999991 + }, + "diff": { + "mean": 0.12092995000000321, + "sd": 0.15266988862067293, + "se": 0.02413922890827743, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.07210375087054162, + 0.1697561491294648 + ] + }, + "pct": { + "value": 2.983278560105873, + "ci95": [ + 1.835298828897055, + 4.194111992685696 + ], + "ci90": [ + 2.0194513686704663, + 3.9688279153195523 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.03062852465085, + "wilcoxon": { + "p": 3.276274460950562e-05, + "z": 4.153360868509386, + "w_plus": 719.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 455.925, + "median": 436.0 + }, + "candidate": { + "mean": 2934.1, + "median": 2969.5 + }, + "diff": { + "mean": 2478.175, + "sd": 635.941534463987, + "se": 100.55118538043327, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 2274.791030332065, + 2681.5589696679353 + ] + }, + "pct": { + "value": 543.5488293030652, + "ci95": [ + 467.21495657863085, + 630.5525167649654 + ], + "ci90": [ + 479.8206806240252, + 615.9248017260102 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 6.427320316622691, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 2.1515, + "median": 2.135 + }, + "candidate": { + "mean": 2.20175, + "median": 2.17 + }, + "diff": { + "mean": 0.05024999999999996, + "sd": 0.1231943950606478, + "se": 0.019478744167912215, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.010850521037844958, + 0.08964947896215497 + ] + }, + "pct": { + "value": 2.335579828026968, + "ci95": [ + 0.5888519135769689, + 4.106223678053333 + ], + "ci90": [ + 0.8677766457134707, + 3.827756746211679 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0192307692307692, + "wilcoxon": { + "p": 0.005184227591413098, + "z": 2.795357969382042, + "w_plus": 590.0, + "n_nonzero": 39, + "variance": 5119.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 1.5270000000000001, + "median": 1.5150000000000001 + }, + "candidate": { + "mean": 1.904, + "median": 1.88 + }, + "diff": { + "mean": 0.3769999999999999, + "sd": 0.10818313058693456, + "se": 0.017105254853107082, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.3424013563237055, + 0.4115986436762943 + ] + }, + "pct": { + "value": 24.688932547478704, + "ci95": [ + 22.38731042495625, + 26.951552223563098 + ], + "ci90": [ + 22.773395419084125, + 26.566894055033707 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.251677852348993, + "wilcoxon": { + "p": 3.544224568427353e-08, + "z": 5.5121768830525335, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5532.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 0.95471655, + "median": 0.9480799999999999 + }, + "candidate": { + "mean": 1.6467091, + "median": 1.631255 + }, + "diff": { + "mean": 0.6919925499999999, + "sd": 0.07232424808651307, + "se": 0.011435467700622795, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.6688621333155765, + 0.7151229666844233 + ] + }, + "pct": { + "value": 72.48146583402163, + "ci95": [ + 69.89818338870224, + 75.24592163596817 + ], + "ci90": [ + 70.32948987454263, + 74.77824348927197 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.7248475981717892, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 1.7570504249999999, + "median": 1.7502225 + }, + "candidate": { + "mean": 1.8265243999999998, + "median": 1.8126484999999999 + }, + "diff": { + "mean": 0.069473975, + "sd": 0.07554834386295481, + "se": 0.011945242003027042, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.04531244246283549, + 0.0936355075371645 + ] + }, + "pct": { + "value": 3.954011450752759, + "ci95": [ + 2.6040166133559555, + 5.281614573840179 + ], + "ci90": [ + 2.832575286895076, + 5.055253493917655 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0518930842164185, + "wilcoxon": { + "p": 2.1621744696927346e-05, + "z": 4.247449949673029, + "w_plus": 726.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 2.7117669749999997, + "median": 2.708522 + }, + "candidate": { + "mean": 3.4732335, + "median": 3.4583695 + }, + "diff": { + "mean": 0.761466525, + "sd": 0.11908938268871355, + "se": 0.018829684721988087, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.7233798926856798, + 0.7995531573143202 + ] + }, + "pct": { + "value": 28.080086969862172, + "ci95": [ + 26.629956382290853, + 29.542098027294827 + ], + "ci90": [ + 26.859998697940203, + 29.301297293513194 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2832143068934618, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 106739.575, + "median": 106893.0 + }, + "candidate": { + "mean": 14708.825, + "median": 14927.5 + }, + "diff": { + "mean": -92030.75, + "sd": 7498.240644071799, + "se": 1185.5759439657404, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -94428.80369687351, + -89632.69630312649 + ] + }, + "pct": { + "value": -86.21989547925406, + "ci95": [ + -86.61327020427154, + -85.80948368724408 + ], + "ci90": [ + -86.55453720288737, + -85.87977699187545 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.13835656086872491, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 9339.6, + "median": 9370.0 + }, + "candidate": { + "mean": 11222.4, + "median": 11196.0 + }, + "diff": { + "mean": 1882.8, + "sd": 609.339415331819, + "se": 96.34502102819364, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 1687.923800775522, + 2077.676199224478 + ] + }, + "pct": { + "value": 20.159321598355383, + "ci95": [ + 18.118200921408114, + 22.22794104478681 + ], + "ci90": [ + 18.447088391596587, + 21.890183045727227 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2010154365226828, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.md new file mode 100644 index 0000000..0ff2e8c --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 1.8977 | 2.0755 | +9.37 | [+8.30, +10.39] | [+8.48, +10.23] | 1.090 | <0.0001 | slower/larger | +| multi_s | 40 | 2.1672 | 2.2574 | +4.16 | [+2.37, +5.98] | [+2.66, +5.68] | 1.043 | <0.0001 | inconclusive; repeatable change (+) | +| client_wall_s | 40 | 4.0967 | 4.3648 | +6.54 | [+5.33, +7.81] | [+5.52, +7.58] | 1.066 | <0.0001 | slower/larger | +| client_cpu_s | 40 | 4.0536 | 4.1745 | +2.98 | [+1.84, +4.19] | [+2.02, +3.97] | 1.031 | <0.0001 | no material change; repeatable change (+) | +| client_vcsw | 40 | 455.9 | 2934.1 | +543.55 | [+467.21, +630.55] | [+479.82, +615.92] | 6.427 | <0.0001 | slower/larger | +| multi_client_cpu_s | 40 | 2.1515 | 2.2018 | +2.34 | [+0.59, +4.11] | [+0.87, +3.83] | 1.019 | 0.0052 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 40 | 1.5270 | 1.9040 | +24.69 | [+22.39, +26.95] | [+22.77, +26.57] | 1.252 | <0.0001 | slower/larger | +| broker_user_s | 40 | 0.9547 | 1.6467 | +72.48 | [+69.90, +75.25] | [+70.33, +74.78] | 1.725 | <0.0001 | slower/larger | +| broker_sys_s | 40 | 1.7571 | 1.8265 | +3.95 | [+2.60, +5.28] | [+2.83, +5.06] | 1.052 | <0.0001 | inconclusive; repeatable change (+) | +| broker_cpu_s | 40 | 2.7118 | 3.4732 | +28.08 | [+26.63, +29.54] | [+26.86, +29.30] | 1.283 | <0.0001 | slower/larger | +| broker_vcsw | 40 | 106739.6 | 14708.8 | -86.22 | [-86.61, -85.81] | [-86.55, -85.88] | 0.138 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 40 | 9340 | 11222 | +20.16 | [+18.12, +22.23] | [+18.45, +21.89] | 1.201 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 1.8849 | 2.0627 | +0.1778 | [+0.1576, +0.1980] | +| multi_s | 2.1475 | 2.2360 | +0.0902 | [+0.0500, +0.1305] | +| client_wall_s | 4.0705 | 4.3299 | +0.2681 | [+0.2170, +0.3192] | +| client_cpu_s | 4.0275 | 4.1404 | +0.1209 | [+0.0721, +0.1698] | +| client_vcsw | 436.0 | 2969.5 | +2478.2 | [+2274.8, +2681.6] | +| multi_client_cpu_s | 2.1350 | 2.1700 | +0.0502 | [+0.0109, +0.0896] | +| multi_broker_cpu_s | 1.5150 | 1.8800 | +0.3770 | [+0.3424, +0.4116] | +| broker_user_s | 0.9481 | 1.6313 | +0.6920 | [+0.6689, +0.7151] | +| broker_sys_s | 1.7502 | 1.8126 | +0.0695 | [+0.0453, +0.0936] | +| broker_cpu_s | 2.7085 | 3.4584 | +0.7615 | [+0.7234, +0.7996] | +| broker_vcsw | 106893.0 | 14927.5 | -92030.8 | [-94428.8, -89632.7] | +| broker_maxrss_kib | 9370 | 11196 | +1883 | [+1688, +2078] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..062d923 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 6.37123675575, + "median": 6.369566390999999 + }, + "candidate": { + "mean": 2.0754910912, + "median": 2.062653719 + }, + "diff": { + "mean": -4.29574566455, + "sd": 0.06615288142365229, + "se": 0.01045968895408917, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -4.316902382423845, + -4.274588946676155 + ] + }, + "pct": { + "value": -67.42404699798854, + "ci95": [ + -67.67830648983718, + -67.15725342541714 + ], + "ci90": [ + -67.64097427951359, + -67.20253215891792 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.32422106257065675, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 5.73750568565, + "median": 5.7119400250000005 + }, + "candidate": { + "mean": 2.257415102275, + "median": 2.235957666 + }, + "diff": { + "mean": -3.480090583375, + "sd": 0.15747305663190722, + "se": 0.024898676453275512, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.5304529101579734, + -3.4297282565920266 + ] + }, + "pct": { + "value": -60.655113459477846, + "ci95": [ + -61.194357925374405, + -60.0542556498651 + ], + "ci90": [ + -61.11816871302847, + -60.16183281357279 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39145972235315446, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 12.140764311456588, + "median": 12.121748425532132 + }, + "candidate": { + "mean": 4.36480535453884, + "median": 4.329886867548339 + }, + "diff": { + "mean": -7.775958956917748, + "sd": 0.17617953430212746, + "se": 0.027856430275124317, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -7.832303905499879, + -7.719614008335617 + ] + }, + "pct": { + "value": -64.04834784231824, + "ci95": [ + -64.36226140693513, + -63.70336675707996 + ], + "ci90": [ + -64.31520786308262, + -63.763663681858105 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3579800078973231, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 8.172205774999998, + "median": 8.160943000000032 + }, + "candidate": { + "mean": 4.174522250000018, + "median": 4.140358499999991 + }, + "diff": { + "mean": -3.9976835249999807, + "sd": 0.16915916307596202, + "se": 0.026746412120394723, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -4.051783249939464, + -3.9435838000604972 + ] + }, + "pct": { + "value": -48.91804777150245, + "ci95": [ + -49.39749752080031, + -48.38780062461999 + ], + "ci90": [ + -49.322404991268996, + -48.48149421262957 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5090092160267774, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 211263.275, + "median": 211821.5 + }, + "candidate": { + "mean": 2934.1, + "median": 2969.5 + }, + "diff": { + "mean": -208329.175, + "sd": 6734.701005631684, + "se": 1064.8497269011295, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -210483.03687380653, + -206175.31312619345 + ] + }, + "pct": { + "value": -98.61116419784744, + "ci95": [ + -98.6932348300903, + -98.52919068457622 + ], + "ci90": [ + -98.681439450367, + -98.54237037036872 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.013949056851715075, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.375500000000001, + "median": 4.359999999999999 + }, + "candidate": { + "mean": 2.20175, + "median": 2.17 + }, + "diff": { + "mean": -2.17375, + "sd": 0.13922288899643212, + "se": 0.02201307158287597, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -2.2182756400128025, + -2.1292243599871976 + ] + }, + "pct": { + "value": -49.680036567249466, + "ci95": [ + -50.39077102580885, + -48.87796280478668 + ], + "ci90": [ + -50.29116402829194, + -49.03070138468869 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.49942791762013733, + "wilcoxon": { + "p": 3.539210492309516e-08, + "z": -5.51242598158546, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5532.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 5.7067499999999995, + "median": 5.68 + }, + "candidate": { + "mean": 1.904, + "median": 1.88 + }, + "diff": { + "mean": -3.8027499999999996, + "sd": 0.16490848277850254, + "se": 0.02607432055313602, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.8554902914289557, + -3.7500097085710435 + ] + }, + "pct": { + "value": -66.63600122661761, + "ci95": [ + -67.21018957071145, + -66.07196085213151 + ], + "ci90": [ + -67.11703907432025, + -66.16418428485161 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.33097928730373427, + "wilcoxon": { + "p": 3.549244852901142e-08, + "z": -5.511927818285759, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5533.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 4.6909777749999995, + "median": 4.6911505 + }, + "candidate": { + "mean": 1.6467091, + "median": 1.631255 + }, + "diff": { + "mean": -3.044268675, + "sd": 0.10923022325800781, + "se": 0.01727081474120013, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -3.0792021951586626, + -3.0093351548413376 + ] + }, + "pct": { + "value": -64.89625022791756, + "ci95": [ + -65.35009412161874, + -64.38163084055421 + ], + "ci90": [ + -65.28752984528538, + -64.47603611384642 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3480796324588522, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 7.42207555, + "median": 7.4169885 + }, + "candidate": { + "mean": 1.8265243999999998, + "median": 1.8126484999999999 + }, + "diff": { + "mean": -5.59555115, + "sd": 0.13826245395244263, + "se": 0.02186121346869343, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -5.639769627984112, + -5.551332672015889 + ] + }, + "pct": { + "value": -75.39065201242798, + "ci95": [ + -75.69203155258401, + -75.08533823829914 + ], + "ci90": [ + -75.64649412751122, + -75.13084945124925 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.24531219787131028, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 12.113053325, + "median": 12.094834500000001 + }, + "candidate": { + "mean": 3.4732335, + "median": 3.4583695 + }, + "diff": { + "mean": -8.639819825, + "sd": 0.17028294868472155, + "se": 0.02692409822666467, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -8.694278954013253, + -8.585360695986747 + ] + }, + "pct": { + "value": -71.32652348824693, + "ci95": [ + -71.60752814708707, + -71.04070863020439 + ], + "ci90": [ + -71.56429144347537, + -71.08773444792219 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2873106514759322, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 26.5, + "median": 25.0 + }, + "candidate": { + "mean": 14708.825, + "median": 14927.5 + }, + "diff": { + "mean": 14682.325, + "sd": 821.4678353333011, + "se": 129.88546921106874, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 14419.606840782058, + 14945.043159217943 + ] + }, + "pct": { + "value": 55405.00000000001, + "ci95": [ + 49059.196254396935, + 62658.519099485726 + ], + "ci90": [ + 50014.00141361929, + 61496.79035300251 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 591.7930769230769, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 8546.3, + "median": 8506.0 + }, + "candidate": { + "mean": 11222.4, + "median": 11196.0 + }, + "diff": { + "mean": 2676.1, + "sd": 611.2057775938498, + "se": 96.6401188125437, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 2480.626909166594, + 2871.573090833406 + ] + }, + "pct": { + "value": 31.312965844868557, + "ci95": [ + 29.0940556086141, + 33.637230029844886 + ], + "ci90": [ + 29.442672361916003, + 33.250481708113604 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3089180778999978, + "wilcoxon": { + "p": 3.568126323893363e-08, + "z": 5.510994126009968, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..2a0de50 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 6.3712 | 2.0755 | -67.42 | [-67.68, -67.16] | [-67.64, -67.20] | 0.324 | <0.0001 | faster/smaller | +| multi_s | 40 | 5.7375 | 2.2574 | -60.66 | [-61.19, -60.05] | [-61.12, -60.16] | 0.391 | <0.0001 | faster/smaller | +| client_wall_s | 40 | 12.1408 | 4.3648 | -64.05 | [-64.36, -63.70] | [-64.32, -63.76] | 0.358 | <0.0001 | faster/smaller | +| client_cpu_s | 40 | 8.1722 | 4.1745 | -48.92 | [-49.40, -48.39] | [-49.32, -48.48] | 0.509 | <0.0001 | faster/smaller | +| client_vcsw | 40 | 211263.3 | 2934.1 | -98.61 | [-98.69, -98.53] | [-98.68, -98.54] | 0.014 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 4.3755 | 2.2018 | -49.68 | [-50.39, -48.88] | [-50.29, -49.03] | 0.499 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 40 | 5.7067 | 1.9040 | -66.64 | [-67.21, -66.07] | [-67.12, -66.16] | 0.331 | <0.0001 | faster/smaller | +| broker_user_s | 40 | 4.6910 | 1.6467 | -64.90 | [-65.35, -64.38] | [-65.29, -64.48] | 0.348 | <0.0001 | faster/smaller | +| broker_sys_s | 40 | 7.4221 | 1.8265 | -75.39 | [-75.69, -75.09] | [-75.65, -75.13] | 0.245 | <0.0001 | faster/smaller | +| broker_cpu_s | 40 | 12.1131 | 3.4732 | -71.33 | [-71.61, -71.04] | [-71.56, -71.09] | 0.287 | <0.0001 | faster/smaller | +| broker_vcsw | 40 | 26.500 | 14708.825 | +55405.00 | [+49059.20, +62658.52] | [+50014.00, +61496.79] | 591.793 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 8546 | 11222 | +31.31 | [+29.09, +33.64] | [+29.44, +33.25] | 1.309 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 6.3696 | 2.0627 | -4.2957 | [-4.3169, -4.2746] | +| multi_s | 5.7119 | 2.2360 | -3.4801 | [-3.5305, -3.4297] | +| client_wall_s | 12.1217 | 4.3299 | -7.7760 | [-7.8323, -7.7196] | +| client_cpu_s | 8.1609 | 4.1404 | -3.9977 | [-4.0518, -3.9436] | +| client_vcsw | 211821.5 | 2969.5 | -208329.2 | [-210483.0, -206175.3] | +| multi_client_cpu_s | 4.3600 | 2.1700 | -2.1738 | [-2.2183, -2.1292] | +| multi_broker_cpu_s | 5.6800 | 1.8800 | -3.8027 | [-3.8555, -3.7500] | +| broker_user_s | 4.6912 | 1.6313 | -3.0443 | [-3.0792, -3.0093] | +| broker_sys_s | 7.4170 | 1.8126 | -5.5956 | [-5.6398, -5.5513] | +| broker_cpu_s | 12.0948 | 3.4584 | -8.6398 | [-8.6943, -8.5854] | +| broker_vcsw | 25.000 | 14927.500 | +14682.325 | [+14419.607, +14945.043] | +| broker_maxrss_kib | 8506 | 11196 | +2676 | [+2481, +2872] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.json new file mode 100644 index 0000000..07e143f --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "timeout-before", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 2.168874641875, + "median": 2.1674881645 + }, + "candidate": { + "mean": 2.0754910912, + "median": 2.062653719 + }, + "diff": { + "mean": -0.09338355067499998, + "sd": 0.09611166672246503, + "se": 0.015196588827899989, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.12412155291272534, + -0.06264554843727463 + ] + }, + "pct": { + "value": -4.305622320074232, + "ci95": [ + -5.608187388868345, + -2.9606190109959245 + ], + "ci90": [ + -5.402675040253166, + -3.18649355601668 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9521998490825474, + "wilcoxon": { + "p": 5.90626908729349e-06, + "z": -4.529717193163958, + "w_plus": 73.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 2.5119904478999997, + "median": 2.5138128215 + }, + "candidate": { + "mean": 2.257415102275, + "median": 2.235957666 + }, + "diff": { + "mean": -0.254575345625, + "sd": 0.12865440708860526, + "se": 0.02034204787092524, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.29572102114847354, + -0.21342967010152644 + ] + }, + "pct": { + "value": -10.134407391470068, + "ci95": [ + -11.583802722799344, + -8.626168925511195 + ], + "ci90": [ + -11.38376493837588, + -8.871882853120235 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8933749442678772, + "wilcoxon": { + "p": 4.837920964361396e-08, + "z": -5.457166707491297, + "w_plus": 4.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 4.712781377590727, + "median": 4.68853389157448 + }, + "candidate": { + "mean": 4.36480535453884, + "median": 4.329886867548339 + }, + "diff": { + "mean": -0.34797602305188774, + "sd": 0.18352775887483955, + "se": 0.029018286595533703, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.4066710478636981, + -0.28928099824007736 + ] + }, + "pct": { + "value": -7.383665720343268, + "ci95": [ + -8.525824411089925, + -6.246448766738346 + ], + "ci90": [ + -8.356689050130932, + -6.432868772387924 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9261025610690178, + "wilcoxon": { + "p": 5.62644058675228e-08, + "z": -5.430284112873113, + "w_plus": 6.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.387708899999997, + "median": 4.374637499999949 + }, + "candidate": { + "mean": 4.174522250000018, + "median": 4.140358499999991 + }, + "diff": { + "mean": -0.21318664999997985, + "sd": 0.1626576321436997, + "se": 0.02571842981919538, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.26520708447286895, + -0.16116621552709076 + ] + }, + "pct": { + "value": -4.8587236496017265, + "ci95": [ + -5.949461955935091, + -3.761989404594362 + ], + "ci90": [ + -5.771260067978795, + -3.9263232767003093 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.950060901237271, + "wilcoxon": { + "p": 6.582947071577944e-07, + "z": -4.97328000436399, + "w_plus": 40.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 13813.525, + "median": 14168.0 + }, + "candidate": { + "mean": 2934.1, + "median": 2969.5 + }, + "diff": { + "mean": -10879.425, + "sd": 3581.565413997571, + "se": 566.2952148558115, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -12024.865189149115, + -9733.984810850883 + ] + }, + "pct": { + "value": -78.75922329745666, + "ci95": [ + -80.70857044234398, + -76.60874945317548 + ], + "ci90": [ + -80.42440973375248, + -76.9600748193509 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2142361983697042, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 2.3775, + "median": 2.37 + }, + "candidate": { + "mean": 2.20175, + "median": 2.17 + }, + "diff": { + "mean": -0.17575000000000002, + "sd": 0.11709928945020798, + "se": 0.01851502335249917, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.21320016961936863, + -0.1382998303806314 + ] + }, + "pct": { + "value": -7.392218717139842, + "ci95": [ + -8.795557240470123, + -5.863567355524989 + ], + "ci90": [ + -8.590046541605252, + -6.148299854044628 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9186754723903872, + "wilcoxon": { + "p": 2.4358760133772184e-07, + "z": -5.162565882095355, + "w_plus": 26.0, + "n_nonzero": 40, + "variance": 5532.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 2.4915, + "median": 2.5 + }, + "candidate": { + "mean": 1.904, + "median": 1.88 + }, + "diff": { + "mean": -0.5875000000000001, + "sd": 0.1373699851514617, + "se": 0.021720101761106465, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.6314330526144646, + -0.5435669473855357 + ] + }, + "pct": { + "value": -23.5801725867951, + "ci95": [ + -25.079427286342654, + -22.130775352875037 + ], + "ci90": [ + -24.832887699271033, + -22.349273776439425 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7669227838455677, + "wilcoxon": { + "p": 3.547989199393855e-08, + "z": -5.511990081312294, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5532.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 1.8117576, + "median": 1.798899 + }, + "candidate": { + "mean": 1.6467091, + "median": 1.631255 + }, + "diff": { + "mean": -0.1650485, + "sd": 0.08778711489501032, + "se": 0.013880361614156294, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.19312418140378068, + -0.1369728185962193 + ] + }, + "pct": { + "value": -9.109855534758072, + "ci95": [ + -10.521089957304053, + -7.657013051579637 + ], + "ci90": [ + -10.309750444785374, + -7.902694653329691 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9044710290676965, + "wilcoxon": { + "p": 6.066062388428414e-08, + "z": -5.416842815564022, + "w_plus": 7.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 2.472472925, + "median": 2.4726945000000002 + }, + "candidate": { + "mean": 1.8265243999999998, + "median": 1.8126484999999999 + }, + "diff": { + "mean": -0.645948525, + "sd": 0.1129306765872803, + "se": 0.017855907785982835, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.6820655075477211, + -0.6098315424522789 + ] + }, + "pct": { + "value": -26.1256056019299, + "ci95": [ + -27.296844171598853, + -25.01286427141866 + ], + "ci90": [ + -27.100747469459687, + -25.17348124746492 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.747698766469843, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 4.284230525, + "median": 4.2703905 + }, + "candidate": { + "mean": 3.4732335, + "median": 3.4583695 + }, + "diff": { + "mean": -0.8109970250000001, + "sd": 0.16448680896148704, + "se": 0.02600764806856472, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.8636024585997976, + -0.7583915914002027 + ] + }, + "pct": { + "value": -18.92981762460132, + "ci95": [ + -19.98943317095793, + -17.93591056841594 + ], + "ci90": [ + -19.819339994724174, + -18.079707655572676 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8165437554534315, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": -5.510931896727665, + "w_plus": 0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 6818.6, + "median": 6748.5 + }, + "candidate": { + "mean": 14708.825, + "median": 14927.5 + }, + "diff": { + "mean": 7890.225, + "sd": 890.1897374098083, + "se": 140.75135599610962, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 7605.528510243808, + 8174.921489756192 + ] + }, + "pct": { + "value": 115.71620273956529, + "ci95": [ + 110.5404840735776, + 120.9785911109759 + ], + "ci90": [ + 111.3374671903942, + 120.0969334680902 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.188097004507825, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 11275.2, + "median": 11220.0 + }, + "candidate": { + "mean": 11222.4, + "median": 11196.0 + }, + "diff": { + "mean": -52.8, + "sd": 734.8107448651189, + "se": 116.18378014693259, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -287.8038771587476, + 182.20387715874756 + ] + }, + "pct": { + "value": -0.46828437633036346, + "ci95": [ + -2.4558066272853885, + 1.4711748138593628 + ], + "ci90": [ + -2.1439920703574593, + 1.1825975201092176 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9953957877027446, + "wilcoxon": { + "p": 0.7166683607843685, + "z": -0.3629150273454803, + "w_plus": 383.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.md new file mode 100644 index 0000000..4e0a783 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout-vs-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline timeout-before, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 2.1689 | 2.0755 | -4.31 | [-5.61, -2.96] | [-5.40, -3.19] | 0.952 | <0.0001 | inconclusive; repeatable change (-) | +| multi_s | 40 | 2.5120 | 2.2574 | -10.13 | [-11.58, -8.63] | [-11.38, -8.87] | 0.893 | <0.0001 | faster/smaller | +| client_wall_s | 40 | 4.7128 | 4.3648 | -7.38 | [-8.53, -6.25] | [-8.36, -6.43] | 0.926 | <0.0001 | faster/smaller | +| client_cpu_s | 40 | 4.3877 | 4.1745 | -4.86 | [-5.95, -3.76] | [-5.77, -3.93] | 0.950 | <0.0001 | inconclusive; repeatable change (-) | +| client_vcsw | 40 | 13813.5 | 2934.1 | -78.76 | [-80.71, -76.61] | [-80.42, -76.96] | 0.214 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 40 | 2.3775 | 2.2018 | -7.39 | [-8.80, -5.86] | [-8.59, -6.15] | 0.919 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 40 | 2.4915 | 1.9040 | -23.58 | [-25.08, -22.13] | [-24.83, -22.35] | 0.767 | <0.0001 | faster/smaller | +| broker_user_s | 40 | 1.8118 | 1.6467 | -9.11 | [-10.52, -7.66] | [-10.31, -7.90] | 0.904 | <0.0001 | faster/smaller | +| broker_sys_s | 40 | 2.4725 | 1.8265 | -26.13 | [-27.30, -25.01] | [-27.10, -25.17] | 0.748 | <0.0001 | faster/smaller | +| broker_cpu_s | 40 | 4.2842 | 3.4732 | -18.93 | [-19.99, -17.94] | [-19.82, -18.08] | 0.817 | <0.0001 | faster/smaller | +| broker_vcsw | 40 | 6818.6 | 14708.8 | +115.72 | [+110.54, +120.98] | [+111.34, +120.10] | 2.188 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 11275 | 11222 | -0.47 | [-2.46, +1.47] | [-2.14, +1.18] | 0.995 | 0.7167 | no material change | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 2.1675 | 2.0627 | -0.0934 | [-0.1241, -0.0626] | +| multi_s | 2.5138 | 2.2360 | -0.2546 | [-0.2957, -0.2134] | +| client_wall_s | 4.6885 | 4.3299 | -0.3480 | [-0.4067, -0.2893] | +| client_cpu_s | 4.3746 | 4.1404 | -0.2132 | [-0.2652, -0.1612] | +| client_vcsw | 14168.0 | 2969.5 | -10879.4 | [-12024.9, -9734.0] | +| multi_client_cpu_s | 2.3700 | 2.1700 | -0.1758 | [-0.2132, -0.1383] | +| multi_broker_cpu_s | 2.5000 | 1.8800 | -0.5875 | [-0.6314, -0.5436] | +| broker_user_s | 1.7989 | 1.6313 | -0.1650 | [-0.1931, -0.1370] | +| broker_sys_s | 2.4727 | 1.8126 | -0.6459 | [-0.6821, -0.6098] | +| broker_cpu_s | 4.2704 | 3.4584 | -0.8110 | [-0.8636, -0.7584] | +| broker_vcsw | 6748.5 | 14927.5 | +7890.2 | [+7605.5, +8174.9] | +| broker_maxrss_kib | 11220 | 11196 | -53 | [-288, +182] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.json new file mode 100644 index 0000000..0af8f0b --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.json @@ -0,0 +1,682 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json", + "started": "2026-10-23T22:50:03+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 40, + "baseline": { + "mean": 1.865387897075, + "median": 1.8500416275 + }, + "candidate": { + "mean": 2.0754910912, + "median": 2.062653719 + }, + "diff": { + "mean": 0.210103194125, + "sd": 0.07404621689674588, + "se": 0.011707734875628093, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.18642206509786938, + 0.23378432315213063 + ] + }, + "pct": { + "value": 11.263244200010615, + "ci95": [ + 9.996004540894711, + 12.529908129885087 + ], + "ci90": [ + 10.190491634235228, + 12.32668303022784 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1121715615702845, + "wilcoxon": { + "p": 3.569388204466045e-08, + "z": 5.510931896727665, + "w_plus": 820.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 40, + "baseline": { + "mean": 2.246690384475, + "median": 2.237193746 + }, + "candidate": { + "mean": 2.257415102275, + "median": 2.235957666 + }, + "diff": { + "mean": 0.010724717799999995, + "sd": 0.1329594431374117, + "se": 0.021022733837093247, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.03179777504663804, + 0.05324721064663804 + ] + }, + "pct": { + "value": 0.47735628701264243, + "ci95": [ + -1.284506326977162, + 2.3464732308292113 + ], + "ci90": [ + -0.9806031936902332, + 2.0131483395409986 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.001537889383776, + "wilcoxon": { + "p": 0.9464173212856073, + "z": 0.06720648654545933, + "w_plus": 415.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 40, + "baseline": { + "mean": 4.144401106465375, + "median": 4.124335507978685 + }, + "candidate": { + "mean": 4.36480535453884, + "median": 4.329886867548339 + }, + "diff": { + "mean": 0.22040424807346426, + "sd": 0.16733941650218004, + "se": 0.026458684923522786, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.16688650632254123, + 0.27392198982438726 + ] + }, + "pct": { + "value": 5.318120577895513, + "ci95": [ + 4.115992666083682, + 6.640925049860668 + ], + "ci90": [ + 4.3060958669237035, + 6.393331178250214 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0516158054108256, + "wilcoxon": { + "p": 9.491730534305828e-08, + "z": 5.33619503170947, + "w_plus": 807.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 40, + "baseline": { + "mean": 4.016977625000001, + "median": 3.9977770000000845 + }, + "candidate": { + "mean": 4.174522250000018, + "median": 4.140358499999991 + }, + "diff": { + "mean": 0.15754462500001623, + "sd": 0.15617755841986602, + "se": 0.024693840200539215, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.10759661864554687, + 0.2074926313544856 + ] + }, + "pct": { + "value": 3.9219691944392343, + "ci95": [ + 2.76732173723148, + 5.186210726252468 + ], + "ci90": [ + 2.9541664245732937, + 4.948273277452896 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0367467926929819, + "wilcoxon": { + "p": 1.1402379209568394e-06, + "z": 4.8657496258912545, + "w_plus": 772.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 40, + "baseline": { + "mean": 2736.8, + "median": 2252.0 + }, + "candidate": { + "mean": 2934.1, + "median": 2969.5 + }, + "diff": { + "mean": 197.3, + "sd": 1599.2840257039381, + "se": 252.86900733738577, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -314.17584510003866, + 708.7758451000386 + ] + }, + "pct": { + "value": 7.209149371528789, + "ci95": [ + -10.107963643974175, + 27.40191058528219 + ], + "ci90": [ + -7.4400256129681, + 24.223366602874897 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2175175950819392, + "wilcoxon": { + "p": 0.056302639882134284, + "z": 1.908685770471745, + "w_plus": 552.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "inconclusive", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 40, + "baseline": { + "mean": 2.18675, + "median": 2.17 + }, + "candidate": { + "mean": 2.20175, + "median": 2.17 + }, + "diff": { + "mean": 0.015000000000000046, + "sd": 0.12921855864169005, + "se": 0.020431248063588703, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.02632609994323943, + 0.056326099943239526 + ] + }, + "pct": { + "value": 0.6859494683891576, + "ci95": [ + -1.0443893872885606, + 2.5309688567617057 + ], + "ci90": [ + -0.7768888169634947, + 2.242007320777517 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0022935779816515, + "wilcoxon": { + "p": 0.6182316636631028, + "z": 0.49835810010521103, + "w_plus": 384.5, + "n_nonzero": 37, + "variance": 4384.75 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 40, + "baseline": { + "mean": 1.95575, + "median": 1.94 + }, + "candidate": { + "mean": 1.904, + "median": 1.88 + }, + "diff": { + "mean": -0.051750000000000074, + "sd": 0.12826030223028925, + "se": 0.020279734421464413, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.09276963467505306, + -0.010730365324947096 + ] + }, + "pct": { + "value": -2.6460437172440288, + "ci95": [ + -4.605103362775268, + -0.6942435917195278 + ], + "ci90": [ + -4.249440338588652, + -1.023228467034997 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9738219895287958, + "wilcoxon": { + "p": 0.023738038128264808, + "z": -2.2613427952320273, + "w_plus": 228.0, + "n_nonzero": 39, + "variance": 5132.125 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 40, + "baseline": { + "mean": 1.6385650999999999, + "median": 1.6319465 + }, + "candidate": { + "mean": 1.6467091, + "median": 1.631255 + }, + "diff": { + "mean": 0.008144000000000007, + "sd": 0.08840199495776564, + "se": 0.013977582688462999, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -0.020128329588017087, + 0.0364163295880171 + ] + }, + "pct": { + "value": 0.4970202282472691, + "ci95": [ + -1.0957656449962794, + 2.1982402288700302 + ], + "ci90": [ + -0.8567431401228343, + 1.9123522196128104 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9975401157554115, + "wilcoxon": { + "p": 0.8402142310487369, + "z": 0.20161945963637798, + "w_plus": 425.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 40, + "baseline": { + "mean": 1.759439925, + "median": 1.7359425 + }, + "candidate": { + "mean": 1.8265243999999998, + "median": 1.8126484999999999 + }, + "diff": { + "mean": 0.067084475, + "sd": 0.09756081067329304, + "se": 0.015425718605003568, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.03588301404261719, + 0.09828593595738282 + ] + }, + "pct": { + "value": 3.8128312337802672, + "ci95": [ + 2.081095705605286, + 5.54075456529133 + ], + "ci90": [ + 2.3540123757689737, + 5.268921333559466 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0499138502164982, + "wilcoxon": { + "p": 0.00023058164247743987, + "z": 3.6829154626911706, + "w_plus": 684.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 40, + "baseline": { + "mean": 3.398005025, + "median": 3.3648205 + }, + "candidate": { + "mean": 3.4732335, + "median": 3.4583695 + }, + "diff": { + "mean": 0.075228475, + "sd": 0.15093152071513752, + "se": 0.023864368808636016, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.026958232898363493, + 0.12349871710163651 + ] + }, + "pct": { + "value": 2.2139012287069937, + "ci95": [ + 0.8618077809362018, + 3.558219673504575 + ], + "ci90": [ + 1.075746656443377, + 3.3546928405096086 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.019441058130135, + "wilcoxon": { + "p": 0.006360701273750998, + "z": 2.7285833537456483, + "w_plus": 613.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 40, + "baseline": { + "mean": 12100.025, + "median": 12400.0 + }, + "candidate": { + "mean": 14708.825, + "median": 14927.5 + }, + "diff": { + "mean": 2608.8, + "sd": 1277.5372582253115, + "se": 201.9963765859332, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 2200.2237631993075, + 3017.376236800693 + ] + }, + "pct": { + "value": 21.56028603246689, + "ci95": [ + 18.009310162759483, + 25.33962738809118 + ], + "ci90": [ + 18.575510828176014, + 24.716787703009395 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.209621125080333, + "wilcoxon": { + "p": 4.156988368597936e-08, + "z": 5.48404930210948, + "w_plus": 818.0, + "n_nonzero": 40, + "variance": 5535.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 40, + "baseline": { + "mean": 11766.4, + "median": 11688.0 + }, + "candidate": { + "mean": 11222.4, + "median": 11196.0 + }, + "diff": { + "mean": -544.0, + "sd": 698.8653074439437, + "se": 110.50030745983446, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + -767.5079685602773, + -320.4920314397227 + ] + }, + "pct": { + "value": -4.623334239869459, + "ci95": [ + -6.3879727382002445, + -2.853851410336937 + ], + "ci90": [ + -6.101352995283148, + -3.1481995534830727 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9486637634416744, + "wilcoxon": { + "p": 6.930216272788865e-05, + "z": -3.9786689299974403, + "w_plus": 114.0, + "n_nonzero": 40, + "variance": 5534.875 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 40, + "baseline": { + "mean": 20651.2, + "median": 20696.0 + }, + "candidate": { + "mean": 20651.2, + "median": 20696.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 39, + "t": 2.0226909200367587, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.md new file mode 100644 index 0000000..8e95032 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/shared-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/shared.json +40 pairs (rounds 3 to 42); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 40 | 1.8654 | 2.0755 | +11.26 | [+10.00, +12.53] | [+10.19, +12.33] | 1.112 | <0.0001 | slower/larger | +| multi_s | 40 | 2.2467 | 2.2574 | +0.48 | [-1.28, +2.35] | [-0.98, +2.01] | 1.002 | 0.9464 | no material change | +| client_wall_s | 40 | 4.1444 | 4.3648 | +5.32 | [+4.12, +6.64] | [+4.31, +6.39] | 1.052 | <0.0001 | inconclusive; repeatable change (+) | +| client_cpu_s | 40 | 4.0170 | 4.1745 | +3.92 | [+2.77, +5.19] | [+2.95, +4.95] | 1.037 | <0.0001 | no material change; repeatable change (+) | +| client_vcsw | 40 | 2736.8 | 2934.1 | +7.21 | [-10.11, +27.40] | [-7.44, +24.22] | 1.218 | 0.0563 | inconclusive | +| multi_client_cpu_s | 40 | 2.1867 | 2.2018 | +0.69 | [-1.04, +2.53] | [-0.78, +2.24] | 1.002 | 0.6182 | no material change | +| multi_broker_cpu_s | 40 | 1.9558 | 1.9040 | -2.65 | [-4.61, -0.69] | [-4.25, -1.02] | 0.974 | 0.0237 | no material change; repeatable change (-) | +| broker_user_s | 40 | 1.6386 | 1.6467 | +0.50 | [-1.10, +2.20] | [-0.86, +1.91] | 0.998 | 0.8402 | no material change | +| broker_sys_s | 40 | 1.7594 | 1.8265 | +3.81 | [+2.08, +5.54] | [+2.35, +5.27] | 1.050 | 0.0002 | inconclusive; repeatable change (+) | +| broker_cpu_s | 40 | 3.3980 | 3.4732 | +2.21 | [+0.86, +3.56] | [+1.08, +3.35] | 1.019 | 0.0064 | no material change; repeatable change (+) | +| broker_vcsw | 40 | 12100.0 | 14708.8 | +21.56 | [+18.01, +25.34] | [+18.58, +24.72] | 1.210 | <0.0001 | slower/larger | +| broker_maxrss_kib | 40 | 11766 | 11222 | -4.62 | [-6.39, -2.85] | [-6.10, -3.15] | 0.949 | <0.0001 | inconclusive; repeatable change (-) | +| broker_ru_maxrss_kib | 40 | 20651 | 20651 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 1.8500 | 2.0627 | +0.2101 | [+0.1864, +0.2338] | +| multi_s | 2.2372 | 2.2360 | +0.0107 | [-0.0318, +0.0532] | +| client_wall_s | 4.1243 | 4.3299 | +0.2204 | [+0.1669, +0.2739] | +| client_cpu_s | 3.9978 | 4.1404 | +0.1575 | [+0.1076, +0.2075] | +| client_vcsw | 2252.0 | 2969.5 | +197.3 | [-314.2, +708.8] | +| multi_client_cpu_s | 2.1700 | 2.1700 | +0.0150 | [-0.0263, +0.0563] | +| multi_broker_cpu_s | 1.9400 | 1.8800 | -0.0518 | [-0.0928, -0.0107] | +| broker_user_s | 1.6319 | 1.6313 | +0.0081 | [-0.0201, +0.0364] | +| broker_sys_s | 1.7359 | 1.8126 | +0.0671 | [+0.0359, +0.0983] | +| broker_cpu_s | 3.3648 | 3.4584 | +0.0752 | [+0.0270, +0.1235] | +| broker_vcsw | 12400.0 | 14927.5 | +2608.8 | [+2200.2, +3017.4] | +| broker_maxrss_kib | 11688 | 11196 | -544 | [-768, -320] | +| broker_ru_maxrss_kib | 20696 | 20696 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.json new file mode 100644 index 0000000..5c35f24 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.30268941921666664, + "median": 0.30213157999999996 + }, + "candidate": { + "mean": 0.38054516585000003, + "median": 0.37853329049999995 + }, + "diff": { + "mean": 0.07785574663333333, + "sd": 0.007627213178538209, + "se": 0.0009846689872817407, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.07588542854083571, + 0.07982606472583095 + ] + }, + "pct": { + "value": 25.721330740538328, + "ci95": [ + 25.06346234954938, + 26.394430918588498 + ], + "ci90": [ + 25.161921526388895, + 26.29237441078132 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2522295216826844, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": 6.735889561489506, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.3740250513166667, + "median": 0.3699000475 + }, + "candidate": { + "mean": 0.38273390403333335, + "median": 0.37665437150000003 + }, + "diff": { + "mean": 0.008708852716666667, + "sd": 0.019369207692690175, + "se": 0.002500553960767388, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.003705255798510807, + 0.013712449634822526 + ] + }, + "pct": { + "value": 2.3284142829495424, + "ci95": [ + 1.0282458987143417, + 3.6174791095177277 + ], + "ci90": [ + 1.220150176717032, + 3.43767240956296 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0159501832940048, + "wilcoxon": { + "p": 0.00032756810058906993, + "z": 3.5924622647937365, + "w_plus": 1403.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.7092834786085102, + "median": 0.705554559128359 + }, + "candidate": { + "mean": 0.8250874539876046, + "median": 0.8194648314965889 + }, + "diff": { + "mean": 0.11580397537909448, + "sd": 0.026010864644611394, + "se": 0.0033579881863011743, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.10908465653863082, + 0.12252329421955814 + ] + }, + "pct": { + "value": 16.326895926898178, + "ci95": [ + 15.368329809889476, + 17.288780348517975 + ], + "ci90": [ + 15.506641056533125, + 17.143056257930265 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1604027855654866, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6801409833333357, + "median": 0.6772239999999954 + }, + "candidate": { + "mean": 0.7000231333333349, + "median": 0.6922039999999967 + }, + "diff": { + "mean": 0.01988214999999922, + "sd": 0.023139346367887014, + "se": 0.0029872767708317162, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.013904622988494505, + 0.025859677011503934 + ] + }, + "pct": { + "value": 2.923239517571452, + "ci95": [ + 2.0691215669525653, + 3.780988868417687 + ], + "ci90": [ + 2.201462360651835, + 3.6437863464206974 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0257043393953973, + "wilcoxon": { + "p": 8.704252796308236e-08, + "z": 5.351885382182473, + "w_plus": 1642.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 12.083333333333334, + "median": 10.0 + }, + "candidate": { + "mean": 209.21666666666667, + "median": 210.5 + }, + "diff": { + "mean": 197.13333333333333, + "sd": 12.63096365832208, + "se": 1.6306503965077508, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 193.8704094266435, + 200.39625724002315 + ] + }, + "pct": { + "value": 1631.4482758620688, + "ci95": [ + 1427.747555012225, + 1864.2633228840125 + ], + "ci90": [ + 1461.0673600406487, + 1827.0662924821222 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 21.200000000000003, + "wilcoxon": { + "p": 1.6155462305454096e-11, + "z": 6.737121915929223, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18445.625 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.35900000000000004, + "median": 0.36000000000000004 + }, + "candidate": { + "mean": 0.36733333333333335, + "median": 0.36000000000000004 + }, + "diff": { + "mean": 0.008333333333333302, + "sd": 0.02001411930991247, + "se": 0.0025838116925433093, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0031631380787037113, + 0.013503528587962893 + ] + }, + "pct": { + "value": 2.32126276694522, + "ci95": [ + 0.9242144177449063, + 3.71924361843597 + ], + "ci90": [ + 1.1121408711770142, + 3.5014823304379994 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0277777777777775, + "wilcoxon": { + "p": 0.0022642176190594858, + "z": 3.053191015565988, + "w_plus": 753.5, + "n_nonzero": 44, + "variance": 7168.25 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.11516666666666667, + "median": 0.11999999999999997 + }, + "candidate": { + "mean": 0.186, + "median": 0.19 + }, + "diff": { + "mean": 0.07083333333333332, + "sd": 0.01618658857565467, + "se": 0.002089679599514059, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.06665189411302033, + 0.0750147725536463 + ] + }, + "pct": { + "value": 61.50506512301013, + "ci95": [ + 56.99813468149148, + 66.1721068249258 + ], + "ci90": [ + 57.67045454545452, + 65.43574593796157 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.636363636363636, + "wilcoxon": { + "p": 1.2908788365392586e-11, + "z": 6.769657202427994, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18268.75 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.11828078333333332, + "median": 0.11664999999999999 + }, + "candidate": { + "mean": 0.26110378333333334, + "median": 0.260903 + }, + "diff": { + "mean": 0.14282299999999998, + "sd": 0.016088191307891696, + "se": 0.002076976566868782, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.1386669794892979, + 0.14697902051070205 + ] + }, + "pct": { + "value": 120.74911576929873, + "ci95": [ + 115.3527357107587, + 126.16189842908541 + ], + "ci90": [ + 116.23234340446216, + 125.35218153641335 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.2162438255264556, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": 6.735889561489506, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.24261024999999997, + "median": 0.24224099999999998 + }, + "candidate": { + "mean": 0.26171221666666666, + "median": 0.2604025 + }, + "diff": { + "mean": 0.019101966666666668, + "sd": 0.020203719896590505, + "se": 0.0026082890230311488, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.01388279238686297, + 0.024321140946470365 + ] + }, + "pct": { + "value": 7.8735200456974574, + "ci95": [ + 5.753236025151694, + 10.063756331010852 + ], + "ci90": [ + 6.083095819404299, + 9.704524953697884 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0878923999955026, + "wilcoxon": { + "p": 5.105796660993444e-08, + "z": 5.447586221203617, + "w_plus": 1655.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3608910333333333, + "median": 0.3569715 + }, + "candidate": { + "mean": 0.522816, + "median": 0.5206255 + }, + "diff": { + "mean": 0.16192496666666667, + "sd": 0.01881245290052478, + "se": 0.0024286772261681295, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.15706519476223602, + 0.16678473857109732 + ] + }, + "pct": { + "value": 44.868104693836045, + "ci95": [ + 43.27900042862718, + 46.48563897066908 + ], + "ci90": [ + 43.507280947342174, + 46.23016911511774 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4550051277474148, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 7309.016666666666, + "median": 7334.5 + }, + "candidate": { + "mean": 813.8333333333334, + "median": 782.5 + }, + "diff": { + "mean": -6495.183333333333, + "sd": 159.19974572702063, + "se": 20.55259879737354, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6536.308988534581, + -6454.057678132086 + ] + }, + "pct": { + "value": -88.86535124423942, + "ci95": [ + -89.23764455162011, + -88.46566182233357 + ], + "ci90": [ + -89.17917063258999, + -88.53084213293334 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.10834183622735359, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": -6.735980823812856, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 41048.666666666664, + "median": 41440.0 + }, + "candidate": { + "mean": 54206.73333333333, + "median": 54236.0 + }, + "diff": { + "mean": 13158.066666666668, + "sd": 1665.863117931247, + "se": 215.06200376029605, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 12727.728591139912, + 13588.404742193423 + ] + }, + "pct": { + "value": 32.054796745326676, + "ci95": [ + 30.922782681104522, + 33.25392799082776 + ], + "ci90": [ + 31.079508918809147, + 33.06089887107012 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.3162779423838749, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": 6.735889561489506, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 36460.333333333336, + "median": 36756.0 + }, + "candidate": { + "mean": 53987.333333333336, + "median": 54080.0 + }, + "diff": { + "mean": 17527.0, + "sd": 1601.2585939646858, + "se": 206.72159557989107, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 17113.351042693605, + 17940.648957306395 + ] + }, + "pct": { + "value": 48.07142008209835, + "ci95": [ + 46.71685583971816, + 49.512702615105255 + ], + "ci90": [ + 46.921890717090676, + 49.26978498720447 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.472369703272213, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": 6.735980823812856, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.md new file mode 100644 index 0000000..402ad17 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3027 | 0.3805 | +25.72 | [+25.06, +26.39] | [+25.16, +26.29] | 1.252 | <0.0001 | slower/larger | +| multi_s | 60 | 0.3740 | 0.3827 | +2.33 | [+1.03, +3.62] | [+1.22, +3.44] | 1.016 | 0.0003 | no material change; repeatable change (+) | +| client_wall_s | 60 | 0.7093 | 0.8251 | +16.33 | [+15.37, +17.29] | [+15.51, +17.14] | 1.160 | <0.0001 | slower/larger | +| client_cpu_s | 60 | 0.6801 | 0.7000 | +2.92 | [+2.07, +3.78] | [+2.20, +3.64] | 1.026 | <0.0001 | no material change; repeatable change (+) | +| client_vcsw | 60 | 12.083 | 209.217 | +1631.45 | [+1427.75, +1864.26] | [+1461.07, +1827.07] | 21.200 | <0.0001 | slower/larger | +| multi_client_cpu_s | 60 | 0.3590 | 0.3673 | +2.32 | [+0.92, +3.72] | [+1.11, +3.50] | 1.028 | 0.0023 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 60 | 0.1152 | 0.1860 | +61.51 | [+57.00, +66.17] | [+57.67, +65.44] | 1.636 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.1183 | 0.2611 | +120.75 | [+115.35, +126.16] | [+116.23, +125.35] | 2.216 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.2426 | 0.2617 | +7.87 | [+5.75, +10.06] | [+6.08, +9.70] | 1.088 | <0.0001 | slower/larger | +| broker_cpu_s | 60 | 0.3609 | 0.5228 | +44.87 | [+43.28, +46.49] | [+43.51, +46.23] | 1.455 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 7309.0 | 813.8 | -88.87 | [-89.24, -88.47] | [-89.18, -88.53] | 0.108 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 41049 | 54207 | +32.05 | [+30.92, +33.25] | [+31.08, +33.06] | 1.316 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 60 | 36460 | 53987 | +48.07 | [+46.72, +49.51] | [+46.92, +49.27] | 1.472 | <0.0001 | slower/larger | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3021 | 0.3785 | +0.0779 | [+0.0759, +0.0798] | +| multi_s | 0.3699 | 0.3767 | +0.0087 | [+0.0037, +0.0137] | +| client_wall_s | 0.7056 | 0.8195 | +0.1158 | [+0.1091, +0.1225] | +| client_cpu_s | 0.6772 | 0.6922 | +0.0199 | [+0.0139, +0.0259] | +| client_vcsw | 10.000 | 210.500 | +197.133 | [+193.870, +200.396] | +| multi_client_cpu_s | 0.3600 | 0.3600 | +0.0083 | [+0.0032, +0.0135] | +| multi_broker_cpu_s | 0.1200 | 0.1900 | +0.0708 | [+0.0667, +0.0750] | +| broker_user_s | 0.1166 | 0.2609 | +0.1428 | [+0.1387, +0.1470] | +| broker_sys_s | 0.2422 | 0.2604 | +0.0191 | [+0.0139, +0.0243] | +| broker_cpu_s | 0.3570 | 0.5206 | +0.1619 | [+0.1571, +0.1668] | +| broker_vcsw | 7334.5 | 782.5 | -6495.2 | [-6536.3, -6454.1] | +| broker_maxrss_kib | 41440 | 54236 | +13158 | [+12728, +13588] | +| broker_ru_maxrss_kib | 36756 | 54080 | +17527 | [+17113, +17941] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..7b8ac00 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "baseline", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.8598195165333333, + "median": 0.8580811395 + }, + "candidate": { + "mean": 0.38054516585000003, + "median": 0.37853329049999995 + }, + "diff": { + "mean": -0.47927435068333335, + "sd": 0.012323974736577021, + "se": 0.0015910182971281247, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.4824579709423406, + -0.4760907304243261 + ] + }, + "pct": { + "value": -55.74127377518685, + "ci95": [ + -55.95657086424294, + -55.51409946407842 + ], + "ci90": [ + -55.924683676083944, + -55.552238278812496 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4407758730760053, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 1.2063336125166666, + "median": 1.202467318 + }, + "candidate": { + "mean": 0.38273390403333335, + "median": 0.37665437150000003 + }, + "diff": { + "mean": -0.8235997084833333, + "sd": 0.01597894634321699, + "se": 0.0020628731025740437, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.8277275080271665, + -0.8194719089395001 + ] + }, + "pct": { + "value": -68.2729636261341, + "ci95": [ + -68.56589594252205, + -67.96043574525083 + ], + "ci90": [ + -68.52314919113081, + -68.01323860982497 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3126310896230984, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 2.1010959593268734, + "median": 2.095852763392031 + }, + "candidate": { + "mean": 0.8250874539876046, + "median": 0.8194648314965889 + }, + "diff": { + "mean": -1.2760085053392687, + "sd": 0.02403157074634337, + "se": 0.003102462442793107, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.28221651834799, + -1.2698004923305473 + ] + }, + "pct": { + "value": -60.73061535695222, + "ci95": [ + -60.960737358189846, + -60.4885430030468 + ], + "ci90": [ + -60.92726142331518, + -60.52735501137268 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39033423513447735, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.2433046333333364, + "median": 1.2400859999999838 + }, + "candidate": { + "mean": 0.7000231333333349, + "median": 0.6922039999999967 + }, + "diff": { + "mean": -0.5432815000000014, + "sd": 0.021256884583275466, + "se": 0.0027442519994426355, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5487727355671956, + -0.5377902644328072 + ] + }, + "pct": { + "value": -43.69657165544761, + "ci95": [ + -44.04837972337369, + -43.340360261413196 + ], + "ci90": [ + -43.99350373151957, + -43.39718196603545 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5601476658988065, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 18179.816666666666, + "median": 18116.0 + }, + "candidate": { + "mean": 209.21666666666667, + "median": 210.5 + }, + "diff": { + "mean": -17970.6, + "sd": 307.6692148439812, + "se": 39.71992484104836, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -18050.07938602495, + -17891.120613975047 + ] + }, + "pct": { + "value": -98.84918164741302, + "ci95": [ + -98.8650793447073, + -98.83422009085115 + ], + "ci90": [ + -98.86247851787695, + -98.83643276713177 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.01158535349046466, + "wilcoxon": { + "p": 1.6290444152540584e-11, + "z": -6.735912376722586, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5456666666666667, + "median": 0.54 + }, + "candidate": { + "mean": 0.36733333333333335, + "median": 0.36000000000000004 + }, + "diff": { + "mean": -0.17833333333333332, + "sd": 0.019844024559913822, + "se": 0.0025618525547425734, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.18345958845471683, + -0.1732070782119498 + ] + }, + "pct": { + "value": -32.68173488087967, + "ci95": [ + -33.45521023765996, + -31.91031941031942 + ], + "ci90": [ + -33.333333333333336, + -32.03435328906478 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6695402298850575, + "wilcoxon": { + "p": 1.2892267474193928e-11, + "z": -6.76984248973924, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18267.75 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.1788333333333332, + "median": 1.1799999999999997 + }, + "candidate": { + "mean": 0.186, + "median": 0.19 + }, + "diff": { + "mean": -0.9928333333333333, + "sd": 0.015303889686874511, + "se": 0.001975723662982014, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.99678674725134, + -0.9888799194153267 + ] + }, + "pct": { + "value": -84.22168810971299, + "ci95": [ + -84.46835622256832, + -83.97962071893575 + ], + "ci90": [ + -84.43064705711473, + -84.01697312588401 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.1589985994397759, + "wilcoxon": { + "p": 1.2689416907598896e-11, + "z": -6.772136680023282, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18255.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.6992914, + "median": 0.703073 + }, + "candidate": { + "mean": 0.26110378333333334, + "median": 0.260903 + }, + "diff": { + "mean": -0.4381876166666666, + "sd": 0.02817927540905512, + "se": 0.0036379288122487556, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.44546709540579055, + -0.4309081379275427 + ] + }, + "pct": { + "value": -62.6616624581207, + "ci95": [ + -63.223001365246354, + -62.085045247154284 + ], + "ci90": [ + -63.140861260711596, + -62.17822551401269 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.37116273111521736, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 1.3778237, + "median": 1.3797665000000001 + }, + "candidate": { + "mean": 0.26171221666666666, + "median": 0.2604025 + }, + "diff": { + "mean": -1.1161114833333334, + "sd": 0.03017429002239571, + "se": 0.003895484091345707, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.1239063289955327, + -1.1083166376711342 + ] + }, + "pct": { + "value": -81.00539157029549, + "ci95": [ + -81.27904657858511, + -80.72927217617372 + ], + "ci90": [ + -81.23398411836828, + -80.77150214466043 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.1892585421779256, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 2.0771151, + "median": 2.0720925 + }, + "candidate": { + "mean": 0.522816, + "median": 0.5206255 + }, + "diff": { + "mean": -1.5542991000000002, + "sd": 0.021437787894751155, + "se": 0.002767606516529939, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.5598370678479436, + -1.5487611321520567 + ] + }, + "pct": { + "value": -74.82970491139369, + "ci95": [ + -74.98547413445023, + -74.68008898792841 + ], + "ci90": [ + -74.9585353777334, + -74.70181420915678 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.251169191393788, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 15.3, + "median": 15.0 + }, + "candidate": { + "mean": 813.8333333333334, + "median": 782.5 + }, + "diff": { + "mean": 798.5333333333333, + "sd": 110.45690419170646, + "se": 14.259925013603578, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 769.9992892892272, + 827.0673773774394 + ] + }, + "pct": { + "value": 5219.17211328976, + "ci95": [ + 4990.117045815294, + 5448.2020173844185 + ], + "ci90": [ + 5026.865430130899, + 5409.007696305797 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 52.16666666666667, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": 6.735980823812856, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 5577.666666666667, + "median": 5562.0 + }, + "candidate": { + "mean": 54206.73333333333, + "median": 54236.0 + }, + "diff": { + "mean": 48629.066666666666, + "sd": 1258.9575169077514, + "se": 162.5307165522121, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 48303.843454048314, + 48954.28987928502 + ] + }, + "pct": { + "value": 871.8532241678121, + "ci95": [ + 863.584707941739, + 879.9724444794938 + ], + "ci90": [ + 864.9644922193547, + 878.5816977126141 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 9.741175229739031, + "wilcoxon": { + "p": 1.6282776218416586e-11, + "z": 6.735980823812856, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18451.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "candidate": { + "mean": 53987.333333333336, + "median": 54080.0 + }, + "diff": { + "mean": 33458.26666666667, + "sd": 1114.89085681015, + "se": 143.93179070882096, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 33170.25981869835, + 33746.27351463499 + ] + }, + "pct": { + "value": 162.97996986386784, + "ci95": [ + 161.55844464584942, + 164.3833218146651 + ], + "ci90": [ + 161.77666454383484, + 164.18859535808042 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.6346228615863145, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": 6.735889561489506, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..bc58c17 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-baseline-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate baseline against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.8598 | 0.3805 | -55.74 | [-55.96, -55.51] | [-55.92, -55.55] | 0.441 | <0.0001 | faster/smaller | +| multi_s | 60 | 1.2063 | 0.3827 | -68.27 | [-68.57, -67.96] | [-68.52, -68.01] | 0.313 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 2.1011 | 0.8251 | -60.73 | [-60.96, -60.49] | [-60.93, -60.53] | 0.390 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 1.2433 | 0.7000 | -43.70 | [-44.05, -43.34] | [-43.99, -43.40] | 0.560 | <0.0001 | faster/smaller | +| client_vcsw | 60 | 18179.8 | 209.2 | -98.85 | [-98.87, -98.83] | [-98.86, -98.84] | 0.012 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.5457 | 0.3673 | -32.68 | [-33.46, -31.91] | [-33.33, -32.03] | 0.670 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 60 | 1.1788 | 0.1860 | -84.22 | [-84.47, -83.98] | [-84.43, -84.02] | 0.159 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.6993 | 0.2611 | -62.66 | [-63.22, -62.09] | [-63.14, -62.18] | 0.371 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 1.3778 | 0.2617 | -81.01 | [-81.28, -80.73] | [-81.23, -80.77] | 0.189 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 2.0771 | 0.5228 | -74.83 | [-74.99, -74.68] | [-74.96, -74.70] | 0.251 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 15.300 | 813.833 | +5219.17 | [+4990.12, +5448.20] | [+5026.87, +5409.01] | 52.167 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 5578 | 54207 | +871.85 | [+863.58, +879.97] | [+864.96, +878.58] | 9.741 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 60 | 20529 | 53987 | +162.98 | [+161.56, +164.38] | [+161.78, +164.19] | 2.635 | <0.0001 | slower/larger | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.8581 | 0.3785 | -0.4793 | [-0.4825, -0.4761] | +| multi_s | 1.2025 | 0.3767 | -0.8236 | [-0.8277, -0.8195] | +| client_wall_s | 2.0959 | 0.8195 | -1.2760 | [-1.2822, -1.2698] | +| client_cpu_s | 1.2401 | 0.6922 | -0.5433 | [-0.5488, -0.5378] | +| client_vcsw | 18116.0 | 210.5 | -17970.6 | [-18050.1, -17891.1] | +| multi_client_cpu_s | 0.5400 | 0.3600 | -0.1783 | [-0.1835, -0.1732] | +| multi_broker_cpu_s | 1.1800 | 0.1900 | -0.9928 | [-0.9968, -0.9889] | +| broker_user_s | 0.7031 | 0.2609 | -0.4382 | [-0.4455, -0.4309] | +| broker_sys_s | 1.3798 | 0.2604 | -1.1161 | [-1.1239, -1.1083] | +| broker_cpu_s | 2.0721 | 0.5206 | -1.5543 | [-1.5598, -1.5488] | +| broker_vcsw | 15.000 | 782.500 | +798.533 | [+769.999, +827.067] | +| broker_maxrss_kib | 5562 | 54236 | +48629 | [+48304, +48954] | +| broker_ru_maxrss_kib | 20576 | 54080 | +33458 | [+33170, +33746] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.json new file mode 100644 index 0000000..6a4bd5c --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout-before", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.38054516585000003, + "median": 0.37853329049999995 + }, + "candidate": { + "mean": 0.33014793568333334, + "median": 0.32985364300000003 + }, + "diff": { + "mean": -0.05039723016666666, + "sd": 0.008261754772563204, + "se": 0.0010665879548195645, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.05253146773458523, + -0.04826299259874809 + ] + }, + "pct": { + "value": -13.243429345396507, + "ci95": [ + -13.752952059081451, + -12.76124549016872 + ], + "ci90": [ + -13.665996734611637, + -12.83398579580494 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.870240244115867, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.38273390403333335, + "median": 0.37665437150000003 + }, + "candidate": { + "mean": 0.37125092086666667, + "median": 0.368945112 + }, + "diff": { + "mean": -0.011482983166666667, + "sd": 0.016680987695184536, + "se": 0.0021535062513913517, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015792139222384958, + -0.007173827110948377 + ] + }, + "pct": { + "value": -3.0002524066084835, + "ci95": [ + -4.091946176940074, + -1.9501333258746347 + ], + "ci90": [ + -3.9018245865365007, + -2.11152291675763 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9768863856098096, + "wilcoxon": { + "p": 2.996361861477035e-07, + "z": -5.1236756891320505, + "w_plus": 219.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8250874539876046, + "median": 0.8194648314965889 + }, + "candidate": { + "mean": 0.7622247149275305, + "median": 0.7607122381450608 + }, + "diff": { + "mean": -0.06286273906007409, + "sd": 0.023841579791856134, + "se": 0.0030779347160378033, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.06902167220092316, + -0.05670380591922501 + ] + }, + "pct": { + "value": -7.618918304509636, + "ci95": [ + -8.322891032047277, + -6.960443594704909 + ], + "ci90": [ + -8.205319734421202, + -7.0547617766954565 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9303087250604213, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7000231333333349, + "median": 0.6922039999999967 + }, + "candidate": { + "mean": 0.6902192666666674, + "median": 0.6864089999999905 + }, + "diff": { + "mean": -0.009803866666667549, + "sd": 0.021085002238694032, + "se": 0.002722062084173603, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.01525070031596825, + -0.004357033017366847 + ] + }, + "pct": { + "value": -1.4005060975605055, + "ci95": [ + -2.161429144769888, + -0.6781358776397259 + ], + "ci90": [ + -2.0489351083111607, + -0.7807806184279266 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9924489969082441, + "wilcoxon": { + "p": 0.0017124416457849636, + "z": -3.136042878692893, + "w_plus": 489.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 209.21666666666667, + "median": 210.5 + }, + "candidate": { + "mean": 328.0, + "median": 327.0 + }, + "diff": { + "mean": 118.78333333333333, + "sd": 16.87550794380963, + "se": 2.1786187075055223, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 114.42392736899814, + 123.14273929766853 + ] + }, + "pct": { + "value": 56.77527284314505, + "ci95": [ + 54.23082996140917, + 59.391732043621005 + ], + "ci90": [ + 54.66359222311028, + 58.959363478126605 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.5903938822543473, + "wilcoxon": { + "p": 1.6221551472086148e-11, + "z": 6.736528475662278, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18448.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.36733333333333335, + "median": 0.36000000000000004 + }, + "candidate": { + "mean": 0.35683333333333334, + "median": 0.35999999999999993 + }, + "diff": { + "mean": -0.010499999999999983, + "sd": 0.01651142388299891, + "se": 0.002131615657367539, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014765353078253017, + -0.006234646921746949 + ] + }, + "pct": { + "value": -2.858439201451912, + "ci95": [ + -3.9550561797752737, + -1.7783857729138153 + ], + "ci90": [ + -3.7871956717763777, + -1.9527258881972127 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9725975975975978, + "wilcoxon": { + "p": 1.0826151885462336e-05, + "z": -4.399978670515208, + "w_plus": 137.5, + "n_nonzero": 45, + "variance": 7458.75 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.186, + "median": 0.19 + }, + "candidate": { + "mean": 0.2805, + "median": 0.28 + }, + "diff": { + "mean": 0.09450000000000003, + "sd": 0.014192979883241644, + "se": 0.0018323058240283924, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.090833564514875, + 0.09816643548512506 + ] + }, + "pct": { + "value": 50.806451612903246, + "ci95": [ + 48.23008849557522, + 53.43596030872449 + ], + "ci90": [ + 48.63182961442083, + 53.02619692863597 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.5000000000000002, + "wilcoxon": { + "p": 1.2586062325420624e-11, + "z": 6.773319446246005, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18249.0 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.26110378333333334, + "median": 0.260903 + }, + "candidate": { + "mean": 0.2824558, + "median": 0.282095 + }, + "diff": { + "mean": 0.021352016666666664, + "sd": 0.018629376810716178, + "se": 0.0024050422046042134, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.016539538331146412, + 0.026164495002186917 + ] + }, + "pct": { + "value": 8.177597579812911, + "ci95": [ + 6.336787068551565, + 10.064656064239742 + ], + "ci90": [ + 6.632923484323996, + 9.749574930963234 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0906616069375523, + "wilcoxon": { + "p": 2.711482443790719e-09, + "z": 5.94817522531422, + "w_plus": 1723.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.26171221666666666, + "median": 0.2604025 + }, + "candidate": { + "mean": 0.38140045, + "median": 0.38141800000000003 + }, + "diff": { + "mean": 0.11968823333333332, + "sd": 0.018793097626131537, + "se": 0.002426178470988586, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.1148334614264679, + 0.12454300524019875 + ] + }, + "pct": { + "value": 45.73276511802118, + "ci95": [ + 43.41217134656969, + 47.96289291444019 + ], + "ci90": [ + 43.79913052403936, + 47.6287870269321 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4703037949050142, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.522816, + "median": 0.5206255 + }, + "candidate": { + "mean": 0.66385625, + "median": 0.6634264999999999 + }, + "diff": { + "mean": 0.14104025, + "sd": 0.01591251395155632, + "se": 0.0020542967176890264, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.13692961176268237, + 0.14515088823731764 + ] + }, + "pct": { + "value": 26.977033985187916, + "ci95": [ + 26.061469102417238, + 27.886672094912907 + ], + "ci90": [ + 26.222536345398996, + 27.746485444003955 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.2759130782263206, + "wilcoxon": { + "p": 1.6290444152540584e-11, + "z": 6.735912376722586, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.25 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 813.8333333333334, + "median": 782.5 + }, + "candidate": { + "mean": 230.06666666666666, + "median": 228.0 + }, + "diff": { + "mean": -583.7666666666667, + "sd": 124.23438300609037, + "se": 16.03858988029806, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -615.8598108881963, + -551.673522445137 + ] + }, + "pct": { + "value": -71.73049354904772, + "ci95": [ + -73.28797070225892, + -70.15839029944173 + ], + "ci90": [ + -73.03037591037378, + -70.39133439558591 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.2920694052893006, + "wilcoxon": { + "p": 1.6272557440845648e-11, + "z": -6.736072089845754, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 54206.73333333333, + "median": 54236.0 + }, + "candidate": { + "mean": 6542.4, + "median": 6536.0 + }, + "diff": { + "mean": -47664.333333333336, + "sd": 1241.6553831057474, + "se": 160.297020683245, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -47985.086930841826, + -47343.579735824846 + ] + }, + "pct": { + "value": -87.93065068177262, + "ci95": [ + -88.01785729962752, + -87.84287394801443 + ], + "ci90": [ + -88.00326487913048, + -87.85753568602794 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.12053161601827785, + "wilcoxon": { + "p": 1.627766609627589e-11, + "z": -6.736026456365596, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18451.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 53987.333333333336, + "median": 54080.0 + }, + "candidate": { + "mean": 20526.933333333334, + "median": 20576.0 + }, + "diff": { + "mean": -33460.4, + "sd": 1110.4231473189375, + "se": 143.355011893649, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33747.25271622498, + -33173.54728377502 + ] + }, + "pct": { + "value": -61.978241809807244, + "ci95": [ + -62.17795630998662, + -61.7728674095589 + ], + "ci90": [ + -62.15049846964901, + -61.805533248364185 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.37956167388416157, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.md new file mode 100644 index 0000000..82dc310 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout-before against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3805 | 0.3301 | -13.24 | [-13.75, -12.76] | [-13.67, -12.83] | 0.870 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.3827 | 0.3713 | -3.00 | [-4.09, -1.95] | [-3.90, -2.11] | 0.977 | <0.0001 | no material change; repeatable change (-) | +| client_wall_s | 60 | 0.8251 | 0.7622 | -7.62 | [-8.32, -6.96] | [-8.21, -7.05] | 0.930 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.7000 | 0.6902 | -1.40 | [-2.16, -0.68] | [-2.05, -0.78] | 0.992 | 0.0017 | no material change; repeatable change (-) | +| client_vcsw | 60 | 209.2 | 328.0 | +56.78 | [+54.23, +59.39] | [+54.66, +58.96] | 1.590 | <0.0001 | slower/larger | +| multi_client_cpu_s | 60 | 0.3673 | 0.3568 | -2.86 | [-3.96, -1.78] | [-3.79, -1.95] | 0.973 | <0.0001 | no material change; repeatable change (-) | +| multi_broker_cpu_s | 60 | 0.1860 | 0.2805 | +50.81 | [+48.23, +53.44] | [+48.63, +53.03] | 1.500 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.2611 | 0.2825 | +8.18 | [+6.34, +10.06] | [+6.63, +9.75] | 1.091 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.2617 | 0.3814 | +45.73 | [+43.41, +47.96] | [+43.80, +47.63] | 1.470 | <0.0001 | slower/larger | +| broker_cpu_s | 60 | 0.5228 | 0.6639 | +26.98 | [+26.06, +27.89] | [+26.22, +27.75] | 1.276 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 813.8 | 230.1 | -71.73 | [-73.29, -70.16] | [-73.03, -70.39] | 0.292 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 54207 | 6542 | -87.93 | [-88.02, -87.84] | [-88.00, -87.86] | 0.121 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 53987 | 20527 | -61.98 | [-62.18, -61.77] | [-62.15, -61.81] | 0.380 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3785 | 0.3299 | -0.0504 | [-0.0525, -0.0483] | +| multi_s | 0.3767 | 0.3689 | -0.0115 | [-0.0158, -0.0072] | +| client_wall_s | 0.8195 | 0.7607 | -0.0629 | [-0.0690, -0.0567] | +| client_cpu_s | 0.6922 | 0.6864 | -0.0098 | [-0.0153, -0.0044] | +| client_vcsw | 210.5 | 327.0 | +118.8 | [+114.4, +123.1] | +| multi_client_cpu_s | 0.3600 | 0.3600 | -0.0105 | [-0.0148, -0.0062] | +| multi_broker_cpu_s | 0.1900 | 0.2800 | +0.0945 | [+0.0908, +0.0982] | +| broker_user_s | 0.2609 | 0.2821 | +0.0214 | [+0.0165, +0.0262] | +| broker_sys_s | 0.2604 | 0.3814 | +0.1197 | [+0.1148, +0.1245] | +| broker_cpu_s | 0.5206 | 0.6634 | +0.1410 | [+0.1369, +0.1452] | +| broker_vcsw | 782.5 | 228.0 | -583.8 | [-615.9, -551.7] | +| broker_maxrss_kib | 54236 | 6536 | -47664 | [-47985, -47344] | +| broker_ru_maxrss_kib | 54080 | 20576 | -33460 | [-33747, -33174] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.json new file mode 100644 index 0000000..c71bb06 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-broker", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.30268941921666664, + "median": 0.30213157999999996 + }, + "candidate": { + "mean": 0.31309997055, + "median": 0.3122091685 + }, + "diff": { + "mean": 0.01041055133333334, + "sd": 0.007032553390079933, + "se": 0.0009078987387031364, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.008593850153416195, + 0.012227252513250486 + ] + }, + "pct": { + "value": 3.4393509228948016, + "ci95": [ + 2.8628606684820013, + 4.058202050397062 + ], + "ci90": [ + 2.9470666184595196, + 3.945336349297202 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.03555260699701, + "wilcoxon": { + "p": 3.638913908513109e-11, + "z": 6.618081098462232, + "w_plus": 1814.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.3740250513166667, + "median": 0.3699000475 + }, + "candidate": { + "mean": 0.37858990648333335, + "median": 0.373564828 + }, + "diff": { + "mean": 0.004564855166666664, + "sd": 0.013753537803917595, + "se": 0.001775574095533566, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0010119396080507386, + 0.008117770725282589 + ] + }, + "pct": { + "value": 1.2204677602735803, + "ci95": [ + 0.3051851032170999, + 2.185392687117947 + ], + "ci90": [ + 0.4460080397121102, + 2.017693657593168 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0074707366449864, + "wilcoxon": { + "p": 0.012316467522287716, + "z": 2.502945020553013, + "w_plus": 1255.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.7092834786085102, + "median": 0.705554559128359 + }, + "candidate": { + "mean": 0.7513358598807827, + "median": 0.7460931085515767 + }, + "diff": { + "mean": 0.04205238127227252, + "sd": 0.020212392304573886, + "se": 0.0026094086260875205, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.03683096667192773, + 0.047273795872617305 + ] + }, + "pct": { + "value": 5.928853912510679, + "ci95": [ + 5.201897075815704, + 6.665233755461335 + ], + "ci90": [ + 5.315277755342316, + 6.551485449559684 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.054872926696179, + "wilcoxon": { + "p": 1.9945665642924672e-11, + "z": 6.70642033448175, + "w_plus": 1826.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6801409833333357, + "median": 0.6772239999999954 + }, + "candidate": { + "mean": 0.6908940000000031, + "median": 0.684358500000009 + }, + "diff": { + "mean": 0.010753016666667422, + "sd": 0.01748196719963508, + "se": 0.0022569122607710326, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0062369456641138375, + 0.015269087669221006 + ] + }, + "pct": { + "value": 1.5809981945165807, + "ci95": [ + 0.9400522157293306, + 2.2556884125673617 + ], + "ci90": [ + 1.0438544147179318, + 2.142010410474888 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0132256127781472, + "wilcoxon": { + "p": 1.1859558086146448e-05, + "z": 4.3801537859677735, + "w_plus": 1510.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 12.083333333333334, + "median": 10.0 + }, + "candidate": { + "mean": 126.4, + "median": 131.5 + }, + "diff": { + "mean": 114.31666666666666, + "sd": 17.57935197381317, + "se": 2.269484581056563, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 109.77543850932989, + 118.85789482400344 + ] + }, + "pct": { + "value": 946.0689655172414, + "ci95": [ + 824.8433377431965, + 1082.6688631659424 + ], + "ci90": [ + 846.2962682486262, + 1063.346023225241 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 12.358585858585858, + "wilcoxon": { + "p": 1.6206278218178533e-11, + "z": 6.73666540949721, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18448.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.35900000000000004, + "median": 0.36000000000000004 + }, + "candidate": { + "mean": 0.36200000000000004, + "median": 0.36000000000000004 + }, + "diff": { + "mean": 0.002999999999999986, + "sd": 0.01597667791776923, + "se": 0.0020625802501080008, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.0011272135474022704, + 0.007127213547402243 + ] + }, + "pct": { + "value": 0.8356545961002881, + "ci95": [ + -0.2768836756842563, + 2.001862197392912 + ], + "ci90": [ + -0.09254974548821293, + 1.8081086904353432 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.16801893812637383, + "z": 1.3785973368317717, + "w_plus": 635.5, + "n_nonzero": 45, + "variance": 7326.375 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.11516666666666667, + "median": 0.11999999999999997 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": 0.08666666666666667, + "sd": 0.01297542222514952, + "se": 0.0016751198062671224, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.08331475967658204, + 0.0900185736567513 + ] + }, + "pct": { + "value": 75.25325615050653, + "ci95": [ + 71.18638023163038, + 79.70588235294116 + ], + "ci90": [ + 71.77304964539009, + 78.93961708394697 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.7386363636363633, + "wilcoxon": { + "p": 1.0861444592634337e-11, + "z": 6.794598686921643, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18134.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.11828078333333332, + "median": 0.11664999999999999 + }, + "candidate": { + "mean": 0.2720474166666667, + "median": 0.272733 + }, + "diff": { + "mean": 0.15376663333333332, + "sd": 0.013903568700482604, + "se": 0.001794943000993994, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.15017496068441244, + 0.1573583059822542 + ] + }, + "pct": { + "value": 130.00136539508324, + "ci95": [ + 124.76715307919153, + 135.2227247696717 + ], + "ci90": [ + 125.63272425399877, + 134.38943844989453 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 2.3194457616927773, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.24261024999999997, + "median": 0.24224099999999998 + }, + "candidate": { + "mean": 0.2501581, + "median": 0.24823699999999999 + }, + "diff": { + "mean": 0.007547849999999999, + "sd": 0.016034603270052118, + "se": 0.002070058380931828, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.003405672747382525, + 0.011690027252617474 + ] + }, + "pct": { + "value": 3.111101035508601, + "ci95": [ + 1.4657338824259742, + 4.7896351177525105 + ], + "ci90": [ + 1.7184432586968335, + 4.548157348863434 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0318048775163242, + "wilcoxon": { + "p": 0.0009118084628736101, + "z": 3.316413385192374, + "w_plus": 1365.5, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.3608910333333333, + "median": 0.3569715 + }, + "candidate": { + "mean": 0.5222055166666667, + "median": 0.5193945 + }, + "diff": { + "mean": 0.16131448333333331, + "sd": 0.013154552099251463, + "se": 0.0016982453735739577, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.15791630218995203, + 0.1647126644767146 + ] + }, + "pct": { + "value": 44.69894467683739, + "ci95": [ + 43.449601850949584, + 45.92856893474359 + ], + "ci90": [ + 43.67184485488163, + 45.74748535750523 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.4488204149829331, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": 6.735866746488256, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 7309.016666666666, + "median": 7334.5 + }, + "candidate": { + "mean": 367.4166666666667, + "median": 364.0 + }, + "diff": { + "mean": -6941.6, + "sd": 120.05044137601607, + "se": 15.498445338472001, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -6972.612317489837, + -6910.587682510164 + ] + }, + "pct": { + "value": -94.97310399711772, + "ci95": [ + -95.07473694641763, + -94.87362699160212 + ], + "ci90": [ + -95.05838962450903, + -94.89023856049636 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.049887498646029774, + "wilcoxon": { + "p": 1.6285331829622213e-11, + "z": -6.735958007884257, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 41048.666666666664, + "median": 41440.0 + }, + "candidate": { + "mean": 6562.466666666666, + "median": 6574.0 + }, + "diff": { + "mean": -34486.2, + "sd": 1134.5338892085647, + "se": 146.46769528709004, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -34779.2811813087, + -34193.11881869129 + ] + }, + "pct": { + "value": -84.01296022607312, + "ci95": [ + -84.1411224532641, + -83.8780329542911 + ], + "ci90": [ + -84.12206408923333, + -83.90053820683328 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.15929156279561568, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 36460.333333333336, + "median": 36756.0 + }, + "candidate": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "diff": { + "mean": -15931.266666666666, + "sd": 1155.5541904236468, + "se": 149.1814045050326, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -16229.777967577953, + -15632.75536575538 + ] + }, + "pct": { + "value": -43.69479160000367, + "ci95": [ + -44.14140086270052, + -43.22402419802663 + ], + "ci90": [ + -44.071679710659154, + -43.29847098379142 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5583031372057307, + "wilcoxon": { + "p": 1.6285331829622213e-11, + "z": -6.735958007884257, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.md new file mode 100644 index 0000000..330a0a8 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-broker.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-broker, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3027 | 0.3131 | +3.44 | [+2.86, +4.06] | [+2.95, +3.95] | 1.036 | <0.0001 | no material change; repeatable change (+) | +| multi_s | 60 | 0.3740 | 0.3786 | +1.22 | [+0.31, +2.19] | [+0.45, +2.02] | 1.007 | 0.0123 | no material change; repeatable change (+) | +| client_wall_s | 60 | 0.7093 | 0.7513 | +5.93 | [+5.20, +6.67] | [+5.32, +6.55] | 1.055 | <0.0001 | slower/larger | +| client_cpu_s | 60 | 0.6801 | 0.6909 | +1.58 | [+0.94, +2.26] | [+1.04, +2.14] | 1.013 | <0.0001 | no material change; repeatable change (+) | +| client_vcsw | 60 | 12.083 | 126.400 | +946.07 | [+824.84, +1082.67] | [+846.30, +1063.35] | 12.359 | <0.0001 | slower/larger | +| multi_client_cpu_s | 60 | 0.3590 | 0.3620 | +0.84 | [-0.28, +2.00] | [-0.09, +1.81] | 1.000 | 0.1680 | no material change | +| multi_broker_cpu_s | 60 | 0.1152 | 0.2018 | +75.25 | [+71.19, +79.71] | [+71.77, +78.94] | 1.739 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.1183 | 0.2720 | +130.00 | [+124.77, +135.22] | [+125.63, +134.39] | 2.319 | <0.0001 | slower/larger | +| broker_sys_s | 60 | 0.2426 | 0.2502 | +3.11 | [+1.47, +4.79] | [+1.72, +4.55] | 1.032 | 0.0009 | no material change; repeatable change (+) | +| broker_cpu_s | 60 | 0.3609 | 0.5222 | +44.70 | [+43.45, +45.93] | [+43.67, +45.75] | 1.449 | <0.0001 | slower/larger | +| broker_vcsw | 60 | 7309.0 | 367.4 | -94.97 | [-95.07, -94.87] | [-95.06, -94.89] | 0.050 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 41049 | 6562 | -84.01 | [-84.14, -83.88] | [-84.12, -83.90] | 0.159 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 36460 | 20529 | -43.69 | [-44.14, -43.22] | [-44.07, -43.30] | 0.558 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3021 | 0.3122 | +0.0104 | [+0.0086, +0.0122] | +| multi_s | 0.3699 | 0.3736 | +0.0046 | [+0.0010, +0.0081] | +| client_wall_s | 0.7056 | 0.7461 | +0.0421 | [+0.0368, +0.0473] | +| client_cpu_s | 0.6772 | 0.6844 | +0.0108 | [+0.0062, +0.0153] | +| client_vcsw | 10.000 | 131.500 | +114.317 | [+109.775, +118.858] | +| multi_client_cpu_s | 0.3600 | 0.3600 | +0.0030 | [-0.0011, +0.0071] | +| multi_broker_cpu_s | 0.1200 | 0.2000 | +0.0867 | [+0.0833, +0.0900] | +| broker_user_s | 0.1166 | 0.2727 | +0.1538 | [+0.1502, +0.1574] | +| broker_sys_s | 0.2422 | 0.2482 | +0.0075 | [+0.0034, +0.0117] | +| broker_cpu_s | 0.3570 | 0.5194 | +0.1613 | [+0.1579, +0.1647] | +| broker_vcsw | 7334.5 | 364.0 | -6941.6 | [-6972.6, -6910.6] | +| broker_maxrss_kib | 41440 | 6574 | -34486 | [-34779, -34193] | +| broker_ru_maxrss_kib | 36756 | 20576 | -15931 | [-16230, -15633] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.json new file mode 100644 index 0000000..960e419 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.json @@ -0,0 +1,702 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "dbus-daemon", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.8598195165333333, + "median": 0.8580811395 + }, + "candidate": { + "mean": 0.31309997055, + "median": 0.3122091685 + }, + "diff": { + "mean": -0.5467195459833333, + "sd": 0.012934426105984437, + "se": 0.001669827230040939, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5500608625528511, + -0.5433782294138154 + ] + }, + "pct": { + "value": -63.58538454530861, + "ci95": [ + -63.799660417680734, + -63.3566514362921 + ], + "ci90": [ + -63.768988779201784, + -63.3969621966707 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.36440573148679467, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 1.2063336125166666, + "median": 1.202467318 + }, + "candidate": { + "mean": 0.37858990648333335, + "median": 0.373564828 + }, + "diff": { + "mean": -0.8277437060333334, + "sd": 0.01652408395290201, + "se": 0.00213325006536409, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.8320123295544334, + -0.8234750825122333 + ] + }, + "pct": { + "value": -68.61648365301578, + "ci95": [ + -68.86621380756037, + -68.33944499522514 + ], + "ci90": [ + -68.8289569600817, + -68.38480763448578 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.31017917102688275, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 2.1010959593268734, + "median": 2.095852763392031 + }, + "candidate": { + "mean": 0.7513358598807827, + "median": 0.7460931085515767 + }, + "diff": { + "mean": -1.3497600994460905, + "sd": 0.025106624299431595, + "se": 0.0032412512597061673, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.3562458282359853, + -1.3432743706561958 + ] + }, + "pct": { + "value": -64.24076413332938, + "ci95": [ + -64.45036464932863, + -64.01003309800845 + ], + "ci90": [ + -64.41644287750873, + -64.0475994588803 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.3560941990461238, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 1.2433046333333364, + "median": 1.2400859999999838 + }, + "candidate": { + "mean": 0.6908940000000031, + "median": 0.684358500000009 + }, + "diff": { + "mean": -0.5524106333333332, + "sd": 0.022283369592716654, + "se": 0.002876770644332545, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.5581670380964626, + -0.5466542285702037 + ] + }, + "pct": { + "value": -44.4308352533284, + "ci95": [ + -44.775405477557015, + -44.08381496191814 + ], + "ci90": [ + -44.71739751733196, + -44.14063643059606 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.5532452750170767, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 18179.816666666666, + "median": 18116.0 + }, + "candidate": { + "mean": 126.4, + "median": 131.5 + }, + "diff": { + "mean": -18053.416666666668, + "sd": 311.304107224979, + "se": 40.18918742961039, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -18133.83504496244, + -17972.998288370894 + ] + }, + "pct": { + "value": -99.30472346164106, + "ci95": [ + -99.33086744539838, + -99.28026048117484 + ], + "ci90": [ + -99.32608993843677, + -99.28362900402358 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.0072408204636217905, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.5456666666666667, + "median": 0.54 + }, + "candidate": { + "mean": 0.36200000000000004, + "median": 0.36000000000000004 + }, + "diff": { + "mean": -0.18366666666666667, + "sd": 0.019997174941719098, + "se": 0.002581624184015811, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.18883248472684322, + -0.17850084860649013 + ] + }, + "pct": { + "value": -33.65913255956017, + "ci95": [ + -34.41578148710168, + -32.8927144174608 + ], + "ci90": [ + -34.29701765063907, + -33.02611367127495 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6603773584905662, + "wilcoxon": { + "p": 1.2877827573214683e-11, + "z": -6.7700046286175, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18266.875 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 1.1788333333333332, + "median": 1.1799999999999997 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": -0.977, + "sd": 0.013814755069385745, + "se": 0.0017834772105221825, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.9805687296551806, + -0.9734312703448194 + ] + }, + "pct": { + "value": -82.87855224091616, + "ci95": [ + -83.05972261534107, + -82.69582276561634 + ], + "ci90": [ + -83.02928739079532, + -82.72495755517826 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.17094017094017097, + "wilcoxon": { + "p": 1.1964589176691438e-11, + "z": -6.780638527133211, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18209.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.6992914, + "median": 0.703073 + }, + "candidate": { + "mean": 0.2720474166666667, + "median": 0.272733 + }, + "diff": { + "mean": -0.42724398333333335, + "sd": 0.027576564151277953, + "se": 0.003560119123450666, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.4343677652448018, + -0.4201202014218649 + ] + }, + "pct": { + "value": -61.09670208061093, + "ci95": [ + -61.62246721488339, + -60.56209145717884 + ], + "ci90": [ + -61.537037530963886, + -60.648927353111354 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.39028567110037, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 1.3778237, + "median": 1.3797665000000001 + }, + "candidate": { + "mean": 0.2501581, + "median": 0.24823699999999999 + }, + "diff": { + "mean": -1.1276656, + "sd": 0.028515017964193975, + "se": 0.0036812729897376193, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.1350318102379462, + -1.120299389762054 + ] + }, + "pct": { + "value": -81.84396886190882, + "ci95": [ + -82.06312682481804, + -81.62314711105924 + ], + "ci90": [ + -82.02834620284659, + -81.65708511404209 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.1811162891663627, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 2.0771151, + "median": 2.0720925 + }, + "candidate": { + "mean": 0.5222055166666667, + "median": 0.5193945 + }, + "diff": { + "mean": -1.5549095833333333, + "sd": 0.02081851263210889, + "se": 0.002687658423898882, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -1.560287575417435, + -1.5495315912492316 + ] + }, + "pct": { + "value": -74.85909583601473, + "ci95": [ + -74.9747710879243, + -74.7381247889922 + ], + "ci90": [ + -74.95645725488933, + -74.75791868992046 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.24988076839802786, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 15.3, + "median": 15.0 + }, + "candidate": { + "mean": 367.4166666666667, + "median": 364.0 + }, + "diff": { + "mean": 352.1166666666667, + "sd": 27.504139390568454, + "se": 3.5507691270479675, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 345.0115940547852, + 359.22173927854817 + ] + }, + "pct": { + "value": 2301.416122004357, + "ci95": [ + 2211.3342434979545, + 2379.4643600364675 + ], + "ci90": [ + 2227.847681888004, + 2368.660022148394 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 24.723809523809525, + "wilcoxon": { + "p": 1.6247036151056738e-11, + "z": 6.736300271158926, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18450.125 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 5577.666666666667, + "median": 5562.0 + }, + "candidate": { + "mean": 6562.466666666666, + "median": 6574.0 + }, + "diff": { + "mean": 984.8, + "sd": 180.59907839921019, + "se": 23.315240766018288, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 938.1463109881821, + 1031.4536890118177 + ] + }, + "pct": { + "value": 17.65612860813959, + "ci95": [ + 16.739947145078588, + 18.5305305561693 + ], + "ci90": [ + 16.889836213139482, + 18.388515455411593 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.1795683453237409, + "wilcoxon": { + "p": 1.62368378888256e-11, + "z": 6.736391550177226, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18449.625 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "candidate": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "diff": { + "mean": 0.0, + "sd": 0.0, + "se": 0.0, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0, + 0.0 + ] + }, + "pct": { + "value": 0.0, + "ci95": [ + 0.0, + 0.0 + ], + "ci90": [ + 0.0, + 0.0 + ], + "resamples": 0, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": null, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.md new file mode 100644 index 0000000..30aede3 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-dbus-daemon.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline dbus-daemon, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.8598 | 0.3131 | -63.59 | [-63.80, -63.36] | [-63.77, -63.40] | 0.364 | <0.0001 | faster/smaller | +| multi_s | 60 | 1.2063 | 0.3786 | -68.62 | [-68.87, -68.34] | [-68.83, -68.38] | 0.310 | <0.0001 | faster/smaller | +| client_wall_s | 60 | 2.1011 | 0.7513 | -64.24 | [-64.45, -64.01] | [-64.42, -64.05] | 0.356 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 1.2433 | 0.6909 | -44.43 | [-44.78, -44.08] | [-44.72, -44.14] | 0.553 | <0.0001 | faster/smaller | +| client_vcsw | 60 | 18179.8 | 126.4 | -99.30 | [-99.33, -99.28] | [-99.33, -99.28] | 0.007 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.5457 | 0.3620 | -33.66 | [-34.42, -32.89] | [-34.30, -33.03] | 0.660 | <0.0001 | faster/smaller | +| multi_broker_cpu_s | 60 | 1.1788 | 0.2018 | -82.88 | [-83.06, -82.70] | [-83.03, -82.72] | 0.171 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.6993 | 0.2720 | -61.10 | [-61.62, -60.56] | [-61.54, -60.65] | 0.390 | <0.0001 | faster/smaller | +| broker_sys_s | 60 | 1.3778 | 0.2502 | -81.84 | [-82.06, -81.62] | [-82.03, -81.66] | 0.181 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 2.0771 | 0.5222 | -74.86 | [-74.97, -74.74] | [-74.96, -74.76] | 0.250 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 15.300 | 367.417 | +2301.42 | [+2211.33, +2379.46] | [+2227.85, +2368.66] | 24.724 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 5578 | 6562 | +17.66 | [+16.74, +18.53] | [+16.89, +18.39] | 1.180 | <0.0001 | slower/larger | +| broker_ru_maxrss_kib | 60 | 20529 | 20529 | +0.00 | [+0.00, +0.00] | [+0.00, +0.00] | 1.000 | - | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.8581 | 0.3122 | -0.5467 | [-0.5501, -0.5434] | +| multi_s | 1.2025 | 0.3736 | -0.8277 | [-0.8320, -0.8235] | +| client_wall_s | 2.0959 | 0.7461 | -1.3498 | [-1.3562, -1.3433] | +| client_cpu_s | 1.2401 | 0.6844 | -0.5524 | [-0.5582, -0.5467] | +| client_vcsw | 18116.0 | 131.5 | -18053.4 | [-18133.8, -17973.0] | +| multi_client_cpu_s | 0.5400 | 0.3600 | -0.1837 | [-0.1888, -0.1785] | +| multi_broker_cpu_s | 1.1800 | 0.2000 | -0.9770 | [-0.9806, -0.9734] | +| broker_user_s | 0.7031 | 0.2727 | -0.4272 | [-0.4344, -0.4201] | +| broker_sys_s | 1.3798 | 0.2482 | -1.1277 | [-1.1350, -1.1203] | +| broker_cpu_s | 2.0721 | 0.5194 | -1.5549 | [-1.5603, -1.5495] | +| broker_vcsw | 15.000 | 364.000 | +352.117 | [+345.012, +359.222] | +| broker_maxrss_kib | 5562 | 6574 | +985 | [+938, +1031] | +| broker_ru_maxrss_kib | 20576 | 20576 | +0 | [+0, +0] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.json new file mode 100644 index 0000000..5979c3b --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "timeout-before", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.33014793568333334, + "median": 0.32985364300000003 + }, + "candidate": { + "mean": 0.31309997055, + "median": 0.3122091685 + }, + "diff": { + "mean": -0.017047965133333332, + "sd": 0.008423472621737944, + "se": 0.0010874656393741727, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.019223978851550857, + -0.014871951415115808 + ] + }, + "pct": { + "value": -5.163735189816599, + "ci95": [ + -5.781067458584996, + -4.502693897343498 + ], + "ci90": [ + -5.685862607147227, + -4.612271946039904 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.946511230232241, + "wilcoxon": { + "p": 3.2936836952798465e-11, + "z": -6.632804304465485, + "w_plus": 14.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.37125092086666667, + "median": 0.368945112 + }, + "candidate": { + "mean": 0.37858990648333335, + "median": 0.373564828 + }, + "diff": { + "mean": 0.007338985616666666, + "sd": 0.013939761203261052, + "se": 0.0017996154330112773, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0037379634528747797, + 0.010940007780458552 + ] + }, + "pct": { + "value": 1.9768262391199443, + "ci95": [ + 1.0488826798576907, + 2.9667680341565976 + ], + "ci90": [ + 1.193648432834351, + 2.780435092510208 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0147318562673993, + "wilcoxon": { + "p": 4.394608446499846e-05, + "z": 4.085689665902713, + "w_plus": 1470.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.7622247149275305, + "median": 0.7607122381450608 + }, + "candidate": { + "mean": 0.7513358598807827, + "median": 0.7460931085515767 + }, + "diff": { + "mean": -0.010888855046747874, + "sd": 0.020867070459256773, + "se": 0.002693927212427941, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016279390947722402, + -0.005498319145773347 + ] + }, + "pct": { + "value": -1.4285623167943462, + "ci95": [ + -2.1060866220532004, + -0.7200371457786812 + ], + "ci90": [ + -2.006070582113045, + -0.8432946652805247 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9782468691234862, + "wilcoxon": { + "p": 0.00014990574129693758, + "z": -3.7912255458376523, + "w_plus": 400.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.6902192666666674, + "median": 0.6864089999999905 + }, + "candidate": { + "mean": 0.6908940000000031, + "median": 0.684358500000009 + }, + "diff": { + "mean": 0.0006747333333357494, + "sd": 0.018816592396586163, + "se": 0.0024292116328117103, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.004186107916318742, + 0.00553557458299024 + ] + }, + "pct": { + "value": 0.09775637481030941, + "ci95": [ + -0.5707910802896129, + 0.7994067277644404 + ], + "ci90": [ + -0.4671197561359186, + 0.6833643540202203 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9978194971448553, + "wilcoxon": { + "p": 0.8080573790843986, + "z": -0.24293289905367482, + "w_plus": 882.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 328.0, + "median": 327.0 + }, + "candidate": { + "mean": 126.4, + "median": 131.5 + }, + "diff": { + "mean": -201.6, + "sd": 21.95156455564564, + "se": 2.8339347982404193, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -207.2706904330826, + -195.9293095669174 + ] + }, + "pct": { + "value": -61.46341463414634, + "ci95": [ + -62.91498584192293, + -60.08879841621478 + ], + "ci90": [ + -62.67970066589031, + -60.293276511386715 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4039194139194139, + "wilcoxon": { + "p": 1.621391320041768e-11, + "z": -6.736596941535956, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18448.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.35683333333333334, + "median": 0.35999999999999993 + }, + "candidate": { + "mean": 0.36200000000000004, + "median": 0.36000000000000004 + }, + "diff": { + "mean": 0.0051666666666666675, + "sd": 0.017417278258123534, + "se": 0.0022485609543324322, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.0006673065896977215, + 0.009666026743635613 + ] + }, + "pct": { + "value": 1.4479215319944005, + "ci95": [ + 0.23353300529305177, + 2.7115474520803984 + ], + "ci90": [ + 0.46210720887247536, + 2.4824937610977895 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.024779065504543105, + "z": 2.244829728706302, + "w_plus": 712.5, + "n_nonzero": 45, + "variance": 7545.75 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.2805, + "median": 0.28 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": -0.07866666666666668, + "sd": 0.013208454748234495, + "se": 0.0017052041756348826, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08207877234080889, + -0.07525456099252446 + ] + }, + "pct": { + "value": -28.045157456922155, + "ci95": [ + -29.062870699881383, + -27.00119474313023 + ], + "ci90": [ + -28.90214611855997, + -27.159023228111977 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7142857142857143, + "wilcoxon": { + "p": 1.2205799246006289e-11, + "z": -6.777754534489325, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18225.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.2824558, + "median": 0.282095 + }, + "candidate": { + "mean": 0.2720474166666667, + "median": 0.272733 + }, + "diff": { + "mean": -0.010408383333333333, + "sd": 0.014866692406912562, + "se": 0.001919281736838687, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.014248857217996774, + -0.006567909448669894 + ] + }, + "pct": { + "value": -3.684960030324491, + "ci95": [ + -4.951569563128051, + -2.369887508215676 + ], + "ci90": [ + -4.753722591246289, + -2.568819852565216 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9652179742080125, + "wilcoxon": { + "p": 2.0520060606416444e-06, + "z": -4.748233936049099, + "w_plus": 270.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.38140045, + "median": 0.38141800000000003 + }, + "candidate": { + "mean": 0.2501581, + "median": 0.24823699999999999 + }, + "diff": { + "mean": -0.13124235, + "sd": 0.016646114018781414, + "se": 0.002149004079127008, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.13554249722982598, + -0.12694220277017404 + ] + }, + "pct": { + "value": -34.41064372105487, + "ci95": [ + -35.33062198780943, + -33.48367819097275 + ], + "ci90": [ + -35.175933340139935, + -33.64050267457912 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6530245564719714, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.66385625, + "median": 0.6634264999999999 + }, + "candidate": { + "mean": 0.5222055166666667, + "median": 0.5193945 + }, + "diff": { + "mean": -0.14165073333333333, + "sd": 0.0117886507082407, + "se": 0.0015219082622424166, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.14469606473195476, + -0.1386054019347119 + ] + }, + "pct": { + "value": -21.337561156249308, + "ci95": [ + -21.744318246083562, + -20.92704697066232 + ], + "ci90": [ + -21.677359521802178, + -20.99090992818862 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.7841621044816498, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 230.06666666666666, + "median": 228.0 + }, + "candidate": { + "mean": 367.4166666666667, + "median": 364.0 + }, + "diff": { + "mean": 137.35, + "sd": 41.17874431124445, + "se": 5.316153031172772, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 126.71240235541333, + 147.98759764458666 + ] + }, + "pct": { + "value": 59.70008693132427, + "ci95": [ + 53.70543130496465, + 65.91487220243218 + ], + "ci90": [ + 54.5865952792137, + 64.91746477839357 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.5812350230414747, + "wilcoxon": { + "p": 1.6262344528596426e-11, + "z": 6.736163359588454, + "w_plus": 1830.0, + "n_nonzero": 60, + "variance": 18450.875 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 6542.4, + "median": 6536.0 + }, + "candidate": { + "mean": 6562.466666666666, + "median": 6574.0 + }, + "diff": { + "mean": 20.066666666666666, + "sd": 155.186041075326, + "se": 20.034431754953257, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -20.02213867761966, + 60.15547201095299 + ] + }, + "pct": { + "value": 0.3067172087714898, + "ci95": [ + -0.29237944168293034, + 0.9191255933475843 + ], + "ci90": [ + -0.19497524961484042, + 0.8172411720871996 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9996804501419805, + "wilcoxon": { + "p": 0.5146926663288531, + "z": 0.6515482109869691, + "w_plus": 1003.5, + "n_nonzero": 60, + "variance": 18449.875 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 20526.933333333334, + "median": 20576.0 + }, + "candidate": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "diff": { + "mean": 2.1333333333333333, + "sd": 16.524728943818314, + "se": 2.1333333333333333, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -2.135456806588308, + 6.402123473254974 + ] + }, + "pct": { + "value": 0.010392849719376152, + "ci95": [ + 0.0, + 0.031217481789802548 + ], + "ci90": [ + 0.0, + 0.031172069825435855 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0, + "wilcoxon": { + "p": 0.31731050786291415, + "z": 1.0, + "w_plus": 1.0, + "n_nonzero": 1, + "variance": 0.25 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.md new file mode 100644 index 0000000..18139cb --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout-vs-timeout-before.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline timeout-before, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3301 | 0.3131 | -5.16 | [-5.78, -4.50] | [-5.69, -4.61] | 0.947 | <0.0001 | inconclusive; repeatable change (-) | +| multi_s | 60 | 0.3713 | 0.3786 | +1.98 | [+1.05, +2.97] | [+1.19, +2.78] | 1.015 | <0.0001 | no material change; repeatable change (+) | +| client_wall_s | 60 | 0.7622 | 0.7513 | -1.43 | [-2.11, -0.72] | [-2.01, -0.84] | 0.978 | 0.0001 | no material change; repeatable change (-) | +| client_cpu_s | 60 | 0.6902 | 0.6909 | +0.10 | [-0.57, +0.80] | [-0.47, +0.68] | 0.998 | 0.8081 | no material change | +| client_vcsw | 60 | 328.0 | 126.4 | -61.46 | [-62.91, -60.09] | [-62.68, -60.29] | 0.404 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.3568 | 0.3620 | +1.45 | [+0.23, +2.71] | [+0.46, +2.48] | 1.000 | 0.0248 | no material change; repeatable change (+) | +| multi_broker_cpu_s | 60 | 0.2805 | 0.2018 | -28.05 | [-29.06, -27.00] | [-28.90, -27.16] | 0.714 | <0.0001 | faster/smaller | +| broker_user_s | 60 | 0.2825 | 0.2720 | -3.68 | [-4.95, -2.37] | [-4.75, -2.57] | 0.965 | <0.0001 | no material change; repeatable change (-) | +| broker_sys_s | 60 | 0.3814 | 0.2502 | -34.41 | [-35.33, -33.48] | [-35.18, -33.64] | 0.653 | <0.0001 | faster/smaller | +| broker_cpu_s | 60 | 0.6639 | 0.5222 | -21.34 | [-21.74, -20.93] | [-21.68, -20.99] | 0.784 | <0.0001 | faster/smaller | +| broker_vcsw | 60 | 230.1 | 367.4 | +59.70 | [+53.71, +65.91] | [+54.59, +64.92] | 1.581 | <0.0001 | slower/larger | +| broker_maxrss_kib | 60 | 6542 | 6562 | +0.31 | [-0.29, +0.92] | [-0.19, +0.82] | 1.000 | 0.5147 | no material change | +| broker_ru_maxrss_kib | 60 | 20527 | 20529 | +0.01 | [+0.00, +0.03] | [+0.00, +0.03] | 1.000 | 0.3173 | no material change | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3299 | 0.3122 | -0.0170 | [-0.0192, -0.0149] | +| multi_s | 0.3689 | 0.3736 | +0.0073 | [+0.0037, +0.0109] | +| client_wall_s | 0.7607 | 0.7461 | -0.0109 | [-0.0163, -0.0055] | +| client_cpu_s | 0.6864 | 0.6844 | +0.0007 | [-0.0042, +0.0055] | +| client_vcsw | 327.0 | 131.5 | -201.6 | [-207.3, -195.9] | +| multi_client_cpu_s | 0.3600 | 0.3600 | +0.0052 | [+0.0007, +0.0097] | +| multi_broker_cpu_s | 0.2800 | 0.2000 | -0.0787 | [-0.0821, -0.0753] | +| broker_user_s | 0.2821 | 0.2727 | -0.0104 | [-0.0142, -0.0066] | +| broker_sys_s | 0.3814 | 0.2482 | -0.1312 | [-0.1355, -0.1269] | +| broker_cpu_s | 0.6634 | 0.5194 | -0.1417 | [-0.1447, -0.1386] | +| broker_vcsw | 228.0 | 364.0 | +137.3 | [+126.7, +148.0] | +| broker_maxrss_kib | 6536 | 6574 | +20 | [-20, +60] | +| broker_ru_maxrss_kib | 20576 | 20576 | +2 | [-2, +6] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.json b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.json new file mode 100644 index 0000000..6c8bb0f --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.json @@ -0,0 +1,708 @@ +{ + "source": { + "file": "/tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json", + "started": "2026-10-23T22:36:43+00:00", + "machine": { + "nproc": 16, + "cpu_model": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", + "kernel": "7.1.13-200.fc44.x86_64" + }, + "meta": { + "rustc": "rustc 1.99.0 (b940084d7 2026-09-28)", + "baseline": "0c52e9c60bddc518480ff68da18f3c2ec8cc3f3c", + "timeout": "7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c", + "zruntime": "99e2ebd807723177bec5d7c5216e48448c3a91c9", + "zruntime-before": "20771cf16b21bc7aa84b3f3ec471b94cf23d7973", + "dbus-broker": "dbus-broker 37", + "dbus-daemon": "D-Bus Message Bus Daemon 1.16.2" + } + }, + "baseline": "baseline", + "candidate": "timeout", + "margin_pct": 5.0, + "bootstrap": { + "resamples": 10000, + "seed": 1, + "intervals": "percentile, linear interpolation" + }, + "rounds": { + "paired": [ + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62 + ], + "only_baseline": [], + "only_candidate": [] + }, + "not_compared": {}, + "metrics": [ + { + "metric": "single_s", + "n": 60, + "baseline": { + "mean": 0.38054516585000003, + "median": 0.37853329049999995 + }, + "candidate": { + "mean": 0.31309997055, + "median": 0.3122091685 + }, + "diff": { + "mean": -0.0674451953, + "sd": 0.00968688314963373, + "se": 0.001250571237172956, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.06994758256555321, + -0.06494280803444678 + ] + }, + "pct": { + "value": -17.723308913766356, + "ci95": [ + -18.31654632598226, + -17.12929294936297 + ], + "ci90": [ + -18.215488341344898, + -17.224269920706686 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.8221575221053983, + "wilcoxon": { + "p": 1.6295557943119325e-11, + "z": -6.735866746488256, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_s", + "n": 60, + "baseline": { + "mean": 0.38273390403333335, + "median": 0.37665437150000003 + }, + "candidate": { + "mean": 0.37858990648333335, + "median": 0.373564828 + }, + "diff": { + "mean": -0.004143997550000002, + "sd": 0.017686557530060282, + "se": 0.0022833247588554284, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.008712919839144226, + 0.0004249247391442225 + ] + }, + "pct": { + "value": -1.0827359443022044, + "ci95": [ + -2.226808396903219, + 0.08841512251723856 + ], + "ci90": [ + -2.046108820687625, + -0.09800973235182532 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9904806671139836, + "wilcoxon": { + "p": 0.04070468302098059, + "z": -2.04652563445217, + "w_plus": 637.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "client_wall_s", + "n": 60, + "baseline": { + "mean": 0.8250874539876046, + "median": 0.8194648314965889 + }, + "candidate": { + "mean": 0.7513358598807827, + "median": 0.7460931085515767 + }, + "diff": { + "mean": -0.07375159410682196, + "sd": 0.024494451990572697, + "se": 0.0031622201544655054, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.08007918202040501, + -0.0674240061932389 + ] + }, + "pct": { + "value": -8.93863962545841, + "ci95": [ + -9.62944094789091, + -8.21914979109849 + ], + "ci90": [ + -9.52597269584196, + -8.33313196836858 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9110122656088453, + "wilcoxon": { + "p": 1.7141493981716185e-11, + "z": -6.72850514348663, + "w_plus": 1.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.7000231333333349, + "median": 0.6922039999999967 + }, + "candidate": { + "mean": 0.6908940000000031, + "median": 0.684358500000009 + }, + "diff": { + "mean": -0.009129133333331799, + "sd": 0.022937549116536587, + "se": 0.0029612248577053617, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.015054530587080322, + -0.003203736079583276 + ] + }, + "pct": { + "value": -1.3041188067401621, + "ci95": [ + -2.1213316937795916, + -0.4706618408189777 + ], + "ci90": [ + -1.9931085583803703, + -0.6128823979068727 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9873259223233183, + "wilcoxon": { + "p": 0.0008764642805709056, + "z": -3.3274445567351822, + "w_plus": 463.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "client_vcsw", + "n": 60, + "baseline": { + "mean": 209.21666666666667, + "median": 210.5 + }, + "candidate": { + "mean": 126.4, + "median": 131.5 + }, + "diff": { + "mean": -82.81666666666666, + "sd": 19.485319694986256, + "se": 2.515543955806972, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -87.8502584956143, + -77.78307483771903 + ] + }, + "pct": { + "value": -39.58416314825142, + "ci95": [ + -41.84197944030117, + -37.45418322840572 + ], + "ci90": [ + -41.436549220603744, + -37.762878462941536 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.6261825173144568, + "wilcoxon": { + "p": 1.617577115795629e-11, + "z": -6.736939302220104, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18446.625 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_client_cpu_s", + "n": 60, + "baseline": { + "mean": 0.36733333333333335, + "median": 0.36000000000000004 + }, + "candidate": { + "mean": 0.36200000000000004, + "median": 0.36000000000000004 + }, + "diff": { + "mean": -0.005333333333333316, + "sd": 0.018997472326661213, + "se": 0.0024525631313731715, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.010240900823680725, + -0.00042576584298590573 + ] + }, + "pct": { + "value": -1.4519056261342977, + "ci95": [ + -2.7465415099926576, + -0.09191070921937329 + ], + "ci90": [ + -2.5191183085919833, + -0.3637934598371074 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9743589743589743, + "wilcoxon": { + "p": 0.04708256253372566, + "z": -1.9855567528489753, + "w_plus": 344.5, + "n_nonzero": 45, + "variance": 7591.5 + }, + "verdict": "no material change", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "multi_broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.186, + "median": 0.19 + }, + "candidate": { + "mean": 0.20183333333333336, + "median": 0.2 + }, + "diff": { + "mean": 0.01583333333333335, + "sd": 0.01476271835087783, + "se": 0.0019058587439233483, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.012019718795453613, + 0.019646947871213082 + ] + }, + "pct": { + "value": 8.512544802867406, + "ci95": [ + 6.471631205673778, + 10.688405797101463 + ], + "ci90": [ + 6.8038481735846, + 10.316742081447972 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.105263157894737, + "wilcoxon": { + "p": 1.1743435021948223e-08, + "z": 5.70340957256953, + "w_plus": 1180.0, + "n_nonzero": 49, + "variance": 9900.625 + }, + "verdict": "slower/larger", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_user_s", + "n": 60, + "baseline": { + "mean": 0.26110378333333334, + "median": 0.260903 + }, + "candidate": { + "mean": 0.2720474166666667, + "median": 0.272733 + }, + "diff": { + "mean": 0.010943633333333334, + "sd": 0.017177106393879808, + "se": 0.0022175548999843146, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + 0.006506316227807726, + 0.015380950438858943 + ] + }, + "pct": { + "value": 4.191296347231543, + "ci95": [ + 2.560676002841162, + 5.880318780508882 + ], + "ci90": [ + 2.813508700815898, + 5.606445476767952 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 1.0404924685984964, + "wilcoxon": { + "p": 3.515376655535858e-05, + "z": 4.137220886914099, + "w_plus": 1477.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_sys_s", + "n": 60, + "baseline": { + "mean": 0.26171221666666666, + "median": 0.2604025 + }, + "candidate": { + "mean": 0.2501581, + "median": 0.24823699999999999 + }, + "diff": { + "mean": -0.011554116666666668, + "sd": 0.01878168807154103, + "se": 0.002424705503824697, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.016405941173045075, + -0.00670229216028826 + ] + }, + "pct": { + "value": -4.41481747158281, + "ci95": [ + -6.13869039451175, + -2.665310876174808 + ], + "ci90": [ + -5.862079258305689, + -2.9732444479841655 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9565373282269516, + "wilcoxon": { + "p": 3.090850807784528e-05, + "z": -4.166667298920604, + "w_plus": 349.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "inconclusive", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_cpu_s", + "n": 60, + "baseline": { + "mean": 0.522816, + "median": 0.5206255 + }, + "candidate": { + "mean": 0.5222055166666667, + "median": 0.5193945 + }, + "diff": { + "mean": -0.000610483333333331, + "sd": 0.015291104780443333, + "se": 0.001974073138658988, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -0.00456059455979817, + 0.0033396278931315084 + ] + }, + "pct": { + "value": -0.11676829579302384, + "ci95": [ + -0.8348424389820938, + 0.6052195356641192 + ], + "ci90": [ + -0.727318733153498, + 0.4927717680582033 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.9975025464931822, + "wilcoxon": { + "p": 0.8252107174911253, + "z": -0.22084809004879527, + "w_plus": 885.0, + "n_nonzero": 60, + "variance": 18452.5 + }, + "verdict": "no material change", + "repeatable_change": false, + "notes": [] + }, + { + "metric": "broker_vcsw", + "n": 60, + "baseline": { + "mean": 813.8333333333334, + "median": 782.5 + }, + "candidate": { + "mean": 367.4166666666667, + "median": 364.0 + }, + "diff": { + "mean": -446.4166666666667, + "sd": 107.07280774403971, + "se": 13.823040040811144, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -474.0765058994589, + -418.7568274338745 + ] + }, + "pct": { + "value": -54.85357362277288, + "ci95": [ + -56.39718329118044, + -53.29919883392696 + ], + "ci90": [ + -56.16121476430498, + -53.545346483049116 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.4707592294647128, + "wilcoxon": { + "p": 1.628788780764767e-11, + "z": -6.735935192187502, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.125 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_maxrss_kib", + "n": 60, + "baseline": { + "mean": 54206.73333333333, + "median": 54236.0 + }, + "candidate": { + "mean": 6562.466666666666, + "median": 6574.0 + }, + "diff": { + "mean": -47644.26666666667, + "sd": 1222.669015271081, + "se": 157.84589113562396, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -47960.11556527928, + -47328.41776805406 + ] + }, + "pct": { + "value": -87.89363191042688, + "ci95": [ + -87.97521934693555, + -87.81416301478714 + ], + "ci90": [ + -87.96151884226123, + -87.82707540595857 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.12071493505981062, + "wilcoxon": { + "p": 1.6285331829622213e-11, + "z": -6.735958007884257, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.0 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + }, + { + "metric": "broker_ru_maxrss_kib", + "n": 60, + "baseline": { + "mean": 53987.333333333336, + "median": 54080.0 + }, + "candidate": { + "mean": 20529.066666666666, + "median": 20576.0 + }, + "diff": { + "mean": -33458.26666666667, + "sd": 1114.89085681015, + "se": 143.93179070882096, + "df": 59, + "t": 2.0009953780882697, + "ci95": [ + -33746.27351463499, + -33170.25981869835 + ] + }, + "pct": { + "value": -61.97429026561787, + "ci95": [ + -62.17613149209499, + -61.76762706497217 + ], + "ci90": [ + -62.148252514661415, + -61.79949799029639 + ], + "resamples": 10000, + "skipped": 0 + }, + "median_ratio": 0.37956167388416157, + "wilcoxon": { + "p": 1.629300086434873e-11, + "z": -6.735889561489506, + "w_plus": 0, + "n_nonzero": 60, + "variance": 18452.375 + }, + "verdict": "faster/smaller", + "repeatable_change": true, + "notes": [] + } + ] +} diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.md new file mode 100644 index 0000000..b42d115 --- /dev/null +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u/stats/signals-timeout.stats.md @@ -0,0 +1,41 @@ +candidate timeout against baseline baseline, from /tmp/send-timeout-bench/send-timeout-results-7f3ba5a-zruntime-99e2ebd/signals.json +60 pairs (rounds 3 to 62); margin +-5%; bootstrap of 10000 resamples, seed 1 + +| metric | n | baseline mean | candidate mean | diff % | 95% CI % | 90% CI % | median ratio | Wilcoxon p | verdict | +|---|---:|---:|---:|---:|---|---|---:|---:|---| +| single_s | 60 | 0.3805 | 0.3131 | -17.72 | [-18.32, -17.13] | [-18.22, -17.22] | 0.822 | <0.0001 | faster/smaller | +| multi_s | 60 | 0.3827 | 0.3786 | -1.08 | [-2.23, +0.09] | [-2.05, -0.10] | 0.990 | 0.0407 | no material change | +| client_wall_s | 60 | 0.8251 | 0.7513 | -8.94 | [-9.63, -8.22] | [-9.53, -8.33] | 0.911 | <0.0001 | faster/smaller | +| client_cpu_s | 60 | 0.7000 | 0.6909 | -1.30 | [-2.12, -0.47] | [-1.99, -0.61] | 0.987 | 0.0009 | no material change; repeatable change (-) | +| client_vcsw | 60 | 209.2 | 126.4 | -39.58 | [-41.84, -37.45] | [-41.44, -37.76] | 0.626 | <0.0001 | faster/smaller | +| multi_client_cpu_s | 60 | 0.3673 | 0.3620 | -1.45 | [-2.75, -0.09] | [-2.52, -0.36] | 0.974 | 0.0471 | no material change; repeatable change (-) | +| multi_broker_cpu_s | 60 | 0.1860 | 0.2018 | +8.51 | [+6.47, +10.69] | [+6.80, +10.32] | 1.105 | <0.0001 | slower/larger | +| broker_user_s | 60 | 0.2611 | 0.2720 | +4.19 | [+2.56, +5.88] | [+2.81, +5.61] | 1.040 | <0.0001 | inconclusive; repeatable change (+) | +| broker_sys_s | 60 | 0.2617 | 0.2502 | -4.41 | [-6.14, -2.67] | [-5.86, -2.97] | 0.957 | <0.0001 | inconclusive; repeatable change (-) | +| broker_cpu_s | 60 | 0.5228 | 0.5222 | -0.12 | [-0.83, +0.61] | [-0.73, +0.49] | 0.998 | 0.8252 | no material change | +| broker_vcsw | 60 | 813.8 | 367.4 | -54.85 | [-56.40, -53.30] | [-56.16, -53.55] | 0.471 | <0.0001 | faster/smaller | +| broker_maxrss_kib | 60 | 54207 | 6562 | -87.89 | [-87.98, -87.81] | [-87.96, -87.83] | 0.121 | <0.0001 | faster/smaller | +| broker_ru_maxrss_kib | 60 | 53987 | 20529 | -61.97 | [-62.18, -61.77] | [-62.15, -61.80] | 0.380 | <0.0001 | faster/smaller | + +### Differences in the units of the metrics + +| metric | baseline median | candidate median | mean diff (candidate - baseline) | 95% CI of the mean diff | +|---|---:|---:|---:|---| +| single_s | 0.3785 | 0.3122 | -0.0674 | [-0.0699, -0.0649] | +| multi_s | 0.3767 | 0.3736 | -0.0041 | [-0.0087, +0.0004] | +| client_wall_s | 0.8195 | 0.7461 | -0.0738 | [-0.0801, -0.0674] | +| client_cpu_s | 0.6922 | 0.6844 | -0.0091 | [-0.0151, -0.0032] | +| client_vcsw | 210.5 | 131.5 | -82.8 | [-87.9, -77.8] | +| multi_client_cpu_s | 0.3600 | 0.3600 | -0.0053 | [-0.0102, -0.0004] | +| multi_broker_cpu_s | 0.1900 | 0.2000 | +0.0158 | [+0.0120, +0.0196] | +| broker_user_s | 0.2609 | 0.2727 | +0.0109 | [+0.0065, +0.0154] | +| broker_sys_s | 0.2604 | 0.2482 | -0.0116 | [-0.0164, -0.0067] | +| broker_cpu_s | 0.5206 | 0.5194 | -0.0006 | [-0.0046, +0.0033] | +| broker_vcsw | 782.5 | 364.0 | -446.4 | [-474.1, -418.8] | +| broker_maxrss_kib | 54236 | 6574 | -47644 | [-47960, -47328] | +| broker_ru_maxrss_kib | 54080 | 20576 | -33458 | [-33746, -33170] | + +diff % is 100 * (candidate mean / baseline mean - 1), with percentile bootstrap intervals over the +pairs (verdicts use the margin of +-5%): "no material change" if the 90% CI lies within the +margin, "slower/larger" or "faster/smaller" if the 95% CI lies beyond it, "inconclusive" otherwise; +"repeatable change" if the 95% CI excludes 0. The Wilcoxon p-value is for reference only. From 01af52e72e359c243949023632c8c0bc55d89f9b Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Sat, 24 Oct 2026 08:25:36 +0000 Subject: [PATCH 14/15] Fetch the measured commits of busd by their hashes The branch of zeenix/busd that had the commits that the comparison of busd's time limit measures was rebased onto busd's main, for z-galaxy/busd#382, so fetching the branch no longer brings them, and scripts/compare-send-timeout.sh stopped on a fresh checkout of busd. It now fetches each commit by its full hash, which GitHub still gives, and falls back to the branch only for a short hash, which a fetch cannot name. A short hash of a commit that the branch no longer has fails with a message that says to name the commit in full. A run with ZRUNTIME_REV no longer needs the revert, which it does not build. And as the head of busd's branch now patches zruntime itself, for a commit that no release has, the patch of a run with ZRUNTIME_REV goes in the Cargo configuration of the export, which takes precedence over the manifest, rather than in a second patch of zruntime in the manifest, which Cargo rejects as a duplicate key. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- scripts/compare-send-timeout.sh | 42 +++++++++++++++++++++------------ 1 file changed, 27 insertions(+), 15 deletions(-) diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index 65d09e3..6b9bc55 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -23,10 +23,12 @@ # # It expects a checkout of busd under $CHECKOUT (default: ~/checkout), laid out as on GitHub: # $CHECKOUT/z-galaxy/busd. That checkout, and the one of dbus-bench that this script is in, are -# left as they are, apart from fetching the commits measured if they lack them: the baseline from -# z-galaxy/busd, the revert and the timeout from the ccr-314882eb-9cvuxt branch of zeenix/busd, and -# the commit of the client on zbus 4.3 from the some-changes branch of zeenix/dbus-bench. Each -# build of busd, and the client on zbus 4.3, is made from an export of its commit, under $WORK +# left as they are, apart from fetching the commits measured, by their hashes, if they lack them: +# the baseline from z-galaxy/busd, the revert and the timeout from zeenix/busd, and the commit of +# the client on zbus 4.3 from zeenix/dbus-bench. The revert and the timeout were on the +# ccr-314882eb-9cvuxt branch of zeenix/busd, since rebased, which is where a short TIMEOUT_REV, +# which a fetch cannot name, is looked for: name a commit that the branch no longer has in full. +# Each build of busd, and the client on zbus 4.3, is made from an export of its commit, under $WORK # (default: /tmp/send-timeout-bench), and is reused by the next run. The clients of this repository # are built in its checkout. The results go to $WORK/send-timeout-results-COMMIT, where COMMIT is # the short hash of the timeout commit, so that a run of each of those commits keeps its own: each @@ -46,10 +48,10 @@ # timeout-before what the time limit costs with and without it, and dbus-broker and dbus-daemon # against baseline and timeout where busd stands next to them. baseline uses no time limit of # zruntime's, so one build of it does for both. That needs a checkout of zruntime too, at -# $CHECKOUT/z-galaxy/zruntime, which the commit is fetched into from the ccr-314882eb-9cvuxt branch -# of zeenix/zruntime if it lacks it. The exports of zruntime are under $WORK as well, and the -# results go to $WORK/send-timeout-results-COMMIT-zruntime-ZCOMMIT, where ZCOMMIT is the short hash -# of the commit of zruntime. +# $CHECKOUT/z-galaxy/zruntime, which the commit is fetched into from zeenix/zruntime if it lacks +# it, by its hash or, for a short one, with the ccr-314882eb-9cvuxt branch. The exports of zruntime +# are under $WORK as well, and the results go to $WORK/send-timeout-results-COMMIT-zruntime-ZCOMMIT, +# where ZCOMMIT is the short hash of the commit of zruntime. # # Usage: scripts/compare-send-timeout.sh # @@ -114,10 +116,17 @@ zbus43_rev=7b5f2351d1c8dab30f4b1e1f9b70b9f3bad8208c # The commit of zruntime to measure, if any: see the top. zruntime_rev=${ZRUNTIME_REV:-} -# Makes sure that the repository $1 has the commit $4, by fetching $3 from $2 if it lacks it. +# Makes sure that the repository $1 has the commit $4, by fetching it from $2 if it lacks it: by its +# hash, which reaches a commit that the branch $3 no longer has, as a rebase of the branch leaves +# behind, or, for a short hash, which a fetch cannot name, with that branch. have() { - git -C "$1" cat-file -e "$4^{commit}" 2>/dev/null || git -C "$1" fetch -q "$2" "$3" - git -C "$1" cat-file -e "$4^{commit}" + git -C "$1" cat-file -e "$4^{commit}" 2>/dev/null || + git -C "$1" fetch -q "$2" "$4" 2>/dev/null || + git -C "$1" fetch -q "$2" "$3" + if ! git -C "$1" cat-file -e "$4^{commit}" 2>/dev/null; then + echo "$2 gave no commit $4: name a commit that its branch $3 no longer has in full." >&2 + exit 1 + fi } # The first line that the command prints, whatever becomes of the command. @@ -163,11 +172,14 @@ export_rev() { } # Has the export of busd in the current directory build on the export of zruntime in $1, rather -# than on the release of zruntime that its lock file names. The patch alone leaves the lock file on -# that release, so zruntime, and only zruntime, is moved off it there, and the build can stay +# than on the zruntime that its lock file names. The patch goes in the export's Cargo +# configuration, which takes precedence over a patch of zruntime in busd's own manifest, as a commit +# that waits for a release of zruntime has. The patch alone leaves the lock file on the zruntime +# that it names, so zruntime, and only zruntime, is moved off it there, and the build can stay # locked. use_zruntime() { - printf '\n[patch.crates-io]\nzruntime = { path = "%s" }\n' "$1" >> Cargo.toml + mkdir -p .cargo + printf '[patch.crates-io]\nzruntime = { path = "%s" }\n' "$1" >> .cargo/config.toml cargo update -q -p zruntime } @@ -240,7 +252,6 @@ compare_zruntime() { } have "$busd" https://github.com/z-galaxy/busd main "$baseline_rev" -have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$revert_rev" have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$timeout_rev" # TIMEOUT_REV may be a short hash: the results name the full one. timeout_rev=$(git -C "$busd" rev-parse --verify "$timeout_rev^{commit}") @@ -263,6 +274,7 @@ if [ -n "$zruntime_rev" ]; then "$zruntime_before_dir" busd_builds=(zr-baseline zr-timeout zr-timeout-before) else + have "$busd" https://github.com/zeenix/busd ccr-314882eb-9cvuxt "$revert_rev" have "$bench" https://github.com/zeenix/dbus-bench some-changes "$zbus43_rev" export_rev "$busd" "$baseline_rev" "$work/busd-baseline" export_rev "$busd" "$revert_rev" "$work/busd-revert" From b15b67951dd9d3ad6c8762da5438d3790167e755 Mon Sep 17 00:00:00 2001 From: Zeeshan Ali Khan Date: Sat, 24 Oct 2026 08:49:03 +0000 Subject: [PATCH 15/15] Name the measured commits in full in the runnable examples The examples of scripts/compare-send-timeout.sh, and the commands that the results give to reproduce them, named busd's commits by short hashes, which the script can no longer fetch since the branch that had them was rebased: it fetches a commit by its full hash, and only looks for a short one on that branch. They now name the commits in full, zruntime's too, so that they work as copied on a fresh checkout. Assisted-by: Claude Opus 5.5 (claude-opus-5-5) --- results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md | 3 ++- results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md | 9 +++++++-- scripts/compare-send-timeout.sh | 8 +++++--- 3 files changed, 14 insertions(+), 6 deletions(-) diff --git a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md index 56f6a95..7869e7f 100644 --- a/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md +++ b/results/2026-10-22-busd-concurrent-sends-xeon-4vcpu.md @@ -141,5 +141,6 @@ rather than 1 s. dbus-bench, with the binaries named as it says. On the VM, they were named after their commits: `busd-baseline-0c52e9c`, `busd-timeout-8d57e20` and `busd-concurrent100-7f3ba5a`, and the clients `dbus-bench-zbus6`, `shared-zbus6` and `dbus-bench-zbus43-n`. To compare concurrent100 with the -queue and the revert elsewhere, run `TIMEOUT_REV=7f3ba5a scripts/compare-send-timeout.sh`, which +queue and the revert elsewhere, run +`TIMEOUT_REV=7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c scripts/compare-send-timeout.sh`, which builds it as its timeout. diff --git a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md index d1cb578..bb8a410 100644 --- a/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md +++ b/results/2026-10-23-busd-zruntime-clock-ryzen-7840u.md @@ -181,8 +181,13 @@ queues the messages of each client too, and writes up to 16 of them with each `s ## Reproducing -`TIMEOUT_REV=7f3ba5a ZRUNTIME_REV=99e2ebd scripts/compare-send-timeout.sh`, as it is at d15d922, +```sh +TIMEOUT_REV=7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c \ + ZRUNTIME_REV=99e2ebd807723177bec5d7c5216e48448c3a91c9 scripts/compare-send-timeout.sh +``` + builds the brokers and runs all of this, in about 39 minutes on this laptop once the builds are made, and writes these files to `$WORK/send-timeout-results-7f3ba5a-zruntime-99e2ebd`, with the comparisons in pairs next to the others rather than in `stats`. busd's commits are those that the -`ccr-314882eb-9cvuxt` branch of zeenix/busd had then: the branch was rebased onto busd's main since. +`ccr-314882eb-9cvuxt` branch of zeenix/busd had then: the branch was rebased onto busd's main since, +so the script fetches them by their full hashes, as it does since 01af52e. diff --git a/scripts/compare-send-timeout.sh b/scripts/compare-send-timeout.sh index 6b9bc55..dac3a49 100755 --- a/scripts/compare-send-timeout.sh +++ b/scripts/compare-send-timeout.sh @@ -55,9 +55,11 @@ # # Usage: scripts/compare-send-timeout.sh # -# For example, TIMEOUT_REV=7f3ba5a ZRUNTIME_REV=99e2ebd scripts/compare-send-timeout.sh measures the -# commit of zruntime that starts the clock of a time limit only once a send has to wait, with the -# limit of 100 ms. +# For example, this measures the commit of zruntime that starts the clock of a time limit only once +# a send has to wait, with the limit of 100 ms: +# +# TIMEOUT_REV=7f3ba5a7b8289a390a01245c8b19b1f3f5d4ad6c \ +# ZRUNTIME_REV=99e2ebd807723177bec5d7c5216e48448c3a91c9 scripts/compare-send-timeout.sh # # The environment sets the rest. ROUNDS (default: 60), SHARED_ROUNDS (default: 40) and # READ_AHEAD_ROUNDS (default: 30) are the numbers of rounds of the comparisons of the calls, the