Remove machine metadata from benchmark results

This commit is contained in:
abbycin 2026-04-24 17:49:22 +08:00
parent 9d36eaea0e
commit f9794d56e9
2 changed files with 5 additions and 129 deletions

View File

@ -27,7 +27,6 @@
#include <rocksdb/utilities/transaction.h> #include <rocksdb/utilities/transaction.h>
#include <pthread.h> #include <pthread.h>
#include <sys/utsname.h>
#include <unistd.h> #include <unistd.h>
#include "CLI/CLI.hpp" #include "CLI/CLI.hpp"
@ -118,16 +117,6 @@ struct ThreadRange {
size_t len; size_t len;
}; };
struct MachineMeta {
std::string host;
std::string os;
std::string arch;
std::string kernel;
size_t cpu_cores;
uint64_t mem_total_kb;
uint64_t mem_available_kb;
};
struct Quantiles { struct Quantiles {
uint64_t p50_us = 0; uint64_t p50_us = 0;
uint64_t p95_us = 0; uint64_t p95_us = 0;
@ -166,7 +155,6 @@ struct ResultRow {
double ops; double ops;
Quantiles quantiles; Quantiles quantiles;
uint64_t elapsed_us; uint64_t elapsed_us;
MachineMeta meta;
}; };
enum class OpKind { enum class OpKind {
@ -377,49 +365,6 @@ static uint64_t steady_now_ns() {
return static_cast<uint64_t>(ns.count()); return static_cast<uint64_t>(ns.count());
} }
static uint64_t read_mem_kb(const char *key) {
std::ifstream in("/proc/meminfo");
if (!in.is_open()) {
return 0;
}
std::string k;
uint64_t val = 0;
std::string unit;
while (in >> k >> val >> unit) {
if (k == key) {
return val;
}
}
return 0;
}
static MachineMeta gather_machine_meta() {
char host_buf[256] = {0};
if (::gethostname(host_buf, sizeof(host_buf) - 1) != 0) {
std::snprintf(host_buf, sizeof(host_buf), "unknown");
}
struct utsname uts{};
std::string kernel = "unknown";
std::string os = "unknown";
std::string arch = "unknown";
if (::uname(&uts) == 0) {
kernel = uts.release;
os = uts.sysname;
arch = uts.machine;
}
return MachineMeta{
.host = host_buf,
.os = os,
.arch = arch,
.kernel = kernel,
.cpu_cores = cores_online(),
.mem_total_kb = read_mem_kb("MemTotal:"),
.mem_available_kb = read_mem_kb("MemAvailable:"),
};
}
static std::string csv_escape(const std::string &v) { static std::string csv_escape(const std::string &v) {
std::string out = v; std::string out = v;
for (auto &c: out) { for (auto &c: out) {
@ -433,21 +378,17 @@ static std::string csv_escape(const std::string &v) {
static const char *result_header() { static const char *result_header() {
return "schema_version,ts_epoch_ms,engine,workload_id,mode,durability_mode,threads,key_size,value_size,prefill_" return "schema_version,ts_epoch_ms,engine,workload_id,mode,durability_mode,threads,key_size,value_size,prefill_"
"keys,shared_keyspace,distribution,zipf_theta,read_pct,update_pct,scan_pct,scan_len,read_path,warmup_secs," "keys,shared_keyspace,distribution,zipf_theta,read_pct,update_pct,scan_pct,scan_len,read_path,warmup_secs,"
"measure_secs,total_op,ok_op,err_op,ops,p50_us,p95_us,p99_us,p999_us,elapsed_us,host,os,arch,kernel,cpu_" "measure_secs,total_op,ok_op,err_op,ops,p50_us,p95_us,p99_us,p999_us,elapsed_us";
"cores,mem_total_kb,mem_available_kb";
} }
static std::string result_row_csv(const ResultRow &r) { static std::string result_row_csv(const ResultRow &r) {
return fmt::format("v2,{},{},{},{},{},{},{},{},{},{},{},{:.4},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}" return fmt::format("v2,{},{},{},{},{},{},{},{},{},{},{},{:.4},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}",
",{},{},{},{}",
r.ts_epoch_ms, "rocksdb", csv_escape(r.workload_id), csv_escape(r.mode), r.ts_epoch_ms, "rocksdb", csv_escape(r.workload_id), csv_escape(r.mode),
durability_str(r.durability_mode), r.threads, r.key_size, r.value_size, r.prefill_keys, durability_str(r.durability_mode), r.threads, r.key_size, r.value_size, r.prefill_keys,
r.shared_keyspace, distribution_str(r.distribution), r.zipf_theta, r.read_pct, r.update_pct, r.shared_keyspace, distribution_str(r.distribution), r.zipf_theta, r.read_pct, r.update_pct,
r.scan_pct, r.scan_len, read_path_str(r.read_path), r.warmup_secs, r.measure_secs, r.total_op, r.scan_pct, r.scan_len, read_path_str(r.read_path), r.warmup_secs, r.measure_secs, r.total_op,
r.ok_op, r.err_op, static_cast<uint64_t>(r.ops), r.quantiles.p50_us, r.quantiles.p95_us, r.ok_op, r.err_op, static_cast<uint64_t>(r.ops), r.quantiles.p50_us, r.quantiles.p95_us,
r.quantiles.p99_us, r.quantiles.p999_us, r.elapsed_us, csv_escape(r.meta.host), r.quantiles.p99_us, r.quantiles.p999_us, r.elapsed_us);
csv_escape(r.meta.os), csv_escape(r.meta.arch), csv_escape(r.meta.kernel), r.meta.cpu_cores,
r.meta.mem_total_kb, r.meta.mem_available_kb);
} }
static bool append_result_row(const std::string &path, const ResultRow &row) { static bool append_result_row(const std::string &path, const ResultRow &row) {
@ -1000,7 +941,6 @@ int main(int argc, char *argv[]) {
.p999_us = histogram_quantile_us(merged_hist, 0.999), .p999_us = histogram_quantile_us(merged_hist, 0.999),
}, },
.elapsed_us = elapsed_us, .elapsed_us = elapsed_us,
.meta = gather_machine_meta(),
}; };
if (!append_result_row(args.result_file, row)) { if (!append_result_row(args.result_file, row)) {

View File

@ -177,17 +177,6 @@ struct ThreadRange {
len: usize, len: usize,
} }
#[derive(Clone, Debug)]
struct MachineMeta {
host: String,
os: String,
arch: String,
kernel: String,
cpu_cores: usize,
mem_total_kb: u64,
mem_available_kb: u64,
}
#[derive(Clone, Copy, Debug, Default)] #[derive(Clone, Copy, Debug, Default)]
struct Quantiles { struct Quantiles {
p50_us: u64, p50_us: u64,
@ -223,7 +212,6 @@ struct ResultRow {
ops: f64, ops: f64,
quantiles: Quantiles, quantiles: Quantiles,
elapsed_us: u64, elapsed_us: u64,
meta: MachineMeta,
} }
#[derive(Clone, Debug)] #[derive(Clone, Debug)]
@ -439,61 +427,17 @@ fn now_epoch_ms() -> u128 {
.as_millis() .as_millis()
} }
fn read_proc_value_kb(key: &str) -> u64 {
let Ok(content) = std::fs::read_to_string("/proc/meminfo") else {
return 0;
};
for line in content.lines() {
if let Some(rest) = line.strip_prefix(key) {
let num = rest
.split_whitespace()
.next()
.unwrap_or("0")
.parse::<u64>()
.unwrap_or(0);
return num;
}
}
0
}
fn gather_machine_meta() -> MachineMeta {
let host = std::fs::read_to_string("/proc/sys/kernel/hostname")
.ok()
.map(|s| s.trim().to_string())
.filter(|s| !s.is_empty())
.or_else(|| std::env::var("HOSTNAME").ok())
.unwrap_or_else(|| "unknown".to_string());
let kernel = std::fs::read_to_string("/proc/sys/kernel/osrelease")
.ok()
.map(|s| s.trim().to_string())
.unwrap_or_else(|| "unknown".to_string());
MachineMeta {
host,
os: std::env::consts::OS.to_string(),
arch: std::env::consts::ARCH.to_string(),
kernel,
cpu_cores: std::thread::available_parallelism()
.map(|n| n.get())
.unwrap_or(1),
mem_total_kb: read_proc_value_kb("MemTotal:"),
mem_available_kb: read_proc_value_kb("MemAvailable:"),
}
}
fn csv_escape(raw: &str) -> String { fn csv_escape(raw: &str) -> String {
raw.replace([',', '\n', '\r'], " ") raw.replace([',', '\n', '\r'], " ")
} }
fn result_header() -> &'static str { fn result_header() -> &'static str {
"schema_version,ts_epoch_ms,engine,workload_id,mode,durability_mode,threads,key_size,value_size,prefill_keys,shared_keyspace,distribution,zipf_theta,read_pct,update_pct,scan_pct,scan_len,read_path,warmup_secs,measure_secs,total_op,ok_op,err_op,ops,p50_us,p95_us,p99_us,p999_us,elapsed_us,host,os,arch,kernel,cpu_cores,mem_total_kb,mem_available_kb" "schema_version,ts_epoch_ms,engine,workload_id,mode,durability_mode,threads,key_size,value_size,prefill_keys,shared_keyspace,distribution,zipf_theta,read_pct,update_pct,scan_pct,scan_len,read_path,warmup_secs,measure_secs,total_op,ok_op,err_op,ops,p50_us,p95_us,p99_us,p999_us,elapsed_us"
} }
fn result_row_csv(row: &ResultRow) -> String { fn result_row_csv(row: &ResultRow) -> String {
format!( format!(
"v2,{},{},{},{},{},{},{},{},{},{},{},{:.4},{},{},{},{},{},{},{},{},{},{},{:.3},{},{},{},{},{},{},{},{},{},{},{},{}", "v2,{},{},{},{},{},{},{},{},{},{},{},{:.4},{},{},{},{},{},{},{},{},{},{:.3},{},{},{},{},{},{}",
row.ts_epoch_ms, row.ts_epoch_ms,
row.engine, row.engine,
csv_escape(&row.workload_id), csv_escape(&row.workload_id),
@ -522,13 +466,6 @@ fn result_row_csv(row: &ResultRow) -> String {
row.quantiles.p99_us, row.quantiles.p99_us,
row.quantiles.p999_us, row.quantiles.p999_us,
row.elapsed_us, row.elapsed_us,
csv_escape(&row.meta.host),
csv_escape(&row.meta.os),
csv_escape(&row.meta.arch),
csv_escape(&row.meta.kernel),
row.meta.cpu_cores,
row.meta.mem_total_kb,
row.meta.mem_available_kb,
) )
} }
@ -986,7 +923,6 @@ fn main() {
ops, ops,
quantiles, quantiles,
elapsed_us, elapsed_us,
meta: gather_machine_meta(),
}; };
if let Err(e) = append_result_row(&args.result_file, &row) { if let Err(e) = append_result_row(&args.result_file, &row) {