dbtester/bench-configuration/04-read-2M-keys-linearizable/analyze.yaml

160 lines
8.0 KiB
YAML

titles:
- Linearizable-Read 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
# - Linearizable-Read 2M keys (1000QPS), 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
# - Linearizable-Read 500K keys, 1-client, 8-byte key, 256-byte value
step1:
- data_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-1-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-2-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-timeseries.csv
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv
- data_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-1-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-2-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-3-monitor.csv
data_benchmark_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-timeseries.csv
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-aggregated.csv
- data_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-1-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-2-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-timeseries.csv
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-aggregated.csv
- data_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-1-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-2-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-timeseries.csv
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-aggregated.csv
- data_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-1-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-2-monitor.csv
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-timeseries.csv
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-aggregated.csv
step2:
- data_list:
- path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv
name: etcd-v3.1-go1.7.4
- path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zk-r3.4.9-java8-aggregated.csv
name: zk-r3.4.9-java8
- path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/consul-v0.7.2-go1.7.4-aggregated.csv
name: consul-v0.7.2-go1.7.4
- path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/zetcd-v3.1-go1.7.4-aggregated.csv
name: zetcd-v3.1-go1.7.4
- path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/cetcd-v3.1-go1.7.4-aggregated.csv
name: cetcd-v3.1-go1.7.4
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/aggregated.csv
step3:
- data_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/aggregated.csv
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-latency-ms-zk-r3.4.9-java8
legend: Zookeeper r3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.2-go1.7.4
legend: Consul v0.7.2 (Go 1.7.4)
- column: avg-latency-ms-zetcd-v3.1-go1.7.4
legend: zetcd v3.1 (Go 1.7.4)
- column: avg-latency-ms-cetcd-v3.1-go1.7.4
legend: cetcd v3.1 (Go 1.7.4)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-latency-ms.svg
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-latency-ms.png
- lines:
- column: avg-throughput-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-throughput-zk-r3.4.9-java8
legend: Zookeeper r3.4.9 (Java 8)
- column: avg-throughput-consul-v0.7.2-go1.7.4
legend: Consul v0.7.2 (Go 1.7.4)
- column: avg-throughput-zetcd-v3.1-go1.7.4
legend: zetcd v3.1 (Go 1.7.4)
- column: avg-throughput-cetcd-v3.1-go1.7.4
legend: cetcd v3.1 (Go 1.7.4)
x_axis: Second
y_axis: Throughput(Requests/Second)
output_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-throughput.svg
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-cpu-zk-r3.4.9-java8
legend: Zookeeper r3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.2-go1.7.4
legend: Consul v0.7.2 (Go 1.7.4)
- column: avg-cpu-zetcd-v3.1-go1.7.4
legend: zetcd v3.1 (Go 1.7.4)
- column: avg-cpu-cetcd-v3.1-go1.7.4
legend: cetcd v3.1 (Go 1.7.4)
x_axis: Second
y_axis: CPU(%)
output_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-cpu.svg
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-memory-mb-zk-r3.4.9-java8
legend: Zookeeper r3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.2-go1.7.4
legend: Consul v0.7.2 (Go 1.7.4)
- column: avg-memory-mb-zetcd-v3.1-go1.7.4
legend: zetcd v3.1 (Go 1.7.4)
- column: avg-memory-mb-cetcd-v3.1-go1.7.4
legend: cetcd v3.1 (Go 1.7.4)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-memory-mb.svg
- 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-memory-mb.png
step4:
preface: |
- Google Cloud Compute Engine
- 3 machines of 8 vCPUs + 1 6GB Memory + 50 GB SSD
- 1 machine(client) of 16 vCPUs + 30 GB Memory + 50 GB SSD
- Ubuntu 16.10
- etcd v3.1 (Go 1.7.4)
- Zookeepr r3.4.9
- Java 8
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- Consul v0.7.2 (Go 1.7.4)
- zetcd v3.1 (Go 1.7.4)
- cetcd v3.1 (Go 1.7.4)
results:
- images:
- image_title: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-latency-ms.svg
image_type: remote
- image_title: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-throughput.svg
image_type: remote
- image_title: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-cpu.svg
image_type: remote
- image_title: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-memory-mb
image_path: https://storage.googleapis.com/dbtester-results/2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/avg-memory-mb.svg
image_type: remote
output_path: 2016Q4-01-etcd-zk-consul/04-read-2M-keys-linearizable/README.md