bench-configuration: rename directories, add analyze.yaml

This commit is contained in:
Gyu-Ho Lee 2016-11-15 18:47:40 -08:00
parent 82998f9fbe
commit 52e50f468b
No known key found for this signature in database
GPG Key ID: 1DDD39C7EB70C24C
18 changed files with 363 additions and 0 deletions

View File

@ -0,0 +1,121 @@
titles:
- Linearizable-Read 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
step1:
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-aggregated.csv
step2:
- data_list:
- path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv
name: etcd-v3.1-go1.7.3
- path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-aggregated.csv
name: zk-v3.4.9-java8
- path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-aggregated.csv
name: consul-v0.7.1-go1.7.3
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/aggregated.csv
step3:
- data_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/aggregated.csv
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-latency-ms-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms.png
- lines:
- column: throughput-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: throughput-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: throughput-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/throughput.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-cpu-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: CPU
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-memory-mb-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.1-go1.7.3
legend: Consul v0.7.3 (Go 1.7.3)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-memory-mb.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-memory-mb.png
step4:
preface: |
- Google Cloud Compute Engine
- 3 machines of 8 vCPUs + 1 6GB Memory + 50 GB SSD
- 1 machine(client) of 16 vCPUs + 30 GB Memory + 50 GB SSD
- Ubuntu 16.10
- Zookeepr v3.4.9
- Java 8
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- Consul v0.7.1 (Go 1.7.3)
results:
- images:
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/throughput
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-linearizable/throughput.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-memory-mb
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-linearizable/avg-memory-mb.svg
image_type: remote
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-linearizable/README.md

View File

@ -0,0 +1,121 @@
titles:
- Serializable-Read 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
step1:
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-aggregated.csv
step2:
- data_list:
- path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv
name: etcd-v3.1-go1.7.3
- path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-aggregated.csv
name: zk-v3.4.9-java8
- path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-aggregated.csv
name: consul-v0.7.1-go1.7.3
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/aggregated.csv
step3:
- data_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/aggregated.csv
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-latency-ms-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms.png
- lines:
- column: throughput-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: throughput-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: throughput-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/throughput.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-cpu-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: CPU
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-cpu.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-memory-mb-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.1-go1.7.3
legend: Consul v0.7.3 (Go 1.7.3)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-memory-mb.svg
- 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-memory-mb.png
step4:
preface: |
- Google Cloud Compute Engine
- 3 machines of 8 vCPUs + 1 6GB Memory + 50 GB SSD
- 1 machine(client) of 16 vCPUs + 30 GB Memory + 50 GB SSD
- Ubuntu 16.10
- Zookeepr v3.4.9
- Java 8
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- Consul v0.7.1 (Go 1.7.3)
results:
- images:
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/throughput
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-serializable/throughput.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-cpu.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-memory-mb
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/read-2M-keys-serializable/avg-memory-mb.svg
image_type: remote
output_path: 2016Q401-etcd-zk-consul/read-2M-keys-serializable/README.md

View File

@ -0,0 +1,121 @@
titles:
- Write 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
step1:
- data_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-1-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-2-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-aggregated.csv
- data_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-1-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-2-monitor.csv
- 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-timeseries.csv
output_path: 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-aggregated.csv
step2:
- data_list:
- path: 2016Q401-etcd-zk-consul/write-2M-keys/etcd-v3.1-go1.7.3-aggregated.csv
name: etcd-v3.1-go1.7.3
- path: 2016Q401-etcd-zk-consul/write-2M-keys/zk-v3.4.9-java8-aggregated.csv
name: zk-v3.4.9-java8
- path: 2016Q401-etcd-zk-consul/write-2M-keys/consul-v0.7.1-go1.7.3-aggregated.csv
name: consul-v0.7.1-go1.7.3
output_path: 2016Q401-etcd-zk-consul/write-2M-keys/aggregated.csv
step3:
- data_path: 2016Q401-etcd-zk-consul/write-2M-keys/aggregated.csv
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-latency-ms-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms.svg
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms.png
- lines:
- column: throughput-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: throughput-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: throughput-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/throughput.svg
- 2016Q401-etcd-zk-consul/write-2M-keys/throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-cpu-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.1-go1.7.3
legend: Consul v0.7.1 (Go 1.7.3)
x_axis: Second
y_axis: CPU
output_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu.svg
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-memory-mb-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.1-go1.7.3
legend: Consul v0.7.3 (Go 1.7.3)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb.svg
- 2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb.png
step4:
preface: |
- Google Cloud Compute Engine
- 3 machines of 8 vCPUs + 1 6GB Memory + 50 GB SSD
- 1 machine(client) of 16 vCPUs + 30 GB Memory + 50 GB SSD
- Ubuntu 16.10
- Zookeepr v3.4.9
- Java 8
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- Consul v0.7.1 (Go 1.7.3)
results:
- images:
- image_title: 2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/write-2M-keys/throughput
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/throughput.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu.svg
image_type: remote
- image_title: 2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb
image_path: https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb.svg
image_type: remote
output_path: 2016Q401-etcd-zk-consul/write-2M-keys/README.md