etcd-io
/
dbtester
mirror of https://github.com/etcd-io/dbtester.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

*: update results

This commit is contained in:
Gyu-Ho Lee 2016-12-06 12:51:03 -08:00
parent 4afdf79a2c
commit 25488bf5d6
No known key found for this signature in database
GPG Key ID: 1DDD39C7EB70C24C
11 changed files with 39 additions and 286 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
README.md
View File

@ -38,18 +38,17 @@ THIS IS WORKING IN PROGRESS (more accurate results coming soon...)
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- etcd v3.1 (Go 1.7.4)
- Consul v0.7.1 (Go 1.7.3)
<br><br>
##### Write 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value
<img src="https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms.svg" alt="2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms">
<img src="https://storage.googleapis.com/dbtester-results/2016Q402-etcd-zk-consul/write-2M-keys/avg-latency-ms.svg" alt="2016Q402-etcd-zk-consul/write-2M-keys/avg-latency-ms">
<img src="https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/throughput.svg" alt="2016Q401-etcd-zk-consul/write-2M-keys/throughput">
<img src="https://storage.googleapis.com/dbtester-results/2016Q402-etcd-zk-consul/write-2M-keys/throughput.svg" alt="2016Q402-etcd-zk-consul/write-2M-keys/throughput">
<img src="https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu.svg" alt="2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu">
<img src="https://storage.googleapis.com/dbtester-results/2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb.svg" alt="2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb">
<img src="https://storage.googleapis.com/dbtester-results/2016Q402-etcd-zk-consul/write-2M-keys/avg-cpu.svg" alt="2016Q402-etcd-zk-consul/write-2M-keys/avg-cpu">
<img src="https://storage.googleapis.com/dbtester-results/2016Q402-etcd-zk-consul/write-2M-keys/avg-memory-mb.svg" alt="2016Q402-etcd-zk-consul/write-2M-keys/avg-memory-mb">

32
bench-configuration/read-2M-keys-linearizable/analyze.yaml
View File

@ -3,11 +3,11 @@ titles:
step1:
- data_path_list:
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-1-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-2-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-timeseries.csv
output_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-1-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-2-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-timeseries.csv
output_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv
- data_path_list:
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-1-monitor.csv
@ -25,8 +25,8 @@ step1:
step2:
- data_list:
- path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv
name: etcd-v3.1-go1.7.3
- path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv
name: etcd-v3.1-go1.7.4
- path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-aggregated.csv
name: zk-v3.4.9-java8
- path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-aggregated.csv
@ -38,8 +38,8 @@ step3:
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-latency-ms-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-latency-ms-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.1-go1.7.3
@ -51,8 +51,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms.png
- lines:
- column: throughput-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: throughput-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: throughput-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: throughput-consul-v0.7.1-go1.7.3
@ -64,8 +64,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-cpu-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-cpu-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.1-go1.7.3
@ -77,8 +77,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-memory-mb-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-memory-mb-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.1-go1.7.3
@ -100,7 +100,7 @@ step4:
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- etcd v3.1 (Go 1.7.4)
- Consul v0.7.1 (Go 1.7.3)
results:

2
bench-configuration/read-2M-keys-linearizable/etcd-v3.1.yaml
View File

@ -1,5 +1,5 @@
database: etcdv3
test_name: etcd-v3.1-go1.7.3
test_name: etcd-v3.1-go1.7.4
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json

32
bench-configuration/read-2M-keys-serializable/analyze.yaml
View File

@ -3,11 +3,11 @@ titles:
step1:
- data_path_list:
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-1-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-2-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-3-monitor.csv
data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-timeseries.csv
output_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-1-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-2-monitor.csv
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-3-monitor.csv
data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-timeseries.csv
output_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-aggregated.csv
- data_path_list:
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-1-monitor.csv
@ -25,8 +25,8 @@ step1:
step2:
- data_list:
- path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv
name: etcd-v3.1-go1.7.3
- path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-aggregated.csv
name: etcd-v3.1-go1.7.4
- path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-aggregated.csv
name: zk-v3.4.9-java8
- path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-aggregated.csv
@ -38,8 +38,8 @@ step3:
plot_list:
- lines:
- column: avg-latency-ms-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-latency-ms-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-latency-ms-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-latency-ms-consul-v0.7.1-go1.7.3
@ -51,8 +51,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms.png
- lines:
- column: throughput-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: throughput-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: throughput-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: throughput-consul-v0.7.1-go1.7.3
@ -64,8 +64,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/throughput.png
- lines:
- column: avg-cpu-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-cpu-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-cpu-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-cpu-consul-v0.7.1-go1.7.3
@ -77,8 +77,8 @@ step3:
- 2016Q402-etcd-zk-consul/read-2M-keys-serializable/avg-cpu.png
- lines:
- column: avg-memory-mb-etcd-v3.1-go1.7.3
legend: etcd v3.1 (Go 1.7.3)
- column: avg-memory-mb-etcd-v3.1-go1.7.4
legend: etcd v3.1 (Go 1.7.4)
- column: avg-memory-mb-zk-v3.4.9-java8
legend: Zookeeper v3.4.9 (Java 8)
- column: avg-memory-mb-consul-v0.7.1-go1.7.3
@ -100,7 +100,7 @@ step4:
- Java(TM) SE Runtime Environment (build 1.8.0_111-b14)
- Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode)
- javac 1.8.0_111
- etcd v3.1 (Go 1.7.3)
- etcd v3.1 (Go 1.7.4)
- Consul v0.7.1 (Go 1.7.3)
results:

2
bench-configuration/read-2M-keys-serializable/etcd-v3.1.yaml
View File

@ -1,5 +1,5 @@
database: etcdv3
test_name: etcd-v3.1-go1.7.3
test_name: etcd-v3.1-go1.7.4
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json

41
bench-configuration/read-oneshot-500K-keys-linearizable/consul-v0.7.1.yaml
View File

@ -1,41 +0,0 @@
database: consul
test_name: consul-v0.7.1-go1.7.3
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable
peer_ips:
- 10.240.0.30
- 10.240.0.31
- 10.240.0.35
agent_port: 3500
database_port: 8500
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: false
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop

41
bench-configuration/read-oneshot-500K-keys-linearizable/etcd-v3.1.yaml
View File

@ -1,41 +0,0 @@
database: etcdv3
test_name: etcd-v3.1-go1.7.3
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable
peer_ips:
- 10.240.0.20
- 10.240.0.21
- 10.240.0.22
agent_port: 3500
database_port: 2379
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: true
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop

41
bench-configuration/read-oneshot-500K-keys-linearizable/zk-v3.4.9.yaml
View File

@ -1,41 +0,0 @@
database: zk
test_name: zk-v3.4.9-java8
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable
peer_ips:
- 10.240.0.25
- 10.240.0.27
- 10.240.0.28
agent_port: 3500
database_port: 2181
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: true
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop

41
bench-configuration/read-oneshot-500K-keys-serializable/consul-v0.7.1.yaml
View File

@ -1,41 +0,0 @@
database: consul
test_name: consul-v0.7.1-go1.7.3
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable
peer_ips:
- 10.240.0.30
- 10.240.0.31
- 10.240.0.35
agent_port: 3500
database_port: 8500
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: true
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop

41
bench-configuration/read-oneshot-500K-keys-serializable/etcd-v3.1.yaml
View File

@ -1,41 +0,0 @@
database: etcdv3
test_name: etcd-v3.1-go1.7.3
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable
peer_ips:
- 10.240.0.20
- 10.240.0.21
- 10.240.0.22
agent_port: 3500
database_port: 2379
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: true
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop

41
bench-configuration/read-oneshot-500K-keys-serializable/zk-v3.4.9.yaml
View File

@ -1,41 +0,0 @@
database: zk
test_name: zk-v3.4.9-java8
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable
peer_ips:
- 10.240.0.25
- 10.240.0.27
- 10.240.0.28
agent_port: 3500
database_port: 2181
result_path_time_series: timeseries.csv
result_path_log: result.log
# start database by sending RPC calls to agents
step1:
skip_start_database: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip_stress_database: false
bench_type: read-oneshot
stale_read: true
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
action: stop