etcd-io
/
dbtester
mirror of https://github.com/etcd-io/dbtester.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

new configurations

This commit is contained in:
Gyu-Ho Lee 2016-04-18 20:17:01 -07:00
parent fd766e0764
commit 2f45c21c43
10 changed files with 712 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
agent/agent.go
View File

@ -437,6 +437,7 @@ func (t *transporterServer) Transfer(ctx context.Context, r *Request) (*Response
}()
case Request_Stop:
time.Sleep(3 * time.Second) // wait a few more seconds to collect more monitoring data
if t.cmd == nil {
return nil, fmt.Errorf("nil command")
}
@ -482,13 +483,12 @@ func (t *transporterServer) Transfer(ctx context.Context, r *Request) (*Response
return
}
escape:
for {
select {
case <-time.After(time.Second):
if err = rFunc(); err != nil {
log.Warnf("Monitoring error %v", err)
break escape
continue
}
case sig := <-notifier:

465
bench-results/2016041801-config/analyze.yaml
View File

@ -1,6 +1,13 @@
titles:
- Write 2M keys, 1000-client (etcdv3 100-conns), 8-byte key, 256-byte value
- Write 200K keys, 1000-client, 8-byte key, 256-byte value (etcd v2)
- Write 500K keys, 1-client, 8-byte key, 256-byte value (etcd v2)
- Write 500K keys, 1000-client, 8-byte key, 256-byte value (etcd v2)
- Write 1M keys, 1000-client, 8-byte key, 256-byte value (etcd v2)
- Write 200K keys, 1000-client, 8-byte key, 256-byte value (Consul v0.6.4)
- Write 500K keys, 1-client, 8-byte key, 256-byte value (Consul v0.6.4)
- Write 500K keys, 1000-client, 8-byte key, 256-byte value (Consul v0.6.4)
- Write 1M keys, 1000-client, 8-byte key, 256-byte value (Consul v0.6.4)
step1:
- data_path_list:
@ -10,12 +17,96 @@ step1:
data_benchmark_path: 2016041801/01-etcdv2-timeseries.csv
output_path: 2016041801/01-etcdv2-aggregated.csv
- data_path_list:
- 2016041801/02-etcdv2-1-monitor.csv
- 2016041801/02-etcdv2-2-monitor.csv
- 2016041801/02-etcdv2-3-monitor.csv
data_benchmark_path: 2016041801/02-etcdv2-timeseries.csv
output_path: 2016041801/02-etcdv2-aggregated.csv
- data_path_list:
- 2016041801/03-etcdv2-1-monitor.csv
- 2016041801/03-etcdv2-2-monitor.csv
- 2016041801/03-etcdv2-3-monitor.csv
data_benchmark_path: 2016041801/03-etcdv2-timeseries.csv
output_path: 2016041801/03-etcdv2-aggregated.csv
- data_path_list:
- 2016041801/04-etcdv2-1-monitor.csv
- 2016041801/04-etcdv2-2-monitor.csv
- 2016041801/04-etcdv2-3-monitor.csv
data_benchmark_path: 2016041801/04-etcdv2-timeseries.csv
output_path: 2016041801/04-etcdv2-aggregated.csv
- data_path_list:
- 2016041801/05-consul-1-monitor.csv
- 2016041801/05-consul-2-monitor.csv
- 2016041801/05-consul-3-monitor.csv
data_benchmark_path: 2016041801/05-consul-timeseries.csv
output_path: 2016041801/05-consul-aggregated.csv
- data_path_list:
- 2016041801/06-consul-1-monitor.csv
- 2016041801/06-consul-2-monitor.csv
- 2016041801/06-consul-3-monitor.csv
data_benchmark_path: 2016041801/06-consul-timeseries.csv
output_path: 2016041801/06-consul-aggregated.csv
- data_path_list:
- 2016041801/07-consul-1-monitor.csv
- 2016041801/07-consul-2-monitor.csv
- 2016041801/07-consul-3-monitor.csv
data_benchmark_path: 2016041801/07-consul-timeseries.csv
output_path: 2016041801/07-consul-aggregated.csv
- data_path_list:
- 2016041801/08-consul-1-monitor.csv
- 2016041801/08-consul-2-monitor.csv
- 2016041801/08-consul-3-monitor.csv
data_benchmark_path: 2016041801/08-consul-timeseries.csv
output_path: 2016041801/08-consul-aggregated.csv
step2:
- data_list:
- path: 2016041801/01-etcdv2-aggregated.csv
name: etcd_v2
output_path: 2016041801/01-all-aggregated.csv
- data_list:
- path: 2016041801/02-etcdv2-aggregated.csv
name: etcd_v2
output_path: 2016041801/02-all-aggregated.csv
- data_list:
- path: 2016041801/03-etcdv2-aggregated.csv
name: etcd_v2
output_path: 2016041801/03-all-aggregated.csv
- data_list:
- path: 2016041801/04-etcdv2-aggregated.csv
name: etcd_v2
output_path: 2016041801/04-all-aggregated.csv
- data_list:
- path: 2016041801/05-consul-aggregated.csv
name: consul_v0.6.4
output_path: 2016041801/05-all-aggregated.csv
- data_list:
- path: 2016041801/06-consul-aggregated.csv
name: consul_v0.6.4
output_path: 2016041801/06-all-aggregated.csv
- data_list:
- path: 2016041801/07-consul-aggregated.csv
name: consul_v0.6.4
output_path: 2016041801/07-all-aggregated.csv
- data_list:
- path: 2016041801/08-consul-aggregated.csv
name: consul_v0.6.4
output_path: 2016041801/08-all-aggregated.csv
step3:
- data_path: 2016041801/01-all-aggregated.csv
@ -56,6 +147,280 @@ step3:
- 2016041801/01-avg-memory.svg
- 2016041801/01-avg-memory.png
- data_path: 2016041801/02-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/02-avg-latency-ms.svg
- 2016041801/02-avg-latency-ms.png
- lines:
- column: throughput_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/02-throughput.svg
- 2016041801/02-throughput.png
- lines:
- column: avg_cpu_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/02-avg-cpu.svg
- 2016041801/02-avg-cpu.png
- lines:
- column: avg_memory_mb_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/02-avg-memory.svg
- 2016041801/02-avg-memory.png
- data_path: 2016041801/03-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/03-avg-latency-ms.svg
- 2016041801/03-avg-latency-ms.png
- lines:
- column: throughput_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/03-throughput.svg
- 2016041801/03-throughput.png
- lines:
- column: avg_cpu_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/03-avg-cpu.svg
- 2016041801/03-avg-cpu.png
- lines:
- column: avg_memory_mb_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/03-avg-memory.svg
- 2016041801/03-avg-memory.png
- data_path: 2016041801/04-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/04-avg-latency-ms.svg
- 2016041801/04-avg-latency-ms.png
- lines:
- column: throughput_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/04-throughput.svg
- 2016041801/04-throughput.png
- lines:
- column: avg_cpu_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/04-avg-cpu.svg
- 2016041801/04-avg-cpu.png
- lines:
- column: avg_memory_mb_etcd_v2
legend: etcd v2
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/04-avg-memory.svg
- 2016041801/04-avg-memory.png
- data_path: 2016041801/05-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/05-avg-latency-ms.svg
- 2016041801/05-avg-latency-ms.png
- lines:
- column: throughput_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/05-throughput.svg
- 2016041801/05-throughput.png
- lines:
- column: avg_cpu_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/05-avg-cpu.svg
- 2016041801/05-avg-cpu.png
- lines:
- column: avg_memory_mb_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/05-avg-memory.svg
- 2016041801/05-avg-memory.png
- data_path: 2016041801/06-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/06-avg-latency-ms.svg
- 2016041801/06-avg-latency-ms.png
- lines:
- column: throughput_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/06-throughput.svg
- 2016041801/06-throughput.png
- lines:
- column: avg_cpu_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/06-avg-cpu.svg
- 2016041801/06-avg-cpu.png
- lines:
- column: avg_memory_mb_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/06-avg-memory.svg
- 2016041801/06-avg-memory.png
- data_path: 2016041801/07-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/07-avg-latency-ms.svg
- 2016041801/07-avg-latency-ms.png
- lines:
- column: throughput_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/07-throughput.svg
- 2016041801/07-throughput.png
- lines:
- column: avg_cpu_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/07-avg-cpu.svg
- 2016041801/07-avg-cpu.png
- lines:
- column: avg_memory_mb_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/07-avg-memory.svg
- 2016041801/07-avg-memory.png
- data_path: 2016041801/08-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016041801/08-avg-latency-ms.svg
- 2016041801/08-avg-latency-ms.png
- lines:
- column: throughput_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016041801/08-throughput.svg
- 2016041801/08-throughput.png
- lines:
- column: avg_cpu_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: CPU
output_path_list:
- 2016041801/08-avg-cpu.svg
- 2016041801/08-avg-cpu.png
- lines:
- column: avg_memory_mb_consul_v0.6.4
legend: Consul v0.6.4
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016041801/08-avg-memory.svg
- 2016041801/08-avg-memory.png
step4:
preface: |
- Google Cloud Compute Engine
@ -85,5 +450,103 @@ step4:
image_path: https://storage.googleapis.com/dbtester-results/2016041801/01-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/02-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/02-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/02-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/02-throughput.svg
image_type: remote
- image_title: 2016041801/02-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/02-avg-cpu.svg
image_type: remote
- image_title: 2016041801/02-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/02-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/03-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/03-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/03-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/03-throughput.svg
image_type: remote
- image_title: 2016041801/03-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/03-avg-cpu.svg
image_type: remote
- image_title: 2016041801/03-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/03-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/04-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/04-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/04-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/04-throughput.svg
image_type: remote
- image_title: 2016041801/04-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/04-avg-cpu.svg
image_type: remote
- image_title: 2016041801/04-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/04-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/05-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/05-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/05-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/05-throughput.svg
image_type: remote
- image_title: 2016041801/05-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/05-avg-cpu.svg
image_type: remote
- image_title: 2016041801/05-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/05-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/06-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/06-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/06-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/06-throughput.svg
image_type: remote
- image_title: 2016041801/06-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/06-avg-cpu.svg
image_type: remote
- image_title: 2016041801/06-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/06-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/07-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/07-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/07-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/07-throughput.svg
image_type: remote
- image_title: 2016041801/07-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/07-avg-cpu.svg
image_type: remote
- image_title: 2016041801/07-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/07-avg-memory.svg
image_type: remote
- images:
- image_title: 2016041801/08-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016041801/08-avg-latency-ms.svg
image_type: remote
- image_title: 2016041801/08-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016041801/08-throughput.svg
image_type: remote
- image_title: 2016041801/08-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016041801/08-avg-cpu.svg
image_type: remote
- image_title: 2016041801/08-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016041801/08-avg-memory.svg
image_type: remote
output_path: 2016041801/README.md

2
bench-results/2016041801-config/control-01-etcdv2.yaml
View File

@ -30,7 +30,7 @@ step2:
clients: 1000
key_size: 8
value_size: 256
total_requests: 2000000
total_requests: 200000
etcdv3_compaction_cycle: 0
# after benchmark

40
bench-results/2016041801-config/control-02-etcdv2.yaml Normal file
View File

@ -0,0 +1,40 @@
database: etcdv2
test_name: 02-etcdv2
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.15
agent_port: 3500
database_port: 2379
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 256
total_requests: 500000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

10
bench-results/2016041801-config/control-01-etcdv3.yaml → bench-results/2016041801-config/control-03-etcdv2.yaml
View File

@ -1,5 +1,5 @@
database: etcdv3
test_name: 01-etcdv3
database: etcdv2
test_name: 03-etcdv2
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
@ -9,7 +9,7 @@ google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.14
- 10.240.0.15
agent_port: 3500
database_port: 2379
@ -26,11 +26,11 @@ step2:
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 100
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 2000000
total_requests: 500000
etcdv3_compaction_cycle: 0
# after benchmark

40
bench-results/2016041801-config/control-04-etcdv2.yaml Normal file
View File

@ -0,0 +1,40 @@
database: etcdv2
test_name: 04-etcdv2
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.15
agent_port: 3500
database_port: 2379
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 1000000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

40
bench-results/2016041801-config/control-05-consul.yaml Normal file
View File

@ -0,0 +1,40 @@
database: consul
test_name: 05-consul
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.14
agent_port: 3500
database_port: 8500
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 200000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

40
bench-results/2016041801-config/control-06-consul.yaml Normal file
View File

@ -0,0 +1,40 @@
database: consul
test_name: 06-consul
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.14
agent_port: 3500
database_port: 8500
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 256
total_requests: 500000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

40
bench-results/2016041801-config/control-07-consul.yaml Normal file
View File

@ -0,0 +1,40 @@
database: consul
test_name: 07-consul
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.14
agent_port: 3500
database_port: 8500
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 500000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

40
bench-results/2016041801-config/control-08-consul.yaml Normal file
View File

@ -0,0 +1,40 @@
database: consul
test_name: 08-consul
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016041801
peer_ips:
- 10.240.0.7
- 10.240.0.13
- 10.240.0.14
agent_port: 3500
database_port: 8500
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1000
clients: 1000
key_size: 8
value_size: 256
total_requests: 1000000
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log