etcd-io
/
dbtester
mirror of https://github.com/etcd-io/dbtester.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #347 from gyuho/q 

test-configs: move 'read 3M'
This commit is contained in:
Gyu-Ho Lee 2017-05-17 12:34:21 -07:00 committed by GitHub
parent ee44757b06 7f7ae4ea5c
commit 7d2f767d1f
2 changed files with 56 additions and 435 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
test-configs/04-read-3M-same-keys-client-variable.yaml → test-configs/04-read-3M-same-keys-best-throughput.yaml
View File

@ -1,4 +1,4 @@
test_title: Read 3M same keys, 256-byte key, 1KB value value, clients 1 to 1,000 test_title: Read 3M same keys, 256-byte key, 1KB value, Best Throughput (etcd 1,000, Zookeeper 700, Consul 500 clients)
test_description: | test_description: |
- Google Cloud Compute Engine - Google Cloud Compute Engine
- 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client)
@ -32,7 +32,7 @@ config_client_machine_initial:
# set this in 'control' machine, to automate log uploading in remote 'agent' machines # set this in 'control' machine, to automate log uploading in remote 'agent' machines
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput
all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3]
@ -55,10 +55,10 @@ datatbase_id_to_config_client_machine_agent_control:
benchmark_options: benchmark_options:
type: read type: read
request_number: 3000000 request_number: 3000000
connection_number: 0 connection_number: 1000 # for best throughput
client_number: 0 client_number: 1000 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number' # if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] connection_client_numbers: []
# 0, to not rate limit # 0, to not rate limit
rate_limit_requests_per_second: 0 rate_limit_requests_per_second: 0
@ -119,10 +119,10 @@ datatbase_id_to_config_client_machine_agent_control:
benchmark_options: benchmark_options:
type: read type: read
request_number: 3000000 request_number: 3000000
connection_number: 0 connection_number: 700 # for best throughput
client_number: 0 client_number: 700 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number' # if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] connection_client_numbers: []
# 0, to not rate limit # 0, to not rate limit
rate_limit_requests_per_second: 0 rate_limit_requests_per_second: 0
@ -152,10 +152,10 @@ datatbase_id_to_config_client_machine_agent_control:
benchmark_options: benchmark_options:
type: read type: read
request_number: 3000000 request_number: 3000000
connection_number: 0 connection_number: 500 # for best throughput
client_number: 0 client_number: 500 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number' # if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] connection_client_numbers: []
# 0, to not rate limit # 0, to not rate limit
rate_limit_requests_per_second: 0 rate_limit_requests_per_second: 0
@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control:
datatbase_id_to_config_analyze_machine_initial: datatbase_id_to_config_analyze_machine_initial:
etcd__tip: etcd__tip:
# if not empty, all test data paths are prefixed # if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/etcd-tip-go1.8.0 path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/etcd-tip-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv client_latency_distribution_all_path: client-latency-distribution-all.csv
@ -196,7 +196,7 @@ datatbase_id_to_config_analyze_machine_initial:
zookeeper__r3_5_3_beta: zookeeper__r3_5_3_beta:
# if not empty, all test data paths are prefixed # if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/zookeeper-r3.5.2-alpha-java8 path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/zookeeper-r3.5.2-alpha-java8
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv client_latency_distribution_all_path: client-latency-distribution-all.csv
@ -215,7 +215,7 @@ datatbase_id_to_config_analyze_machine_initial:
consul__v0_8_3: consul__v0_8_3:
# if not empty, all test data paths are prefixed # if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/consul-v0.7.5-go1.8.0 path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/consul-v0.7.5-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv client_latency_distribution_all_path: client-latency-distribution-all.csv
@ -233,10 +233,10 @@ datatbase_id_to_config_analyze_machine_initial:
all_aggregated_output_path: all-aggregated.csv all_aggregated_output_path: all-aggregated.csv
analyze_all_aggregated_output: analyze_all_aggregated_output:
all_aggregated_output_path_csv: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/all-aggregated.csv all_aggregated_output_path_csv: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/all-aggregated.csv
all_aggregated_output_path_txt: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/all-aggregated.txt all_aggregated_output_path_txt: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/all-aggregated.txt
analyze_plot_path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable analyze_plot_path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput
analyze_plot_list: analyze_plot_list:
- column: AVG-LATENCY-MS - column: AVG-LATENCY-MS
x_axis: Second x_axis: Second
@ -299,81 +299,81 @@ analyze_plot_list:
y_axis: Network Transmit(bytes) (Delta per Second) y_axis: Network Transmit(bytes) (Delta per Second)
analyze_readme: analyze_readme:
output_path: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/README.md output_path: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/README.md
images: images:
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS-BY-KEY - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS-BY-KEY.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-THROUGHPUT - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-THROUGHPUT
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-THROUGHPUT.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-THROUGHPUT.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-CPU - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-CPU.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-CPU.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/MAX-CPU - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/MAX-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/MAX-CPU.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/MAX-CPU.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB-BY-KEY - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB-BY-KEY.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-READS-COMPLETED-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-READS-COMPLETED-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-SECTORS-READ-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-SECTORS-READ-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-WRITES-COMPLETED-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-WRITES-COMPLETED-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-READ-BYTES-NUM-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-READ-BYTES-NUM-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-WRITE-BYTES-NUM-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-WRITE-BYTES-NUM-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg
type: remote type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA - title: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA.svg path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg
type: remote type: remote

379
test-configs/05-read-3M-same-keys-best-throughput.yaml
View File

@ -1,379 +0,0 @@
test_title: Read 3M same keys, 256-byte key, 1KB value, Best Throughput (etcd 1,000, Zookeeper 700, Consul 500 clients)
test_description: |
- Google Cloud Compute Engine
- 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client)
- Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic)
- `ulimit -n` is 120000
- etcd tip (Go 1.8.0, git SHA d78b03fb27374c370d82973a94dda9f59647e750)
- Zookeeper r3.5.3-beta
- Java 8
- javac 1.8.0_131
- Java(TM) SE Runtime Environment (build 1.8.0_131-b11)
- Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode)
- `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G`
- Consul v0.8.3 (Go 1.8.1)
# common control options for all client machines
config_client_machine_initial:
# if not empty, all test data paths are prefixed
path_prefix: /home/gyuho
log_path: client-control.log
client_system_metrics_path: client-system-metrics.csv
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
# (optional) to automatically upload all files in client machine
google_cloud_project_name: etcd-development
# set this in 'control' machine, to automate log uploading in remote 'agent' machines
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput
all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3]
datatbase_id_to_config_client_machine_agent_control:
etcd__tip:
database_description: etcd tip (Go 1.8.1)
peer_ips:
- 10.240.0.7
- 10.240.0.8
- 10.240.0.12
database_port_to_connect: 2379
agent_port_to_connect: 3500
etcd__tip:
# --snapshot-count
snap_count: 100000
# --quota-backend-bytes; 8 GB
quota_size_bytes: 8000000000
benchmark_options:
type: read
request_number: 3000000
connection_number: 1000 # for best throughput
client_number: 1000 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: []
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: true
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
zookeeper__r3_5_3_beta:
database_description: Zookeeper r3.5.3-beta (Java 8)
peer_ips:
- 10.240.0.21
- 10.240.0.22
- 10.240.0.23
database_port_to_connect: 2181
agent_port_to_connect: 3500
# http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html
zookeeper__r3_5_3_beta:
# maximum size, in bytes, of a request or response
# set it to 33 MB
java_d_jute_max_buffer: 33554432
# JVM min,max heap size
java_xms: 50G
java_xmx: 50G
# tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper,
# as measured in milliseconds.
tick_time: 2000
# initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader
# increased this value as needed, if the amount of data managed by ZooKeeper is large.
# (default 5)
init_limit: 5
# syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper.
# (default 5)
sync_limit: 5
# snapCount; After snapCount transactions are written to a log file a snapshot
# is started and a new transaction log file is created. The default snapCount is 100,000.
snap_count: 100000
# maxClientCnxns; Limits the number of concurrent connections (at the socket level)
# that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble.
max_client_connections: 5000
benchmark_options:
type: read
request_number: 3000000
connection_number: 700 # for best throughput
client_number: 700 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: []
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: true
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
consul__v0_8_3:
database_description: Consul v0.8.3 (Go 1.8.1)
peer_ips:
- 10.240.0.27
- 10.240.0.28
- 10.240.0.29
database_port_to_connect: 8500
agent_port_to_connect: 3500
benchmark_options:
type: read
request_number: 3000000
connection_number: 500 # for best throughput
client_number: 500 # for best throughput
# if specified, overwrite 'connection_number', 'connection_number'
connection_client_numbers: []
# 0, to not rate limit
rate_limit_requests_per_second: 0
# for 'write', 'read'
same_key: true
key_size_bytes: 256
value_size_bytes: 1024
stale_read: false
benchmark_steps:
step1_start_database: true
step2_stress_database: true
step3_stop_database: true
step4_upload_logs: true
datatbase_id_to_config_analyze_machine_initial:
etcd__tip:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/etcd-tip-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
zookeeper__r3_5_3_beta:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/zookeeper-r3.5.2-alpha-java8
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
consul__v0_8_3:
# if not empty, all test data paths are prefixed
path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/consul-v0.7.5-go1.8.0
client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
client_latency_distribution_all_path: client-latency-distribution-all.csv
client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
client_latency_distribution_summary_path: client-latency-distribution-summary.csv
client_latency_by_key_number_path: client-latency-by-key-number.csv
server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
server_memory_by_key_number_path: server-memory-by-key-number.csv
server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
server_system_metrics_interpolated_path_list:
- 1-server-system-metrics-interpolated.csv
- 2-server-system-metrics-interpolated.csv
- 3-server-system-metrics-interpolated.csv
all_aggregated_output_path: all-aggregated.csv
analyze_all_aggregated_output:
all_aggregated_output_path_csv: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/all-aggregated.csv
all_aggregated_output_path_txt: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/all-aggregated.txt
analyze_plot_path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput
analyze_plot_list:
- column: AVG-LATENCY-MS
x_axis: Second
y_axis: Latency(millisecond)
- column: AVG-THROUGHPUT
x_axis: Second
y_axis: Throughput(Requests/Second)
- column: AVG-VOLUNTARY-CTXT-SWITCHES
x_axis: Second
y_axis: Voluntary Context Switches
- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES
x_axis: Second
y_axis: Non-voluntary Context Switches
- column: AVG-CPU
x_axis: Second
y_axis: Average CPU(%)
- column: MAX-CPU
x_axis: Second
y_axis: Maximum CPU(%)
- column: AVG-VMRSS-MB
x_axis: Second
y_axis: Memory(MB)
- column: AVG-READS-COMPLETED-DELTA
x_axis: Second
y_axis: Disk Reads (Delta per Second)
- column: AVG-SECTORS-READ-DELTA
x_axis: Second
y_axis: Sectors Read (Delta per Second)
- column: AVG-WRITES-COMPLETED-DELTA
x_axis: Second
y_axis: Disk Writes (Delta per Second)
- column: AVG-SECTORS-WRITTEN-DELTA
x_axis: Second
y_axis: Sectors Written (Delta per Second)
- column: AVG-READ-BYTES-NUM-DELTA
x_axis: Second
y_axis: Read Bytes (Delta per Second)
- column: AVG-WRITE-BYTES-NUM-DELTA
x_axis: Second
y_axis: Write Bytes (Delta per Second)
- column: AVG-RECEIVE-BYTES-NUM-DELTA
x_axis: Second
y_axis: Network Receive(bytes) (Delta per Second)
- column: AVG-TRANSMIT-BYTES-NUM-DELTA
x_axis: Second
y_axis: Network Transmit(bytes) (Delta per Second)
analyze_readme:
output_path: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/README.md
images:
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-THROUGHPUT
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-THROUGHPUT.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-CPU.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/MAX-CPU
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/MAX-CPU.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg
type: remote
- title: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA
path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg
type: remote