From b57fa0efadd7ff5f6fa0dba29e7709be9beccb30 Mon Sep 17 00:00:00 2001 From: Gyu-Ho Lee Date: Fri, 23 Jun 2017 09:14:06 -0700 Subject: [PATCH] test-configs: update --- ... => 01-write-1M-keys-best-throughput.yaml} | 106 +++++++++--------- test-configs/install-consul.sh | 2 +- test-configs/install-go.sh | 2 +- ....yaml => read-3M-same-keys-1K-client.yaml} | 18 +-- ...=> read-3M-same-keys-best-throughput.yaml} | 18 +-- test-configs/run-dbtester.sh | 2 +- ...000QPS.yaml => write-1M-keys-1000QPS.yaml} | 18 +-- ...aml => write-1M-keys-client-variable.yaml} | 18 +-- test-configs/write-too-many-keys.yaml | 18 +-- 9 files changed, 101 insertions(+), 101 deletions(-) rename test-configs/{02-write-1M-keys-best-throughput.yaml => 01-write-1M-keys-best-throughput.yaml} (79%) rename test-configs/{05-read-3M-same-keys-1K-client.yaml => read-3M-same-keys-1K-client.yaml} (98%) rename test-configs/{04-read-3M-same-keys-best-throughput.yaml => read-3M-same-keys-best-throughput.yaml} (98%) rename test-configs/{03-write-1M-keys-1000QPS.yaml => write-1M-keys-1000QPS.yaml} (98%) rename test-configs/{01-write-1M-keys-client-variable.yaml => write-1M-keys-client-variable.yaml} (98%) diff --git a/test-configs/02-write-1M-keys-best-throughput.yaml b/test-configs/01-write-1M-keys-best-throughput.yaml similarity index 79% rename from test-configs/02-write-1M-keys-best-throughput.yaml rename to test-configs/01-write-1M-keys-best-throughput.yaml index 024be309..612fd83a 100644 --- a/test-configs/02-write-1M-keys-best-throughput.yaml +++ b/test-configs/01-write-1M-keys-best-throughput.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -32,13 +32,13 @@ config_client_machine_initial: # set this in 'control' machine, to automate log uploading in remote 'agent' machines google_cloud_storage_key_path: /home/gyuho/gcloud-key.json google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput + google_cloud_storage_sub_directory: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/etcd-tip-go1.8.1 + path_prefix: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -196,7 +196,7 @@ datatbase_id_to_config_analyze_machine_initial: zookeeper__r3_5_3_beta: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/zookeeper-r3.5.3-beta-java8 + path_prefix: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/zookeeper-r3.5.3-beta-java8 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -233,10 +233,10 @@ datatbase_id_to_config_analyze_machine_initial: all_aggregated_output_path: all-aggregated.csv analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/all-aggregated.csv - all_aggregated_output_path_txt: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/all-aggregated.txt + all_aggregated_output_path_csv: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/all-aggregated.csv + all_aggregated_output_path_txt: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/all-aggregated.txt -analyze_plot_path_prefix: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput +analyze_plot_path_prefix: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput analyze_plot_list: - column: AVG-LATENCY-MS x_axis: Second @@ -299,81 +299,81 @@ analyze_plot_list: y_axis: Network Transmit(bytes) (Delta per Second) analyze_readme: - output_path: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/README.md + output_path: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/README.md images: - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-THROUGHPUT.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-THROUGHPUT + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-THROUGHPUT.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-CPU.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-CPU + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-CPU.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/MAX-CPU.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/MAX-CPU + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/MAX-CPU.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg type: remote - - title: 2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2017Q2-01-etcd-zookeeper-consul/02-write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg + - title: 2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2017Q2-02-etcd-zookeeper-consul/01-write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg type: remote diff --git a/test-configs/install-consul.sh b/test-configs/install-consul.sh index ddb2a160..a200bc2e 100755 --- a/test-configs/install-consul.sh +++ b/test-configs/install-consul.sh @@ -2,7 +2,7 @@ set -e rm -f /tmp/consul.zip -curl -sf -o /tmp/consul.zip https://releases.hashicorp.com/consul/0.8.3/consul_0.8.3_linux_amd64.zip +curl -sf -o /tmp/consul.zip https://releases.hashicorp.com/consul/0.8.4/consul_0.8.4_linux_amd64.zip rm -f ${GOPATH}/bin/consul unzip /tmp/consul.zip -d ${GOPATH}/bin diff --git a/test-configs/install-go.sh b/test-configs/install-go.sh index 24a486a8..6365d0fb 100755 --- a/test-configs/install-go.sh +++ b/test-configs/install-go.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash set -e -GO_VERSION=1.8.1 +GO_VERSION=1.8.3 sudo rm -f /usr/local/go/bin/go && sudo rm -rf /usr/local/go && sudo rm -f /bin/go diff --git a/test-configs/05-read-3M-same-keys-1K-client.yaml b/test-configs/read-3M-same-keys-1K-client.yaml similarity index 98% rename from test-configs/05-read-3M-same-keys-1K-client.yaml rename to test-configs/read-3M-same-keys-1K-client.yaml index b77766ba..06949f8c 100644 --- a/test-configs/05-read-3M-same-keys-1K-client.yaml +++ b/test-configs/read-3M-same-keys-1K-client.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -34,11 +34,11 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-1K-client -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-1K-client/etcd-tip-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-1K-client/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-1K-client/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/05-read-3M-same-keys-1K-client/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv diff --git a/test-configs/04-read-3M-same-keys-best-throughput.yaml b/test-configs/read-3M-same-keys-best-throughput.yaml similarity index 98% rename from test-configs/04-read-3M-same-keys-best-throughput.yaml rename to test-configs/read-3M-same-keys-best-throughput.yaml index fe4cfee9..6db4969c 100644 --- a/test-configs/04-read-3M-same-keys-best-throughput.yaml +++ b/test-configs/read-3M-same-keys-best-throughput.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -34,11 +34,11 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/etcd-tip-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/04-read-3M-same-keys-best-throughput/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv diff --git a/test-configs/run-dbtester.sh b/test-configs/run-dbtester.sh index 27da5c05..c4ae8cac 100755 --- a/test-configs/run-dbtester.sh +++ b/test-configs/run-dbtester.sh @@ -9,7 +9,7 @@ nohup dbtester agent --network-interface ens4 --disk-device sda --agent-port : # this starts database stressing, and shuts down the database when done nohup dbtester control --database-id etcd__tip --config config.yaml > $HOME/control.log 2>&1 & nohup dbtester control --database-id zookeeper__r3_5_3_beta --config config.yaml > $HOME/control.log 2>&1 & -nohup dbtester control --database-id consul__v0_8_3 --config config.yaml > $HOME/control.log 2>&1 & +nohup dbtester control --database-id consul__v0_8_4 --config config.yaml > $HOME/control.log 2>&1 & # analyze; get all data from remote machines # and specify 'analyze' configuration file, diff --git a/test-configs/03-write-1M-keys-1000QPS.yaml b/test-configs/write-1M-keys-1000QPS.yaml similarity index 98% rename from test-configs/03-write-1M-keys-1000QPS.yaml rename to test-configs/write-1M-keys-1000QPS.yaml index 986e580c..7c0ccb2d 100644 --- a/test-configs/03-write-1M-keys-1000QPS.yaml +++ b/test-configs/write-1M-keys-1000QPS.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -34,11 +34,11 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/03-write-1M-keys-1000QPS -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/03-write-1M-keys-1000QPS/etcd-tip-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/03-write-1M-keys-1000QPS/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/03-write-1M-keys-1000QPS/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/03-write-1M-keys-1000QPS/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv diff --git a/test-configs/01-write-1M-keys-client-variable.yaml b/test-configs/write-1M-keys-client-variable.yaml similarity index 98% rename from test-configs/01-write-1M-keys-client-variable.yaml rename to test-configs/write-1M-keys-client-variable.yaml index bc8b8fbb..40a5f5af 100644 --- a/test-configs/01-write-1M-keys-client-variable.yaml +++ b/test-configs/write-1M-keys-client-variable.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -34,11 +34,11 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/etcd-tip-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/01-write-1M-keys-client-variable/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv diff --git a/test-configs/write-too-many-keys.yaml b/test-configs/write-too-many-keys.yaml index 557e4cf6..96aa427b 100644 --- a/test-configs/write-too-many-keys.yaml +++ b/test-configs/write-too-many-keys.yaml @@ -4,14 +4,14 @@ test_description: | - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) - `ulimit -n` is 120000 - - etcd tip (Go 1.8.1, git SHA f4641accc34be80c255ff87673a1cb92342abedd) + - etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) - Zookeeper r3.5.3-beta - Java 8 - javac 1.8.0_131 - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v0.8.3 (Go 1.8.1) + - Consul v0.8.4 (Go 1.8.3) # common control options for all client machines config_client_machine_initial: @@ -34,11 +34,11 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2017Q2-01-etcd-zookeeper-consul/write-too-many-keys -all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_3] +all_database_id_list: [etcd__tip, zookeeper__r3_5_3_beta, consul__v0_8_4] datatbase_id_to_config_client_machine_agent_control: etcd__tip: - database_description: etcd tip (Go 1.8.1) + database_description: etcd tip (Go 1.8.3) peer_ips: - 10.240.0.7 - 10.240.0.8 @@ -140,8 +140,8 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - consul__v0_8_3: - database_description: Consul v0.8.3 (Go 1.8.1) + consul__v0_8_4: + database_description: Consul v0.8.4 (Go 1.8.3) peer_ips: - 10.240.0.27 - 10.240.0.28 @@ -177,7 +177,7 @@ datatbase_id_to_config_client_machine_agent_control: datatbase_id_to_config_analyze_machine_initial: etcd__tip: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/write-too-many-keys/etcd-tip-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/write-too-many-keys/etcd-tip-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv @@ -213,9 +213,9 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - consul__v0_8_3: + consul__v0_8_4: # if not empty, all test data paths are prefixed - path_prefix: 2017Q2-01-etcd-zookeeper-consul/write-too-many-keys/consul-v0.8.3-go1.8.1 + path_prefix: 2017Q2-01-etcd-zookeeper-consul/write-too-many-keys/consul-v0.8.4-go1.8.3 client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv client_latency_distribution_all_path: client-latency-distribution-all.csv