test-configs: add Zookeeper, Consul configs

Signed-off-by: Gyuho Lee <gyuhox@gmail.com>

test-configs/write-1M-keys-best-throughput.yaml

@@ -1,4 +1,4 @@
-test_title: Write 1M keys, 256-byte key, 1KB value, Best Throughput (etcd 1K clients with 100 conns)
+test_title: Write 1M keys, 256-byte key, 1KB value, Best Throughput (etcd 1K clients with 100 conns, Zookeeper 700, Consul 500 clients)
 test_description: |
   - Google Cloud Compute Engine
   - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client)
@@ -6,6 +6,13 @@ test_description: |
   - `ulimit -n` is 120000
   - etcd v3.2.0 (Go 1.8.3)
   - etcd v3.3.0 (Go 1.9.2)
+  - Zookeeper r3.5.3-beta
+    - Java 8
+    - javac 1.8.0_151
+    - Java(TM) SE Runtime Environment (build 1.8.0_151-b12)
+    - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode)
+    - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G`
+  - Consul v1.0.2 (Go 1.9.2)
 
 # common control options for all client machines
 config_client_machine_initial:
@@ -26,9 +33,9 @@ config_client_machine_initial:
   # set this in 'control' machine, to automate log uploading in remote 'agent' machines
   google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json
   google_cloud_storage_bucket_name: dbtester-results
-  google_cloud_storage_sub_directory: 2018Q1-01-etcd/write-1M-keys-best-throughput
+  google_cloud_storage_sub_directory: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput
 
-all_database_id_list: [etcd__v3_2, etcd__v3_3]
+all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2]
 
 datatbase_id_to_config_client_machine_agent_control:
   etcd__v3_2:
@@ -111,11 +118,108 @@ datatbase_id_to_config_client_machine_agent_control:
       step3_stop_database: true
       step4_upload_logs: true
 
+  zookeeper__r3_5_3_beta:
+    database_description: Zookeeper r3.5.3-beta (Java 8)
+    peer_ips:
+    - 10.138.0.2
+    - 10.138.0.3
+    - 10.138.0.4
+    database_port_to_connect: 2181
+    agent_port_to_connect: 3500
+
+    # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html
+    zookeeper__r3_5_3_beta:
+      # maximum size, in bytes, of a request or response
+      # set it to 33 MB
+      java_d_jute_max_buffer: 33554432
+
+      # JVM min,max heap size
+      java_xms: 50G
+      java_xmx: 50G
+
+      # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper,
+      # as measured in milliseconds.
+      tick_time: 2000
+
+      # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader
+      # increased this value as needed, if the amount of data managed by ZooKeeper is large.
+      # (default 5)
+      init_limit: 5
+
+      # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper.
+      # (default 5)
+      sync_limit: 5
+
+      # snapCount; After snapCount transactions are written to a log file a snapshot
+      # is started and a new transaction log file is created. The default snapCount is 100,000.
+      snap_count: 100000
+
+      # maxClientCnxns; Limits the number of concurrent connections (at the socket level)
+      # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble.
+      max_client_connections: 5000
+
+    benchmark_options:
+      type: write
+      request_number: 1000000
+      connection_number: 700 # for best throughput
+      client_number: 700 # for best throughput
+      # if specified, overwrite 'connection_number', 'connection_number'
+      connection_client_numbers: []
+
+      # 0, to not rate limit
+      rate_limit_requests_per_second: 0
+
+      # for 'write', 'read'
+      same_key: false
+      key_size_bytes: 256
+      value_size_bytes: 1024
+
+      stale_read: false
+
+    benchmark_steps:
+      step1_start_database: true
+      step2_stress_database: true
+      step3_stop_database: true
+      step4_upload_logs: true
+
+  consul__v1_0_2:
+    database_description: Consul v1.0.2 (Go 1.9.2)
+    peer_ips:
+    - 10.138.0.2
+    - 10.138.0.3
+    - 10.138.0.4
+    database_port_to_connect: 8500
+    agent_port_to_connect: 3500
+
+    benchmark_options:
+      type: write
+      request_number: 1000000
+      connection_number: 500 # for best throughput
+      client_number: 500 # for best throughput
+      # if specified, overwrite 'connection_number', 'connection_number'
+      connection_client_numbers: []
+
+      # 0, to not rate limit
+      rate_limit_requests_per_second: 0
+
+      # for 'write', 'read'
+      same_key: false
+      key_size_bytes: 256
+      value_size_bytes: 1024
+
+      stale_read: false
+
+    benchmark_steps:
+      step1_start_database: true
+      step2_stress_database: true
+      step3_stop_database: true
+      step4_upload_logs: true
+
 
 datatbase_id_to_config_analyze_machine_initial:
   etcd__v3_2:
     # if not empty, all test data paths are prefixed
-    path_prefix: 2018Q1-01-etcd/write-1M-keys-best-throughput/etcd-v3.2.0-go1.8.3
+    path_prefix: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/etcd-v3.2.0-go1.8.3
     client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
     client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
     client_latency_distribution_all_path: client-latency-distribution-all.csv
@@ -134,7 +238,45 @@ datatbase_id_to_config_analyze_machine_initial:
 
   etcd__v3_3:
     # if not empty, all test data paths are prefixed
-    path_prefix: 2018Q1-01-etcd/write-1M-keys-best-throughput/etcd-v3.3.0-go1.9.2
+    path_prefix: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/etcd-v3.3.0-go1.9.2
+    client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
+    client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
+    client_latency_distribution_all_path: client-latency-distribution-all.csv
+    client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
+    client_latency_distribution_summary_path: client-latency-distribution-summary.csv
+    client_latency_by_key_number_path: client-latency-by-key-number.csv
+    server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
+    server_memory_by_key_number_path: server-memory-by-key-number.csv
+    server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
+    server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
+    server_system_metrics_interpolated_path_list:
+    - 1-server-system-metrics-interpolated.csv
+    - 2-server-system-metrics-interpolated.csv
+    - 3-server-system-metrics-interpolated.csv
+    all_aggregated_output_path: all-aggregated.csv
+
+  zookeeper__r3_5_3_beta:
+    # if not empty, all test data paths are prefixed
+    path_prefix: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/zookeeper-r3.5.3-beta-java8
+    client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
+    client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
+    client_latency_distribution_all_path: client-latency-distribution-all.csv
+    client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv
+    client_latency_distribution_summary_path: client-latency-distribution-summary.csv
+    client_latency_by_key_number_path: client-latency-by-key-number.csv
+    server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv
+    server_memory_by_key_number_path: server-memory-by-key-number.csv
+    server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv
+    server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv
+    server_system_metrics_interpolated_path_list:
+    - 1-server-system-metrics-interpolated.csv
+    - 2-server-system-metrics-interpolated.csv
+    - 3-server-system-metrics-interpolated.csv
+    all_aggregated_output_path: all-aggregated.csv
+
+  consul__v1_0_2:
+    # if not empty, all test data paths are prefixed
+    path_prefix: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/consul-v1.0.2-go1.9.2
     client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv
     client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv
     client_latency_distribution_all_path: client-latency-distribution-all.csv
@@ -152,10 +294,10 @@ datatbase_id_to_config_analyze_machine_initial:
     all_aggregated_output_path: all-aggregated.csv
 
 analyze_all_aggregated_output:
-  all_aggregated_output_path_csv: 2018Q1-01-etcd/write-1M-keys-best-throughput/all-aggregated.csv
+  all_aggregated_output_path_csv: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/all-aggregated.csv
-  all_aggregated_output_path_txt: 2018Q1-01-etcd/write-1M-keys-best-throughput/all-aggregated.txt
+  all_aggregated_output_path_txt: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/all-aggregated.txt
 
-analyze_plot_path_prefix: 2018Q1-01-etcd/write-1M-keys-best-throughput
+analyze_plot_path_prefix: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput
 analyze_plot_list:
 - column: AVG-LATENCY-MS
   x_axis: Second
@@ -218,81 +360,81 @@ analyze_plot_list:
   y_axis: Network Transmit(bytes) (Delta per Second)
 
 analyze_readme:
-  output_path: 2018Q1-01-etcd/write-1M-keys-best-throughput/README.md
+  output_path: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/README.md
 
   images:
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-THROUGHPUT
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-THROUGHPUT
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-THROUGHPUT.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-THROUGHPUT.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-CPU
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-CPU
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-CPU.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-CPU.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/MAX-CPU
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/MAX-CPU
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/MAX-CPU.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/MAX-CPU.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg
     type: remote
 
-  - title: 2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA
+  - title: 2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA
-    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg
+    path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg
     type: remote