diff --git a/test-configs/read-3M-same-keys-1K-client.yaml b/test-configs/read-3M-same-keys-1K-client.yaml deleted file mode 100644 index 7b93dde9..00000000 --- a/test-configs/read-3M-same-keys-1K-client.yaml +++ /dev/null @@ -1,438 +0,0 @@ -test_title: Read 3M same keys, 256-byte key, 1KB value, 1,000 clients -test_description: | - - Google Cloud Compute Engine - - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - - `ulimit -n` is 120000 - - etcd v3.2.0 (Go 1.8.3) - - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) - -# common control options for all client machines -config_client_machine_initial: - # if not empty, all test data paths are prefixed - path_prefix: /home/gyuho - log_path: client-control.log - client_system_metrics_path: client-system-metrics.csv - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - - # (optional) to automatically upload all files in client machine - google_cloud_project_name: etcd-development - # set this in 'control' machine, to automate log uploading in remote 'agent' machines - google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json - google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2018Q1-01-etcd/read-3M-same-keys-1K-client - -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] - -datatbase_id_to_config_client_machine_agent_control: - etcd__v3_2: - database_description: etcd v3.2.0 (Go 1.8.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_2: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - etcd__v3_3: - database_description: etcd v3.3.0 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_3: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - -datatbase_id_to_config_analyze_machine_initial: - etcd__v3_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-1K-client/etcd-v3.2.0-go1.8.3 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - etcd__v3_3: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-1K-client/etcd-v3.3.0-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-1K-client/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-1K-client/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - -analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2018Q1-01-etcd/read-3M-same-keys-1K-client/all-aggregated.csv - all_aggregated_output_path_txt: 2018Q1-01-etcd/read-3M-same-keys-1K-client/all-aggregated.txt - -analyze_plot_path_prefix: 2018Q1-01-etcd/read-3M-same-keys-1K-client -analyze_plot_list: -- column: AVG-LATENCY-MS - x_axis: Second - y_axis: Latency(millisecond) - -- column: AVG-THROUGHPUT - x_axis: Second - y_axis: Throughput(Requests/Second) - -- column: AVG-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Voluntary Context Switches - -- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Non-voluntary Context Switches - -- column: AVG-CPU - x_axis: Second - y_axis: Average CPU(%) - -- column: MAX-CPU - x_axis: Second - y_axis: Maximum CPU(%) - -- column: AVG-VMRSS-MB - x_axis: Second - y_axis: Memory(MB) - -- column: AVG-READS-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Reads (Delta per Second) - -- column: AVG-SECTORS-READ-DELTA - x_axis: Second - y_axis: Sectors Read (Delta per Second) - -- column: AVG-WRITES-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Writes (Delta per Second) - -- column: AVG-SECTORS-WRITTEN-DELTA - x_axis: Second - y_axis: Sectors Written (Delta per Second) - -- column: AVG-READ-BYTES-NUM-DELTA - x_axis: Second - y_axis: Read Bytes (Delta per Second) - -- column: AVG-WRITE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Write Bytes (Delta per Second) - -- column: AVG-RECEIVE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Receive(bytes) (Delta per Second) - -- column: AVG-TRANSMIT-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Transmit(bytes) (Delta per Second) - -analyze_readme: - output_path: 2018Q1-01-etcd/read-3M-same-keys-1K-client/README.md - - images: - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-THROUGHPUT.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/MAX-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-READS-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-SECTORS-READ-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-WRITES-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-SECTORS-WRITTEN-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-READ-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-WRITE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-RECEIVE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/read-3M-same-keys-1K-client/AVG-TRANSMIT-BYTES-NUM-DELTA.svg - type: remote diff --git a/test-configs/read-3M-same-keys-best-throughput.yaml b/test-configs/read-3M-same-keys-best-throughput.yaml deleted file mode 100644 index eca34c25..00000000 --- a/test-configs/read-3M-same-keys-best-throughput.yaml +++ /dev/null @@ -1,438 +0,0 @@ -test_title: Read 3M same keys, 256-byte key, 1KB value, Best Throughput (etcd 1,000, Zookeeper 700, Consul 500 clients) -test_description: | - - Google Cloud Compute Engine - - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - - `ulimit -n` is 120000 - - etcd v3.2.0 (Go 1.8.3) - - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) - -# common control options for all client machines -config_client_machine_initial: - # if not empty, all test data paths are prefixed - path_prefix: /home/gyuho - log_path: client-control.log - client_system_metrics_path: client-system-metrics.csv - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - - # (optional) to automatically upload all files in client machine - google_cloud_project_name: etcd-development - # set this in 'control' machine, to automate log uploading in remote 'agent' machines - google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json - google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2018Q1-01-etcd/read-3M-same-keys-best-throughput - -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] - -datatbase_id_to_config_client_machine_agent_control: - etcd__v3_2: - database_description: etcd v3.2.0 (Go 1.8.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_2: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - etcd__v3_3: - database_description: etcd v3.3.0 (Go 1.9.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_3: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 700 # for best throughput - client_number: 700 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: read - request_number: 3000000 - connection_number: 500 # for best throughput - client_number: 500 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: true - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - -datatbase_id_to_config_analyze_machine_initial: - etcd__v3_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/etcd-v3.2.0-go1.8.3 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - etcd__v3_3: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/etcd-v3.3.0-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - -analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/all-aggregated.csv - all_aggregated_output_path_txt: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/all-aggregated.txt - -analyze_plot_path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput -analyze_plot_list: -- column: AVG-LATENCY-MS - x_axis: Second - y_axis: Latency(millisecond) - -- column: AVG-THROUGHPUT - x_axis: Second - y_axis: Throughput(Requests/Second) - -- column: AVG-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Voluntary Context Switches - -- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Non-voluntary Context Switches - -- column: AVG-CPU - x_axis: Second - y_axis: Average CPU(%) - -- column: MAX-CPU - x_axis: Second - y_axis: Maximum CPU(%) - -- column: AVG-VMRSS-MB - x_axis: Second - y_axis: Memory(MB) - -- column: AVG-READS-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Reads (Delta per Second) - -- column: AVG-SECTORS-READ-DELTA - x_axis: Second - y_axis: Sectors Read (Delta per Second) - -- column: AVG-WRITES-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Writes (Delta per Second) - -- column: AVG-SECTORS-WRITTEN-DELTA - x_axis: Second - y_axis: Sectors Written (Delta per Second) - -- column: AVG-READ-BYTES-NUM-DELTA - x_axis: Second - y_axis: Read Bytes (Delta per Second) - -- column: AVG-WRITE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Write Bytes (Delta per Second) - -- column: AVG-RECEIVE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Receive(bytes) (Delta per Second) - -- column: AVG-TRANSMIT-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Transmit(bytes) (Delta per Second) - -analyze_readme: - output_path: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/README.md - - images: - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-THROUGHPUT.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/MAX-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg - type: remote diff --git a/test-configs/write-1M-keys-1000QPS.yaml b/test-configs/write-1M-keys-1000QPS.yaml deleted file mode 100644 index 480f7d0a..00000000 --- a/test-configs/write-1M-keys-1000QPS.yaml +++ /dev/null @@ -1,438 +0,0 @@ -test_title: Write 1M keys, 256-byte key, 1KB value, 100 clients, 1000 QPS Limit -test_description: | - - Google Cloud Compute Engine - - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - - `ulimit -n` is 120000 - - etcd v3.2.0 (Go 1.8.3) - - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) - -# common control options for all client machines -config_client_machine_initial: - # if not empty, all test data paths are prefixed - path_prefix: /home/gyuho - log_path: client-control.log - client_system_metrics_path: client-system-metrics.csv - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - - # (optional) to automatically upload all files in client machine - google_cloud_project_name: etcd-development - # set this in 'control' machine, to automate log uploading in remote 'agent' machines - google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json - google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2018Q1-01-etcd/write-1M-keys-1000QPS - -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] - -datatbase_id_to_config_client_machine_agent_control: - etcd__v3_2: - database_description: etcd v3.2.0 (Go 1.8.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_2: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 100 - client_number: 100 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 1000 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - etcd__v3_3: - database_description: etcd v3.3.0 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_3: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 100 - client_number: 100 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 1000 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 100 - client_number: 100 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 1000 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 100 - client_number: 100 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 1000 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - -datatbase_id_to_config_analyze_machine_initial: - etcd__v3_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-1000QPS/etcd-v3.2.0-go1.8.3 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - etcd__v3_3: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-1000QPS/etcd-v3.3.0-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-1000QPS/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-1000QPS/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - -analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2018Q1-01-etcd/write-1M-keys-1000QPS/all-aggregated.csv - all_aggregated_output_path_txt: 2018Q1-01-etcd/write-1M-keys-1000QPS/all-aggregated.txt - -analyze_plot_path_prefix: 2018Q1-01-etcd/write-1M-keys-1000QPS -analyze_plot_list: -- column: AVG-LATENCY-MS - x_axis: Second - y_axis: Latency(millisecond) - -- column: AVG-THROUGHPUT - x_axis: Second - y_axis: Throughput(Requests/Second) - -- column: AVG-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Voluntary Context Switches - -- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Non-voluntary Context Switches - -- column: AVG-CPU - x_axis: Second - y_axis: Average CPU(%) - -- column: MAX-CPU - x_axis: Second - y_axis: Maximum CPU(%) - -- column: AVG-VMRSS-MB - x_axis: Second - y_axis: Memory(MB) - -- column: AVG-READS-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Reads (Delta per Second) - -- column: AVG-SECTORS-READ-DELTA - x_axis: Second - y_axis: Sectors Read (Delta per Second) - -- column: AVG-WRITES-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Writes (Delta per Second) - -- column: AVG-SECTORS-WRITTEN-DELTA - x_axis: Second - y_axis: Sectors Written (Delta per Second) - -- column: AVG-READ-BYTES-NUM-DELTA - x_axis: Second - y_axis: Read Bytes (Delta per Second) - -- column: AVG-WRITE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Write Bytes (Delta per Second) - -- column: AVG-RECEIVE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Receive(bytes) (Delta per Second) - -- column: AVG-TRANSMIT-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Transmit(bytes) (Delta per Second) - -analyze_readme: - output_path: 2018Q1-01-etcd/write-1M-keys-1000QPS/README.md - - images: - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-LATENCY-MS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-LATENCY-MS-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-THROUGHPUT.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/MAX-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-VMRSS-MB.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-VMRSS-MB-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-READS-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-SECTORS-READ-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-WRITES-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-SECTORS-WRITTEN-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-READ-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-WRITE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-RECEIVE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-1000QPS/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-1000QPS/AVG-TRANSMIT-BYTES-NUM-DELTA.svg - type: remote diff --git a/test-configs/write-1M-keys-best-throughput.yaml b/test-configs/write-1M-keys-best-throughput.yaml index b8bda9d2..98193621 100644 --- a/test-configs/write-1M-keys-best-throughput.yaml +++ b/test-configs/write-1M-keys-best-throughput.yaml @@ -1,4 +1,4 @@ -test_title: Write 1M keys, 256-byte key, 1KB value, Best Throughput (etcd 1K clients with 100 conns, Zookeeper 700, Consul 500 clients) +test_title: Write 1M keys, 256-byte key, 1KB value, Best Throughput (etcd 1K clients with 100 conns) test_description: | - Google Cloud Compute Engine - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) @@ -6,13 +6,6 @@ test_description: | - `ulimit -n` is 120000 - etcd v3.2.0 (Go 1.8.3) - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) # common control options for all client machines config_client_machine_initial: @@ -35,7 +28,7 @@ config_client_machine_initial: google_cloud_storage_bucket_name: dbtester-results google_cloud_storage_sub_directory: 2018Q1-01-etcd/write-1M-keys-best-throughput -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] +all_database_id_list: [etcd__v3_2, etcd__v3_3] datatbase_id_to_config_client_machine_agent_control: etcd__v3_2: @@ -118,103 +111,6 @@ datatbase_id_to_config_client_machine_agent_control: step3_stop_database: true step4_upload_logs: true - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 700 # for best throughput - client_number: 700 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 500 # for best throughput - client_number: 500 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - datatbase_id_to_config_analyze_machine_initial: etcd__v3_2: @@ -255,44 +151,6 @@ datatbase_id_to_config_analyze_machine_initial: - 3-server-system-metrics-interpolated.csv all_aggregated_output_path: all-aggregated.csv - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-best-throughput/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-best-throughput/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - analyze_all_aggregated_output: all_aggregated_output_path_csv: 2018Q1-01-etcd/write-1M-keys-best-throughput/all-aggregated.csv all_aggregated_output_path_txt: 2018Q1-01-etcd/write-1M-keys-best-throughput/all-aggregated.txt diff --git a/test-configs/write-1M-keys-client-variable.yaml b/test-configs/write-1M-keys-client-variable.yaml deleted file mode 100644 index 6f03afbd..00000000 --- a/test-configs/write-1M-keys-client-variable.yaml +++ /dev/null @@ -1,438 +0,0 @@ -test_title: Write 1M keys, 256-byte key, 1KB value value, clients 1 to 1,000 -test_description: | - - Google Cloud Compute Engine - - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - - `ulimit -n` is 120000 - - etcd v3.2.0 (Go 1.8.3) - - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) - -# common control options for all client machines -config_client_machine_initial: - # if not empty, all test data paths are prefixed - path_prefix: /home/gyuho - log_path: client-control.log - client_system_metrics_path: client-system-metrics.csv - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - - # (optional) to automatically upload all files in client machine - google_cloud_project_name: etcd-development - # set this in 'control' machine, to automate log uploading in remote 'agent' machines - google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json - google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2018Q1-01-etcd/write-1M-keys-client-variable - -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] - -datatbase_id_to_config_client_machine_agent_control: - etcd__v3_2: - database_description: etcd v3.2.0 (Go 1.8.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_2: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 0 - client_number: 0 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - etcd__v3_3: - database_description: etcd v3.3.0 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_3: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 0 - client_number: 0 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 0 - client_number: 0 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: write - request_number: 1000000 - connection_number: 0 - client_number: 0 - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [1, 10, 50, 100, 300, 500, 700, 1000] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - -datatbase_id_to_config_analyze_machine_initial: - etcd__v3_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-client-variable/etcd-v3.2.0-go1.8.3 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - etcd__v3_3: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-client-variable/etcd-v3.3.0-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-client-variable/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-1M-keys-client-variable/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - -analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2018Q1-01-etcd/write-1M-keys-client-variable/all-aggregated.csv - all_aggregated_output_path_txt: 2018Q1-01-etcd/write-1M-keys-client-variable/all-aggregated.txt - -analyze_plot_path_prefix: 2018Q1-01-etcd/write-1M-keys-client-variable -analyze_plot_list: -- column: AVG-LATENCY-MS - x_axis: Second - y_axis: Latency(millisecond) - -- column: AVG-THROUGHPUT - x_axis: Second - y_axis: Throughput(Requests/Second) - -- column: AVG-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Voluntary Context Switches - -- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Non-voluntary Context Switches - -- column: AVG-CPU - x_axis: Second - y_axis: Average CPU(%) - -- column: MAX-CPU - x_axis: Second - y_axis: Maximum CPU(%) - -- column: AVG-VMRSS-MB - x_axis: Second - y_axis: Memory(MB) - -- column: AVG-READS-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Reads (Delta per Second) - -- column: AVG-SECTORS-READ-DELTA - x_axis: Second - y_axis: Sectors Read (Delta per Second) - -- column: AVG-WRITES-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Writes (Delta per Second) - -- column: AVG-SECTORS-WRITTEN-DELTA - x_axis: Second - y_axis: Sectors Written (Delta per Second) - -- column: AVG-READ-BYTES-NUM-DELTA - x_axis: Second - y_axis: Read Bytes (Delta per Second) - -- column: AVG-WRITE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Write Bytes (Delta per Second) - -- column: AVG-RECEIVE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Receive(bytes) (Delta per Second) - -- column: AVG-TRANSMIT-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Transmit(bytes) (Delta per Second) - -analyze_readme: - output_path: 2018Q1-01-etcd/write-1M-keys-client-variable/README.md - - images: - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-LATENCY-MS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-THROUGHPUT.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/MAX-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-VMRSS-MB.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-READS-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-SECTORS-READ-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-WRITES-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-SECTORS-WRITTEN-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-READ-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-WRITE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-RECEIVE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-1M-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-write-1M-keys-client-variable/AVG-TRANSMIT-BYTES-NUM-DELTA.svg - type: remote diff --git a/test-configs/write-too-many-keys.yaml b/test-configs/write-too-many-keys.yaml deleted file mode 100644 index cfcfa601..00000000 --- a/test-configs/write-too-many-keys.yaml +++ /dev/null @@ -1,438 +0,0 @@ -test_title: Write 3-million keys, 256-byte key, 1KB value, Best Throughput (etcd 1,000, Zookeeper 500, Consul 500 clients) -test_description: | - - Google Cloud Compute Engine - - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) - - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - - `ulimit -n` is 120000 - - etcd v3.2.0 (Go 1.8.3) - - etcd v3.3.0 (Go 1.9.2) - - Zookeeper r3.5.3-beta - - Java 8 - - javac 1.8.0_151 - - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) - - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` - - Consul v1.0.2 (Go 1.9.2) - -# common control options for all client machines -config_client_machine_initial: - # if not empty, all test data paths are prefixed - path_prefix: /home/gyuho - log_path: client-control.log - client_system_metrics_path: client-system-metrics.csv - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - - # (optional) to automatically upload all files in client machine - google_cloud_project_name: etcd-development - # set this in 'control' machine, to automate log uploading in remote 'agent' machines - google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json - google_cloud_storage_bucket_name: dbtester-results - google_cloud_storage_sub_directory: 2018Q1-01-etcd/write-too-many-keys - -all_database_id_list: [etcd__v3_2, etcd__v3_3, zookeeper__r3_5_3_beta, consul__v1_0_2] - -datatbase_id_to_config_client_machine_agent_control: - etcd__v3_2: - database_description: etcd v3.2.0 (Go 1.8.3) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_2: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - etcd__v3_3: - database_description: etcd v3.3.0 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2379 - agent_port_to_connect: 3500 - - etcd__v3_3: - # --snapshot-count - snap_count: 100000 - # --quota-backend-bytes; 8 GB - quota_size_bytes: 8000000000 - - benchmark_options: - type: write - request_number: 3000000 - connection_number: 1000 # for best throughput - client_number: 1000 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - zookeeper__r3_5_3_beta: - database_description: Zookeeper r3.5.3-beta (Java 8) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 2181 - agent_port_to_connect: 3500 - - # http://zookeeper.apache.org/doc/trunk/zookeeperAdmin.html - zookeeper__r3_5_3_beta: - # maximum size, in bytes, of a request or response - # set it to 33 MB - java_d_jute_max_buffer: 33554432 - - # JVM min,max heap size - java_xms: 50G - java_xmx: 50G - - # tickTime; the length of a single tick, which is the basic time unit used by ZooKeeper, - # as measured in milliseconds. - tick_time: 2000 - - # initLimit; Amount of time, in ticks to allow followers to connect and sync to a leader - # increased this value as needed, if the amount of data managed by ZooKeeper is large. - # (default 5) - init_limit: 5 - - # syncLimit; Amount of time, in ticks to allow followers to sync with ZooKeeper. - # (default 5) - sync_limit: 5 - - # snapCount; After snapCount transactions are written to a log file a snapshot - # is started and a new transaction log file is created. The default snapCount is 100,000. - snap_count: 100000 - - # maxClientCnxns; Limits the number of concurrent connections (at the socket level) - # that a single client, identified by IP address, may make to a single member of the ZooKeeper ensemble. - max_client_connections: 5000 - - benchmark_options: - type: write - request_number: 3000000 - connection_number: 500 # for best throughput - client_number: 500 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - consul__v1_0_2: - database_description: Consul v1.0.2 (Go 1.9.2) - peer_ips: - - 10.138.0.2 - - 10.138.0.3 - - 10.138.0.4 - database_port_to_connect: 8500 - agent_port_to_connect: 3500 - - benchmark_options: - type: write - request_number: 3000000 - connection_number: 500 # for best throughput - client_number: 500 # for best throughput - # if specified, overwrite 'connection_number', 'connection_number' - connection_client_numbers: [] - - # 0, to not rate limit - rate_limit_requests_per_second: 0 - - # for 'write', 'read' - same_key: false - key_size_bytes: 256 - value_size_bytes: 1024 - - stale_read: false - - benchmark_steps: - step1_start_database: true - step2_stress_database: true - step3_stop_database: true - step4_upload_logs: true - - -datatbase_id_to_config_analyze_machine_initial: - etcd__v3_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-too-many-keys/etcd-v3.2.0-go1.8.3 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - etcd__v3_3: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-too-many-keys/etcd-v3.3.0-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - zookeeper__r3_5_3_beta: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-too-many-keys/zookeeper-r3.5.3-beta-java8 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - - consul__v1_0_2: - # if not empty, all test data paths are prefixed - path_prefix: 2018Q1-01-etcd/write-too-many-keys/consul-v1.0.2-go1.9.2 - client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv - client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv - client_latency_distribution_all_path: client-latency-distribution-all.csv - client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv - client_latency_distribution_summary_path: client-latency-distribution-summary.csv - client_latency_by_key_number_path: client-latency-by-key-number.csv - server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv - server_memory_by_key_number_path: server-memory-by-key-number.csv - server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv - server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv - server_system_metrics_interpolated_path_list: - - 1-server-system-metrics-interpolated.csv - - 2-server-system-metrics-interpolated.csv - - 3-server-system-metrics-interpolated.csv - all_aggregated_output_path: all-aggregated.csv - -analyze_all_aggregated_output: - all_aggregated_output_path_csv: 2018Q1-01-etcd/write-too-many-keys/all-aggregated.csv - all_aggregated_output_path_txt: 2018Q1-01-etcd/write-too-many-keys/all-aggregated.txt - -analyze_plot_path_prefix: 2018Q1-01-etcd/write-too-many-keys -analyze_plot_list: -- column: AVG-LATENCY-MS - x_axis: Second - y_axis: Latency(millisecond) - -- column: AVG-THROUGHPUT - x_axis: Second - y_axis: Throughput(Requests/Second) - -- column: AVG-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Voluntary Context Switches - -- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES - x_axis: Second - y_axis: Non-voluntary Context Switches - -- column: AVG-CPU - x_axis: Second - y_axis: Average CPU(%) - -- column: MAX-CPU - x_axis: Second - y_axis: Maximum CPU(%) - -- column: AVG-VMRSS-MB - x_axis: Second - y_axis: Memory(MB) - -- column: AVG-READS-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Reads (Delta per Second) - -- column: AVG-SECTORS-READ-DELTA - x_axis: Second - y_axis: Sectors Read (Delta per Second) - -- column: AVG-WRITES-COMPLETED-DELTA - x_axis: Second - y_axis: Disk Writes (Delta per Second) - -- column: AVG-SECTORS-WRITTEN-DELTA - x_axis: Second - y_axis: Sectors Written (Delta per Second) - -- column: AVG-READ-BYTES-NUM-DELTA - x_axis: Second - y_axis: Read Bytes (Delta per Second) - -- column: AVG-WRITE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Write Bytes (Delta per Second) - -- column: AVG-RECEIVE-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Receive(bytes) (Delta per Second) - -- column: AVG-TRANSMIT-BYTES-NUM-DELTA - x_axis: Second - y_axis: Network Transmit(bytes) (Delta per Second) - -analyze_readme: - output_path: 2018Q1-01-etcd/write-too-many-keys/README.md - - images: - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-THROUGHPUT - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-THROUGHPUT.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-NON-VOLUNTARY-CTXT-SWITCHES - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/MAX-CPU - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/MAX-CPU.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB-BY-KEY - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB-BY-KEY.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-READS-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-READS-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-SECTORS-READ-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-SECTORS-READ-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-WRITES-COMPLETED-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-WRITES-COMPLETED-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-SECTORS-WRITTEN-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-SECTORS-WRITTEN-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-READ-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-READ-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-WRITE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-WRITE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-RECEIVE-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-RECEIVE-BYTES-NUM-DELTA.svg - type: remote - - - title: 2018Q1-01-etcd/write-too-many-keys/AVG-TRANSMIT-BYTES-NUM-DELTA - path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd/write-too-many-keys/AVG-TRANSMIT-BYTES-NUM-DELTA.svg - type: remote