From 0abb8661eaab0aae1d8389a3cd5aa4989a9f6d7c Mon Sep 17 00:00:00 2001 From: Gyuho Lee Date: Wed, 10 Jan 2018 15:55:19 -0800 Subject: [PATCH] test-configs: add "read-3M-same-keys-best-throughput-etcd.yaml" Signed-off-by: Gyuho Lee --- ...ead-3M-same-keys-best-throughput-etcd.yaml | 297 ++++++++++++++++++ 1 file changed, 297 insertions(+) create mode 100644 test-configs/read-3M-same-keys-best-throughput-etcd.yaml diff --git a/test-configs/read-3M-same-keys-best-throughput-etcd.yaml b/test-configs/read-3M-same-keys-best-throughput-etcd.yaml new file mode 100644 index 00000000..590da2ae --- /dev/null +++ b/test-configs/read-3M-same-keys-best-throughput-etcd.yaml @@ -0,0 +1,297 @@ +test_title: Read 3M same keys, 256-byte key, 1KB value, Best Throughput (etcd 1K clients with 100 conns) +test_description: | + - Google Cloud Compute Engine + - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) + - Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) + - `ulimit -n` is 120000 + - etcd v3.2.0 (Go 1.8.3) + - etcd v3.3.0 (Go 1.9.2) + +# common control options for all client machines +config_client_machine_initial: + # if not empty, all test data paths are prefixed + path_prefix: /home/gyuho + log_path: client-control.log + client_system_metrics_path: client-system-metrics.csv + client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv + client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv + client_latency_distribution_all_path: client-latency-distribution-all.csv + client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv + client_latency_distribution_summary_path: client-latency-distribution-summary.csv + client_latency_by_key_number_path: client-latency-by-key-number.csv + server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv + + # (optional) to automatically upload all files in client machine + google_cloud_project_name: etcd-development + # set this in 'control' machine, to automate log uploading in remote 'agent' machines + google_cloud_storage_key_path: /etc/gcp-key-etcd-development.json + google_cloud_storage_bucket_name: dbtester-results + google_cloud_storage_sub_directory: 2018Q1-01-etcd/read-3M-same-keys-best-throughput + +all_database_id_list: [etcd__v3_2, etcd__v3_3] + +datatbase_id_to_config_client_machine_agent_control: + etcd__v3_2: + database_description: etcd v3.2.0 (Go 1.8.3) + peer_ips: + - 10.138.0.2 + - 10.138.0.3 + - 10.138.0.4 + database_port_to_connect: 2379 + agent_port_to_connect: 3500 + + etcd__v3_2: + # --snapshot-count + snap_count: 100000 + # --quota-backend-bytes; 8 GB + quota_size_bytes: 8000000000 + + benchmark_options: + type: read + request_number: 3000000 + connection_number: 100 # for best throughput + client_number: 1000 # for best throughput + # if specified, overwrite 'connection_number', 'connection_number' + connection_client_numbers: [] + + # 0, to not rate limit + rate_limit_requests_per_second: 0 + + # for 'write', 'read' + same_key: true + key_size_bytes: 256 + value_size_bytes: 1024 + + stale_read: false + + benchmark_steps: + step1_start_database: true + step2_stress_database: true + step3_stop_database: true + step4_upload_logs: true + + etcd__v3_3: + database_description: etcd v3.3.0 (Go 1.9.3) + peer_ips: + - 10.138.0.2 + - 10.138.0.3 + - 10.138.0.4 + database_port_to_connect: 2379 + agent_port_to_connect: 3500 + + etcd__v3_3: + # --snapshot-count + snap_count: 100000 + # --quota-backend-bytes; 8 GB + quota_size_bytes: 8000000000 + + benchmark_options: + type: read + request_number: 3000000 + connection_number: 100 # for best throughput + client_number: 1000 # for best throughput + # if specified, overwrite 'connection_number', 'connection_number' + connection_client_numbers: [] + + # 0, to not rate limit + rate_limit_requests_per_second: 0 + + # for 'write', 'read' + same_key: true + key_size_bytes: 256 + value_size_bytes: 1024 + + stale_read: false + + benchmark_steps: + step1_start_database: true + step2_stress_database: true + step3_stop_database: true + step4_upload_logs: true + + +datatbase_id_to_config_analyze_machine_initial: + etcd__v3_2: + # if not empty, all test data paths are prefixed + path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/etcd-v3.2.0-go1.8.3 + client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv + client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv + client_latency_distribution_all_path: client-latency-distribution-all.csv + client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv + client_latency_distribution_summary_path: client-latency-distribution-summary.csv + client_latency_by_key_number_path: client-latency-by-key-number.csv + server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv + server_memory_by_key_number_path: server-memory-by-key-number.csv + server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv + server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv + server_system_metrics_interpolated_path_list: + - 1-server-system-metrics-interpolated.csv + - 2-server-system-metrics-interpolated.csv + - 3-server-system-metrics-interpolated.csv + all_aggregated_output_path: all-aggregated.csv + + etcd__v3_3: + # if not empty, all test data paths are prefixed + path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/etcd-v3.3.0-go1.9.2 + client_system_metrics_interpolated_path: client-system-metrics-interpolated.csv + client_latency_throughput_timeseries_path: client-latency-throughput-timeseries.csv + client_latency_distribution_all_path: client-latency-distribution-all.csv + client_latency_distribution_percentile_path: client-latency-distribution-percentile.csv + client_latency_distribution_summary_path: client-latency-distribution-summary.csv + client_latency_by_key_number_path: client-latency-by-key-number.csv + server_disk_space_usage_summary_path: server-disk-space-usage-summary.csv + server_memory_by_key_number_path: server-memory-by-key-number.csv + server_read_bytes_delta_by_key_number_path: server-read-bytes-delta-by-key-number.csv + server_write_bytes_delta_by_key_number_path: server-write-bytes-delta-by-key-number.csv + server_system_metrics_interpolated_path_list: + - 1-server-system-metrics-interpolated.csv + - 2-server-system-metrics-interpolated.csv + - 3-server-system-metrics-interpolated.csv + all_aggregated_output_path: all-aggregated.csv + + +analyze_all_aggregated_output: + all_aggregated_output_path_csv: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/all-aggregated.csv + all_aggregated_output_path_txt: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/all-aggregated.txt + +analyze_plot_path_prefix: 2018Q1-01-etcd/read-3M-same-keys-best-throughput +analyze_plot_list: +- column: AVG-LATENCY-MS + x_axis: Second + y_axis: Latency(millisecond) + +- column: AVG-THROUGHPUT + x_axis: Second + y_axis: Throughput(Requests/Second) + +- column: AVG-VOLUNTARY-CTXT-SWITCHES + x_axis: Second + y_axis: Voluntary Context Switches + +- column: AVG-NON-VOLUNTARY-CTXT-SWITCHES + x_axis: Second + y_axis: Non-voluntary Context Switches + +- column: AVG-CPU + x_axis: Second + y_axis: Average CPU(%) + +- column: MAX-CPU + x_axis: Second + y_axis: Maximum CPU(%) + +- column: AVG-VMRSS-MB + x_axis: Second + y_axis: Memory(MB) + +- column: AVG-READS-COMPLETED-DELTA + x_axis: Second + y_axis: Disk Reads (Delta per Second) + +- column: AVG-SECTORS-READ-DELTA + x_axis: Second + y_axis: Sectors Read (Delta per Second) + +- column: AVG-WRITES-COMPLETED-DELTA + x_axis: Second + y_axis: Disk Writes (Delta per Second) + +- column: AVG-SECTORS-WRITTEN-DELTA + x_axis: Second + y_axis: Sectors Written (Delta per Second) + +- column: AVG-READ-BYTES-NUM-DELTA + x_axis: Second + y_axis: Read Bytes (Delta per Second) + +- column: AVG-WRITE-BYTES-NUM-DELTA + x_axis: Second + y_axis: Write Bytes (Delta per Second) + +- column: AVG-RECEIVE-BYTES-NUM-DELTA + x_axis: Second + y_axis: Network Receive(bytes) (Delta per Second) + +- column: AVG-TRANSMIT-BYTES-NUM-DELTA + x_axis: Second + y_axis: Network Transmit(bytes) (Delta per Second) + +analyze_readme: + output_path: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/README.md + + images: + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-THROUGHPUT + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-THROUGHPUT.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-CPU + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-CPU.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/MAX-CPU + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/MAX-CPU.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-READS-COMPLETED-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-SECTORS-READ-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA.svg + type: remote + + - title: 2018Q1-01-etcd/read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA + path: https://storage.googleapis.com/dbtester-results/2018Q1-01-etcd-read-3M-same-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA.svg + type: remote