From 25488bf5d6b29f2c991bdf9e1a0d707d4437a624 Mon Sep 17 00:00:00 2001 From: Gyu-Ho Lee Date: Tue, 6 Dec 2016 12:51:03 -0800 Subject: [PATCH] *: update results --- README.md | 11 +++-- .../read-2M-keys-linearizable/analyze.yaml | 32 +++++++-------- .../read-2M-keys-linearizable/etcd-v3.1.yaml | 2 +- .../read-2M-keys-serializable/analyze.yaml | 32 +++++++-------- .../read-2M-keys-serializable/etcd-v3.1.yaml | 2 +- .../consul-v0.7.1.yaml | 41 ------------------- .../etcd-v3.1.yaml | 41 ------------------- .../zk-v3.4.9.yaml | 41 ------------------- .../consul-v0.7.1.yaml | 41 ------------------- .../etcd-v3.1.yaml | 41 ------------------- .../zk-v3.4.9.yaml | 41 ------------------- 11 files changed, 39 insertions(+), 286 deletions(-) delete mode 100644 bench-configuration/read-oneshot-500K-keys-linearizable/consul-v0.7.1.yaml delete mode 100644 bench-configuration/read-oneshot-500K-keys-linearizable/etcd-v3.1.yaml delete mode 100644 bench-configuration/read-oneshot-500K-keys-linearizable/zk-v3.4.9.yaml delete mode 100644 bench-configuration/read-oneshot-500K-keys-serializable/consul-v0.7.1.yaml delete mode 100644 bench-configuration/read-oneshot-500K-keys-serializable/etcd-v3.1.yaml delete mode 100644 bench-configuration/read-oneshot-500K-keys-serializable/zk-v3.4.9.yaml diff --git a/README.md b/README.md index d53dd0cb..16e25637 100644 --- a/README.md +++ b/README.md @@ -38,18 +38,17 @@ THIS IS WORKING IN PROGRESS (more accurate results coming soon...) - Java(TM) SE Runtime Environment (build 1.8.0_111-b14) - Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode) - javac 1.8.0_111 -- etcd v3.1 (Go 1.7.3) +- etcd v3.1 (Go 1.7.4) - Consul v0.7.1 (Go 1.7.3)

##### Write 2M keys, 1000-client (etcd v3.1 100-conn), 8-byte key, 256-byte value -2016Q401-etcd-zk-consul/write-2M-keys/avg-latency-ms +2016Q402-etcd-zk-consul/write-2M-keys/avg-latency-ms -2016Q401-etcd-zk-consul/write-2M-keys/throughput +2016Q402-etcd-zk-consul/write-2M-keys/throughput -2016Q401-etcd-zk-consul/write-2M-keys/avg-cpu - -2016Q401-etcd-zk-consul/write-2M-keys/avg-memory-mb +2016Q402-etcd-zk-consul/write-2M-keys/avg-cpu +2016Q402-etcd-zk-consul/write-2M-keys/avg-memory-mb diff --git a/bench-configuration/read-2M-keys-linearizable/analyze.yaml b/bench-configuration/read-2M-keys-linearizable/analyze.yaml index 0d2901be..c47c780c 100644 --- a/bench-configuration/read-2M-keys-linearizable/analyze.yaml +++ b/bench-configuration/read-2M-keys-linearizable/analyze.yaml @@ -3,11 +3,11 @@ titles: step1: - data_path_list: - - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-1-monitor.csv - - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-2-monitor.csv - - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-3-monitor.csv - data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-timeseries.csv - output_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-1-monitor.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-2-monitor.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-3-monitor.csv + data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-timeseries.csv + output_path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv - data_path_list: - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-1-monitor.csv @@ -25,8 +25,8 @@ step1: step2: - data_list: - - path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.3-aggregated.csv - name: etcd-v3.1-go1.7.3 + - path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/etcd-v3.1-go1.7.4-aggregated.csv + name: etcd-v3.1-go1.7.4 - path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/zk-v3.4.9-java8-aggregated.csv name: zk-v3.4.9-java8 - path: 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/consul-v0.7.1-go1.7.3-aggregated.csv @@ -38,8 +38,8 @@ step3: plot_list: - lines: - - column: avg-latency-ms-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-latency-ms-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-latency-ms-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-latency-ms-consul-v0.7.1-go1.7.3 @@ -51,8 +51,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/avg-latency-ms.png - lines: - - column: throughput-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: throughput-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: throughput-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: throughput-consul-v0.7.1-go1.7.3 @@ -64,8 +64,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/throughput.png - lines: - - column: avg-cpu-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-cpu-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-cpu-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-cpu-consul-v0.7.1-go1.7.3 @@ -77,8 +77,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-linearizable/avg-cpu.png - lines: - - column: avg-memory-mb-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-memory-mb-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-memory-mb-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-memory-mb-consul-v0.7.1-go1.7.3 @@ -100,7 +100,7 @@ step4: - Java(TM) SE Runtime Environment (build 1.8.0_111-b14) - Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode) - javac 1.8.0_111 - - etcd v3.1 (Go 1.7.3) + - etcd v3.1 (Go 1.7.4) - Consul v0.7.1 (Go 1.7.3) results: diff --git a/bench-configuration/read-2M-keys-linearizable/etcd-v3.1.yaml b/bench-configuration/read-2M-keys-linearizable/etcd-v3.1.yaml index e4280517..4c708435 100644 --- a/bench-configuration/read-2M-keys-linearizable/etcd-v3.1.yaml +++ b/bench-configuration/read-2M-keys-linearizable/etcd-v3.1.yaml @@ -1,5 +1,5 @@ database: etcdv3 -test_name: etcd-v3.1-go1.7.3 +test_name: etcd-v3.1-go1.7.4 google_cloud_project_name: etcd-development google_cloud_storage_key_path: /home/gyuho/gcloud-key.json diff --git a/bench-configuration/read-2M-keys-serializable/analyze.yaml b/bench-configuration/read-2M-keys-serializable/analyze.yaml index 39f9d77d..4d273b96 100644 --- a/bench-configuration/read-2M-keys-serializable/analyze.yaml +++ b/bench-configuration/read-2M-keys-serializable/analyze.yaml @@ -3,11 +3,11 @@ titles: step1: - data_path_list: - - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-1-monitor.csv - - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-2-monitor.csv - - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-3-monitor.csv - data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-timeseries.csv - output_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-1-monitor.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-2-monitor.csv + - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-3-monitor.csv + data_benchmark_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-timeseries.csv + output_path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-aggregated.csv - data_path_list: - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-1-monitor.csv @@ -25,8 +25,8 @@ step1: step2: - data_list: - - path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.3-aggregated.csv - name: etcd-v3.1-go1.7.3 + - path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/etcd-v3.1-go1.7.4-aggregated.csv + name: etcd-v3.1-go1.7.4 - path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/zk-v3.4.9-java8-aggregated.csv name: zk-v3.4.9-java8 - path: 2016Q402-etcd-zk-consul/read-2M-keys-serializable/consul-v0.7.1-go1.7.3-aggregated.csv @@ -38,8 +38,8 @@ step3: plot_list: - lines: - - column: avg-latency-ms-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-latency-ms-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-latency-ms-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-latency-ms-consul-v0.7.1-go1.7.3 @@ -51,8 +51,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/avg-latency-ms.png - lines: - - column: throughput-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: throughput-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: throughput-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: throughput-consul-v0.7.1-go1.7.3 @@ -64,8 +64,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/throughput.png - lines: - - column: avg-cpu-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-cpu-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-cpu-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-cpu-consul-v0.7.1-go1.7.3 @@ -77,8 +77,8 @@ step3: - 2016Q402-etcd-zk-consul/read-2M-keys-serializable/avg-cpu.png - lines: - - column: avg-memory-mb-etcd-v3.1-go1.7.3 - legend: etcd v3.1 (Go 1.7.3) + - column: avg-memory-mb-etcd-v3.1-go1.7.4 + legend: etcd v3.1 (Go 1.7.4) - column: avg-memory-mb-zk-v3.4.9-java8 legend: Zookeeper v3.4.9 (Java 8) - column: avg-memory-mb-consul-v0.7.1-go1.7.3 @@ -100,7 +100,7 @@ step4: - Java(TM) SE Runtime Environment (build 1.8.0_111-b14) - Java HotSpot(TM) 64-Bit Server VM (build 25.111-b14, mixed mode) - javac 1.8.0_111 - - etcd v3.1 (Go 1.7.3) + - etcd v3.1 (Go 1.7.4) - Consul v0.7.1 (Go 1.7.3) results: diff --git a/bench-configuration/read-2M-keys-serializable/etcd-v3.1.yaml b/bench-configuration/read-2M-keys-serializable/etcd-v3.1.yaml index a815939e..9c2fa868 100644 --- a/bench-configuration/read-2M-keys-serializable/etcd-v3.1.yaml +++ b/bench-configuration/read-2M-keys-serializable/etcd-v3.1.yaml @@ -1,5 +1,5 @@ database: etcdv3 -test_name: etcd-v3.1-go1.7.3 +test_name: etcd-v3.1-go1.7.4 google_cloud_project_name: etcd-development google_cloud_storage_key_path: /home/gyuho/gcloud-key.json diff --git a/bench-configuration/read-oneshot-500K-keys-linearizable/consul-v0.7.1.yaml b/bench-configuration/read-oneshot-500K-keys-linearizable/consul-v0.7.1.yaml deleted file mode 100644 index 7b41216c..00000000 --- a/bench-configuration/read-oneshot-500K-keys-linearizable/consul-v0.7.1.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: consul -test_name: consul-v0.7.1-go1.7.3 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable - -peer_ips: - - 10.240.0.30 - - 10.240.0.31 - - 10.240.0.35 - -agent_port: 3500 -database_port: 8500 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: false - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop diff --git a/bench-configuration/read-oneshot-500K-keys-linearizable/etcd-v3.1.yaml b/bench-configuration/read-oneshot-500K-keys-linearizable/etcd-v3.1.yaml deleted file mode 100644 index caf4ebcf..00000000 --- a/bench-configuration/read-oneshot-500K-keys-linearizable/etcd-v3.1.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: etcdv3 -test_name: etcd-v3.1-go1.7.3 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable - -peer_ips: - - 10.240.0.20 - - 10.240.0.21 - - 10.240.0.22 - -agent_port: 3500 -database_port: 2379 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: true - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop diff --git a/bench-configuration/read-oneshot-500K-keys-linearizable/zk-v3.4.9.yaml b/bench-configuration/read-oneshot-500K-keys-linearizable/zk-v3.4.9.yaml deleted file mode 100644 index b9c440a0..00000000 --- a/bench-configuration/read-oneshot-500K-keys-linearizable/zk-v3.4.9.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: zk -test_name: zk-v3.4.9-java8 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-linearizable - -peer_ips: - - 10.240.0.25 - - 10.240.0.27 - - 10.240.0.28 - -agent_port: 3500 -database_port: 2181 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: true - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop diff --git a/bench-configuration/read-oneshot-500K-keys-serializable/consul-v0.7.1.yaml b/bench-configuration/read-oneshot-500K-keys-serializable/consul-v0.7.1.yaml deleted file mode 100644 index 861ccc96..00000000 --- a/bench-configuration/read-oneshot-500K-keys-serializable/consul-v0.7.1.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: consul -test_name: consul-v0.7.1-go1.7.3 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable - -peer_ips: - - 10.240.0.30 - - 10.240.0.31 - - 10.240.0.35 - -agent_port: 3500 -database_port: 8500 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: true - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop diff --git a/bench-configuration/read-oneshot-500K-keys-serializable/etcd-v3.1.yaml b/bench-configuration/read-oneshot-500K-keys-serializable/etcd-v3.1.yaml deleted file mode 100644 index f4e056d2..00000000 --- a/bench-configuration/read-oneshot-500K-keys-serializable/etcd-v3.1.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: etcdv3 -test_name: etcd-v3.1-go1.7.3 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable - -peer_ips: - - 10.240.0.20 - - 10.240.0.21 - - 10.240.0.22 - -agent_port: 3500 -database_port: 2379 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: true - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop diff --git a/bench-configuration/read-oneshot-500K-keys-serializable/zk-v3.4.9.yaml b/bench-configuration/read-oneshot-500K-keys-serializable/zk-v3.4.9.yaml deleted file mode 100644 index 869b7a7c..00000000 --- a/bench-configuration/read-oneshot-500K-keys-serializable/zk-v3.4.9.yaml +++ /dev/null @@ -1,41 +0,0 @@ -database: zk -test_name: zk-v3.4.9-java8 - -google_cloud_project_name: etcd-development -google_cloud_storage_key_path: /home/gyuho/gcloud-key.json -google_cloud_storage_bucket_name: dbtester-results -google_cloud_storage_sub_directory: 2016Q402-etcd-zk-consul/read-oneshot-500K-keys-serializable - -peer_ips: - - 10.240.0.25 - - 10.240.0.27 - - 10.240.0.28 - -agent_port: 3500 -database_port: 2181 - -result_path_time_series: timeseries.csv -result_path_log: result.log - -# start database by sending RPC calls to agents -step1: - skip_start_database: false - zookeeper_max_client_connections: 5000 - zookeeper_snap_count: 100000 - -# start benchmark -step2: - skip_stress_database: false - bench_type: read-oneshot - stale_read: true - connections: 1000 - clients: 1000 - key_size: 8 - value_size: 256 - total_requests: 500000 - request_interval_ms: 0 - etcdv3_compaction_cycle: 0 - -# after benchmark -step3: - action: stop