From 4af3d207dfa0bc5b9fc8b8514c426a9c7a97a414 Mon Sep 17 00:00:00 2001 From: Gyu-Ho Lee Date: Tue, 15 Nov 2016 13:56:07 -0800 Subject: [PATCH] bench-configuration: add sample configurations --- .../01-write-2M-keys/consul-v0.7.1.yaml | 41 +++++++++++++++++++ .../01-write-2M-keys/etcd-v3.1.yaml | 41 +++++++++++++++++++ .../01-write-2M-keys/zk-v3.4.9.yaml | 41 +++++++++++++++++++ .../consul-v0.7.1.yaml | 41 +++++++++++++++++++ .../etcd-v3.1.yaml | 41 +++++++++++++++++++ .../zk-v3.4.9.yaml | 41 +++++++++++++++++++ .../consul-v0.7.1.yaml | 41 +++++++++++++++++++ .../etcd-v3.1.yaml | 41 +++++++++++++++++++ .../zk-v3.4.9.yaml | 41 +++++++++++++++++++ .../consul-v0.7.1.yaml | 41 +++++++++++++++++++ .../etcd-v3.1.yaml | 41 +++++++++++++++++++ .../zk-v3.4.9.yaml | 41 +++++++++++++++++++ .../consul-v0.7.1.yaml | 41 +++++++++++++++++++ .../etcd-v3.1.yaml | 41 +++++++++++++++++++ .../zk-v3.4.9.yaml | 41 +++++++++++++++++++ 15 files changed, 615 insertions(+) create mode 100644 bench-configuration/01-write-2M-keys/consul-v0.7.1.yaml create mode 100644 bench-configuration/01-write-2M-keys/etcd-v3.1.yaml create mode 100644 bench-configuration/01-write-2M-keys/zk-v3.4.9.yaml create mode 100644 bench-configuration/02-read-oneshot-2M-keys-linearizable/consul-v0.7.1.yaml create mode 100644 bench-configuration/02-read-oneshot-2M-keys-linearizable/etcd-v3.1.yaml create mode 100644 bench-configuration/02-read-oneshot-2M-keys-linearizable/zk-v3.4.9.yaml create mode 100644 bench-configuration/03-read-oneshot-2M-keys-serializable/consul-v0.7.1.yaml create mode 100644 bench-configuration/03-read-oneshot-2M-keys-serializable/etcd-v3.1.yaml create mode 100644 bench-configuration/03-read-oneshot-2M-keys-serializable/zk-v3.4.9.yaml create mode 100644 bench-configuration/04-read-2M-keys-linearizable/consul-v0.7.1.yaml create mode 100644 bench-configuration/04-read-2M-keys-linearizable/etcd-v3.1.yaml create mode 100644 bench-configuration/04-read-2M-keys-linearizable/zk-v3.4.9.yaml create mode 100644 bench-configuration/05-read-2M-keys-serializable/consul-v0.7.1.yaml create mode 100644 bench-configuration/05-read-2M-keys-serializable/etcd-v3.1.yaml create mode 100644 bench-configuration/05-read-2M-keys-serializable/zk-v3.4.9.yaml diff --git a/bench-configuration/01-write-2M-keys/consul-v0.7.1.yaml b/bench-configuration/01-write-2M-keys/consul-v0.7.1.yaml new file mode 100644 index 00000000..a18fe5c1 --- /dev/null +++ b/bench-configuration/01-write-2M-keys/consul-v0.7.1.yaml @@ -0,0 +1,41 @@ +database: consul +test_name: consul-v0.7.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/write-2M-keys + +peer_ips: + - 10.240.0.44 + - 10.240.0.45 + - 10.240.0.46 + +agent_port: 3500 +database_port: 8500 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: false + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: write + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/01-write-2M-keys/etcd-v3.1.yaml b/bench-configuration/01-write-2M-keys/etcd-v3.1.yaml new file mode 100644 index 00000000..31c9d5f1 --- /dev/null +++ b/bench-configuration/01-write-2M-keys/etcd-v3.1.yaml @@ -0,0 +1,41 @@ +database: etcdv3 +test_name: etcd-v3.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/write-2M-keys + +peer_ips: + - 10.240.0.36 + - 10.240.0.37 + - 10.240.0.38 + +agent_port: 3500 +database_port: 2379 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: false + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: write + stale_read: true + connections: 100 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + skip_stop_database: false diff --git a/bench-configuration/01-write-2M-keys/zk-v3.4.9.yaml b/bench-configuration/01-write-2M-keys/zk-v3.4.9.yaml new file mode 100644 index 00000000..c78a0848 --- /dev/null +++ b/bench-configuration/01-write-2M-keys/zk-v3.4.9.yaml @@ -0,0 +1,41 @@ +database: zk +test_name: zk-v3.4.9-java8 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/write-2M-keys + +peer_ips: + - 10.240.0.40 + - 10.240.0.41 + - 10.240.0.42 + +agent_port: 3500 +database_port: 2181 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: false + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: write + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/02-read-oneshot-2M-keys-linearizable/consul-v0.7.1.yaml b/bench-configuration/02-read-oneshot-2M-keys-linearizable/consul-v0.7.1.yaml new file mode 100644 index 00000000..5d91f0bc --- /dev/null +++ b/bench-configuration/02-read-oneshot-2M-keys-linearizable/consul-v0.7.1.yaml @@ -0,0 +1,41 @@ +database: consul +test_name: consul-v0.7.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-linearizable-oneshot + +peer_ips: + - 10.240.0.44 + - 10.240.0.45 + - 10.240.0.46 + +agent_port: 3500 +database_port: 8500 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/02-read-oneshot-2M-keys-linearizable/etcd-v3.1.yaml b/bench-configuration/02-read-oneshot-2M-keys-linearizable/etcd-v3.1.yaml new file mode 100644 index 00000000..2b6b06e3 --- /dev/null +++ b/bench-configuration/02-read-oneshot-2M-keys-linearizable/etcd-v3.1.yaml @@ -0,0 +1,41 @@ +database: etcdv3 +test_name: etcd-v3.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-linearizable-oneshot + +peer_ips: + - 10.240.0.36 + - 10.240.0.37 + - 10.240.0.38 + +agent_port: 3500 +database_port: 2379 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/02-read-oneshot-2M-keys-linearizable/zk-v3.4.9.yaml b/bench-configuration/02-read-oneshot-2M-keys-linearizable/zk-v3.4.9.yaml new file mode 100644 index 00000000..160fd69c --- /dev/null +++ b/bench-configuration/02-read-oneshot-2M-keys-linearizable/zk-v3.4.9.yaml @@ -0,0 +1,41 @@ +database: zk +test_name: zk-v3.4.9-java8 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-linearizable-oneshot + +peer_ips: + - 10.240.0.40 + - 10.240.0.41 + - 10.240.0.42 + +agent_port: 3500 +database_port: 2181 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/03-read-oneshot-2M-keys-serializable/consul-v0.7.1.yaml b/bench-configuration/03-read-oneshot-2M-keys-serializable/consul-v0.7.1.yaml new file mode 100644 index 00000000..a19807eb --- /dev/null +++ b/bench-configuration/03-read-oneshot-2M-keys-serializable/consul-v0.7.1.yaml @@ -0,0 +1,41 @@ +database: consul +test_name: consul-v0.7.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-serializable-oneshot + +peer_ips: + - 10.240.0.44 + - 10.240.0.45 + - 10.240.0.46 + +agent_port: 3500 +database_port: 8500 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/03-read-oneshot-2M-keys-serializable/etcd-v3.1.yaml b/bench-configuration/03-read-oneshot-2M-keys-serializable/etcd-v3.1.yaml new file mode 100644 index 00000000..f9e73418 --- /dev/null +++ b/bench-configuration/03-read-oneshot-2M-keys-serializable/etcd-v3.1.yaml @@ -0,0 +1,41 @@ +database: etcdv3 +test_name: etcd-v3.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-serializable + +peer_ips: + - 10.240.0.36 + - 10.240.0.37 + - 10.240.0.38 + +agent_port: 3500 +database_port: 2379 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/03-read-oneshot-2M-keys-serializable/zk-v3.4.9.yaml b/bench-configuration/03-read-oneshot-2M-keys-serializable/zk-v3.4.9.yaml new file mode 100644 index 00000000..d501e8a2 --- /dev/null +++ b/bench-configuration/03-read-oneshot-2M-keys-serializable/zk-v3.4.9.yaml @@ -0,0 +1,41 @@ +database: zk +test_name: zk-v3.4.9-java8 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-oneshot-2M-keys-serializable + +peer_ips: + - 10.240.0.40 + - 10.240.0.41 + - 10.240.0.42 + +agent_port: 3500 +database_port: 2181 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read-oneshot + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/04-read-2M-keys-linearizable/consul-v0.7.1.yaml b/bench-configuration/04-read-2M-keys-linearizable/consul-v0.7.1.yaml new file mode 100644 index 00000000..e7dd7aed --- /dev/null +++ b/bench-configuration/04-read-2M-keys-linearizable/consul-v0.7.1.yaml @@ -0,0 +1,41 @@ +database: consul +test_name: consul-v0.7.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-linearizable + +peer_ips: + - 10.240.0.44 + - 10.240.0.45 + - 10.240.0.46 + +agent_port: 3500 +database_port: 8500 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: false + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/04-read-2M-keys-linearizable/etcd-v3.1.yaml b/bench-configuration/04-read-2M-keys-linearizable/etcd-v3.1.yaml new file mode 100644 index 00000000..de66497f --- /dev/null +++ b/bench-configuration/04-read-2M-keys-linearizable/etcd-v3.1.yaml @@ -0,0 +1,41 @@ +database: etcdv3 +test_name: etcd-v3.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-linearizable + +peer_ips: + - 10.240.0.36 + - 10.240.0.37 + - 10.240.0.38 + +agent_port: 3500 +database_port: 2379 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: false + connections: 100 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/04-read-2M-keys-linearizable/zk-v3.4.9.yaml b/bench-configuration/04-read-2M-keys-linearizable/zk-v3.4.9.yaml new file mode 100644 index 00000000..ee9cf2fa --- /dev/null +++ b/bench-configuration/04-read-2M-keys-linearizable/zk-v3.4.9.yaml @@ -0,0 +1,41 @@ +database: zk +test_name: zk-v3.4.9-java8 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-linearizable + +peer_ips: + - 10.240.0.40 + - 10.240.0.41 + - 10.240.0.42 + +agent_port: 3500 +database_port: 2181 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: false + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: only-upload-log diff --git a/bench-configuration/05-read-2M-keys-serializable/consul-v0.7.1.yaml b/bench-configuration/05-read-2M-keys-serializable/consul-v0.7.1.yaml new file mode 100644 index 00000000..47e1fd97 --- /dev/null +++ b/bench-configuration/05-read-2M-keys-serializable/consul-v0.7.1.yaml @@ -0,0 +1,41 @@ +database: consul +test_name: consul-v0.7.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-serializable + +peer_ips: + - 10.240.0.44 + - 10.240.0.45 + - 10.240.0.46 + +agent_port: 3500 +database_port: 8500 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: stop # OR 'only-upload-log' diff --git a/bench-configuration/05-read-2M-keys-serializable/etcd-v3.1.yaml b/bench-configuration/05-read-2M-keys-serializable/etcd-v3.1.yaml new file mode 100644 index 00000000..96b26752 --- /dev/null +++ b/bench-configuration/05-read-2M-keys-serializable/etcd-v3.1.yaml @@ -0,0 +1,41 @@ +database: etcdv3 +test_name: etcd-v3.1-go1.7.3 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-serializable + +peer_ips: + - 10.240.0.36 + - 10.240.0.37 + - 10.240.0.38 + +agent_port: 3500 +database_port: 2379 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: true + connections: 100 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: stop # OR 'only-upload-log' diff --git a/bench-configuration/05-read-2M-keys-serializable/zk-v3.4.9.yaml b/bench-configuration/05-read-2M-keys-serializable/zk-v3.4.9.yaml new file mode 100644 index 00000000..692f51a3 --- /dev/null +++ b/bench-configuration/05-read-2M-keys-serializable/zk-v3.4.9.yaml @@ -0,0 +1,41 @@ +database: zk +test_name: zk-v3.4.9-java8 + +google_cloud_project_name: etcd-development +google_cloud_storage_key_path: /home/gyuho/gcloud-key.json +google_cloud_storage_bucket_name: dbtester-results +google_cloud_storage_sub_directory: 2016Q4-etcd-zk-consul/read-2M-keys-serializable + +peer_ips: + - 10.240.0.40 + - 10.240.0.41 + - 10.240.0.42 + +agent_port: 3500 +database_port: 2181 + +result_path_time_series: timeseries.csv +result_path_log: result.log + +# start database by sending RPC calls to agents +step1: + skip_start_database: true + zookeeper_max_client_connections: 5000 + zookeeper_snap_count: 100000 + +# start benchmark +step2: + skip_stress_database: false + bench_type: read + stale_read: true + connections: 1000 + clients: 1000 + key_size: 8 + value_size: 256 + total_requests: 2000000 + request_interval_ms: 0 + etcdv3_compaction_cycle: 0 + +# after benchmark +step3: + action: stop # OR 'only-upload-log'