etcd-io
/
dbtester
mirror of https://github.com/etcd-io/dbtester.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update testdata

This commit is contained in:
Gyu-Ho Lee 2016-05-01 22:18:06 -07:00
parent 6943962f9b
commit 7d18004560
9 changed files with 6160 additions and 53025 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

185
bench-results/2016050101-config/analyze.yaml Normal file
View File

@ -0,0 +1,185 @@
titles:
- Write 2K keys, 1-client, 1-conn, 8-byte key with random texts(<300KB) (etcd v3)
- Write 2K keys, 1-client, 1-conn, 8-byte key with random texts(<300KB) (etcd v3)
step1:
- data_path_list:
- 2016050101/01-etcdv3-original-1-monitor.csv
- 2016050101/01-etcdv3-original-2-monitor.csv
- 2016050101/01-etcdv3-original-3-monitor.csv
data_benchmark_path: 2016050101/01-etcdv3-original-timeseries.csv
output_path: 2016050101/01-etcdv3-original-aggregated.csv
- data_path_list:
- 2016050101/01-etcdv3-snappy-1-monitor.csv
- 2016050101/01-etcdv3-snappy-2-monitor.csv
- 2016050101/01-etcdv3-snappy-3-monitor.csv
data_benchmark_path: 2016050101/01-etcdv3-snappy-timeseries.csv
output_path: 2016050101/01-etcdv3-snappy-aggregated.csv
- data_path_list:
- 2016050101/02-etcdv3-original-1-monitor.csv
- 2016050101/02-etcdv3-original-2-monitor.csv
- 2016050101/02-etcdv3-original-3-monitor.csv
data_benchmark_path: 2016050101/02-etcdv3-original-timeseries.csv
output_path: 2016050101/02-etcdv3-original-aggregated.csv
- data_path_list:
- 2016050101/02-etcdv3-snappy-1-monitor.csv
- 2016050101/02-etcdv3-snappy-2-monitor.csv
- 2016050101/02-etcdv3-snappy-3-monitor.csv
data_benchmark_path: 2016050101/02-etcdv3-snappy-timeseries.csv
output_path: 2016050101/02-etcdv3-snappy-aggregated.csv
step2:
- data_list:
- path: 2016050101/01-etcdv3-original-aggregated.csv
name: etcd_v3_original
- path: 2016050101/01-etcdv3-snappy-aggregated.csv
name: etcd_v3_snappy
output_path: 2016050101/01-all-aggregated.csv
- data_list:
- path: 2016050101/02-etcdv3-original-aggregated.csv
name: etcd_v3_original
- path: 2016050101/02-etcdv3-snappy-aggregated.csv
name: etcd_v3_snappy
output_path: 2016050101/02-all-aggregated.csv
step3:
- data_path: 2016050101/01-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_etcd_v3_original
legend: etcd v3
- column: avg_latency_ms_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016050101/01-avg-latency-ms.svg
- 2016050101/01-avg-latency-ms.png
- lines:
- column: throughput_etcd_v3_original
legend: etcd v3
- column: throughput_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016050101/01-throughput.svg
- 2016050101/01-throughput.png
- lines:
- column: avg_cpu_etcd_v3_original
legend: etcd v3
- column: avg_cpu_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: CPU
output_path_list:
- 2016050101/01-avg-cpu.svg
- 2016050101/01-avg-cpu.png
- lines:
- column: avg_memory_mb_etcd_v3_original
legend: etcd v3
- column: avg_memory_mb_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016050101/01-avg-memory.svg
- 2016050101/01-avg-memory.png
- data_path: 2016050101/02-all-aggregated.csv
plot_list:
- lines:
- column: avg_latency_ms_etcd_v3_original
legend: etcd v3
- column: avg_latency_ms_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: Latency(millisecond)
output_path_list:
- 2016050101/02-avg-latency-ms.svg
- 2016050101/02-avg-latency-ms.png
- lines:
- column: throughput_etcd_v3_original
legend: etcd v3
- column: throughput_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: Throughput
output_path_list:
- 2016050101/02-throughput.svg
- 2016050101/02-throughput.png
- lines:
- column: avg_cpu_etcd_v3_original
legend: etcd v3
- column: avg_cpu_etcd_v3_snappy
legend: etcd v3 (with Snappy)
x_axis: Second
y_axis: CPU
output_path_list:
- 2016050101/02-avg-cpu.svg
- 2016050101/02-avg-cpu.png
- lines:
- column: avg_memory_mb_etcd_v3_original
legend: etcd v3
- column: avg_memory_mb_etcd_v3_snappy
legend: etcd v3 (with Snappy)
- column: avg_memory_mb_etcd_v3_lz4
legend: etcd v3 (with Lz4)
x_axis: Second
y_axis: Memory(MB)
output_path_list:
- 2016050101/02-avg-memory.svg
- 2016050101/02-avg-memory.png
step4:
preface: |
- Google Cloud Compute Engine
- 8 vCPUs + 16GB Memory + 50GB SSD
- 1 machine(client) of 16 vCPUs + 30GB Memory + 50GB SSD
- Ubuntu 15.10
- Go master branch on 2016-04-30
- etcd v3
results:
- images:
- image_title: 2016050101/01-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016050101/01-avg-latency-ms.svg
image_type: remote
- image_title: 2016050101/01-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016050101/01-throughput.svg
image_type: remote
- image_title: 2016050101/01-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016050101/01-avg-cpu.svg
image_type: remote
- image_title: 2016050101/01-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016050101/01-avg-memory.svg
image_type: remote
- images:
- image_title: 2016050101/02-avg-latency-ms
image_path: https://storage.googleapis.com/dbtester-results/2016050101/02-avg-latency-ms.svg
image_type: remote
- image_title: 2016050101/02-throughput
image_path: https://storage.googleapis.com/dbtester-results/2016050101/02-throughput.svg
image_type: remote
- image_title: 2016050101/02-avg-cpu
image_path: https://storage.googleapis.com/dbtester-results/2016050101/02-avg-cpu.svg
image_type: remote
- image_title: 2016050101/02-avg-memory
image_path: https://storage.googleapis.com/dbtester-results/2016050101/02-avg-memory.svg
image_type: remote
output_path: 2016050101/README.md

43
bench-results/2016050101-config/control-01-etcdv3-original.yaml Normal file
View File

@ -0,0 +1,43 @@
database: etcdv3
test_name: 01-etcdv3-original
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016043002
peer_ips:
- 10.240.0.17
- 10.240.0.18
- 10.240.0.19
agent_port: 3500
database_port: 2379
etcd_compression: ""
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 1
value_testdata_path: /home/gyuho/testdata
total_requests: 2000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

43
bench-results/2016050101-config/control-01-etcdv3-snappy.yaml Normal file
View File

@ -0,0 +1,43 @@
database: etcdv3
test_name: 01-etcdv3-snappy
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016050101
peer_ips:
- 10.240.0.21
- 10.240.0.22
- 10.240.0.23
agent_port: 3500
database_port: 2379
etcd_compression: snappy
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 1
value_testdata_path: /home/gyuho/testdata
total_requests: 2000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

43
bench-results/2016050101-config/control-02-etcdv3-original.yaml Normal file
View File

@ -0,0 +1,43 @@
database: etcdv3
test_name: 02-etcdv3-original
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016050101
peer_ips:
- 10.240.0.17
- 10.240.0.18
- 10.240.0.19
agent_port: 3500
database_port: 2379
etcd_compression: ""
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 1
value_testdata_path: /home/gyuho/testdata
total_requests: 2000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

43
bench-results/2016050101-config/control-02-etcdv3-snappy.yaml Normal file
View File

@ -0,0 +1,43 @@
database: etcdv3
test_name: 02-etcdv3-snappy
google_cloud_project_name: etcd-development
google_cloud_storage_key_path: /home/gyuho/gcloud-key.json
google_cloud_storage_bucket_name: dbtester-results
google_cloud_storage_sub_directory: 2016050101
peer_ips:
- 10.240.0.21
- 10.240.0.22
- 10.240.0.23
agent_port: 3500
database_port: 2379
etcd_compression: snappy
# start database by sending RPC calls to agents
step1:
skip: false
zookeeper_max_client_connections: 5000
zookeeper_snap_count: 100000
# start benchmark
step2:
skip: false
bench_type: write
local_read: true
result_path: timeseries.csv
connections: 1
clients: 1
key_size: 8
value_size: 1
value_testdata_path: /home/gyuho/testdata
total_requests: 2000
request_interval_ms: 0
etcdv3_compaction_cycle: 0
# after benchmark
step3:
skip: false
result_path: result.log

15973
testdata/dracula.txt vendored
View File

File diff suppressed because it is too large Load Diff

16631
testdata/emma.txt vendored
View File

File diff suppressed because it is too large Load Diff

20421
testdata/great_expectation.txt vendored
View File

File diff suppressed because it is too large Load Diff

5803
testdata/junglebook.txt vendored Normal file
View File

File diff suppressed because it is too large Load Diff