diff --git a/README.md b/README.md index 410950f4..d7ab87ad 100644 --- a/README.md +++ b/README.md @@ -118,134 +118,134 @@ Logs do not tell much but average latency spikes (e.g. from 70.27517 ms to 10407 - Google Cloud Compute Engine - 4 machines of 16 vCPUs + 60 GB Memory + 300 GB SSD (1 for client) -- Ubuntu 16.10 (GNU/Linux kernel 4.8.0-49-generic) +- Ubuntu 17.10 (GNU/Linux kernel 4.13.0-25-generic) - `ulimit -n` is 120000 -- etcd tip (Go 1.8.3, git SHA 47a8156851b5a59665421661edb7c813f8a7993e) +- etcd v3.3.0 (Go 1.9.2) - Zookeeper r3.5.3-beta - Java 8 - - javac 1.8.0_131 - - Java(TM) SE Runtime Environment (build 1.8.0_131-b11) - - Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode) + - javac 1.8.0_151 + - Java(TM) SE Runtime Environment (build 1.8.0_151-b12) + - Java HotSpot(TM) 64-Bit Server VM (build 25.151-b12, mixed mode) - `/usr/bin/java -Djute.maxbuffer=33554432 -Xms50G -Xmx50G` -- Consul v0.8.4 (Go 1.8.3) +- Consul v1.0.2 (Go 1.9.2) ``` -+---------------------------------------+------------------+-----------------------------+-----------------------+ -| | etcd-tip-go1.8.3 | zookeeper-r3.5.3-beta-java8 | consul-v0.8.4-go1.8.3 | -+---------------------------------------+------------------+-----------------------------+-----------------------+ -| TOTAL-SECONDS | 27.9797 sec | 143.8585 sec | 135.7728 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 38,526 req/sec | 25,103 req/sec | 15,424 req/sec | -| AVG-THROUGHPUT | 35,740 req/sec | 6,913 req/sec | 7,365 req/sec | -| MIN-THROUGHPUT | 13,418 req/sec | 0 req/sec | 195 req/sec | -| FASTEST-LATENCY | 5.1907 ms | 6.7527 ms | 17.7190 ms | -| AVG-LATENCY | 27.9170 ms | 55.4371 ms | 67.8635 ms | -| SLOWEST-LATENCY | 129.6517 ms | 4427.4805 ms | 2665.0249 ms | -| Latency p10 | 12.783090 ms | 15.327740 ms | 29.877078 ms | -| Latency p25 | 16.081346 ms | 21.706332 ms | 33.992948 ms | -| Latency p50 | 22.047040 ms | 37.275107 ms | 40.148835 ms | -| Latency p75 | 35.297635 ms | 57.453429 ms | 54.282575 ms | -| Latency p90 | 53.916881 ms | 79.224931 ms | 109.468689 ms | -| Latency p95 | 60.144462 ms | 93.233345 ms | 235.236038 ms | -| Latency p99 | 73.229996 ms | 456.307896 ms | 464.681161 ms | -| Latency p99.9 | 94.903421 ms | 2128.132040 ms | 801.018344 ms | -| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.0 GB | 5.8 GB | 5.6 GB | -| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.8 GB | 4.7 GB | 4.4 GB | -| CLIENT-TOTAL-NETWORK-RX-SUM | 277 MB | 384 MB | 207 MB | -| CLIENT-TOTAL-NETWORK-TX-SUM | 1.4 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 406.67 % | 492.00 % | 405.40 % | -| SERVER-MAX-MEMORY-USAGE | 1.2 GB | 17 GB | 4.9 GB | -| CLIENT-MAX-CPU-USAGE | 468.00 % | 208.00 % | 189.00 % | -| CLIENT-MAX-MEMORY-USAGE | 112 MB | 4.2 GB | 87 MB | -| CLIENT-ERROR-COUNT | 0 | 5,451 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 78 | 247 | 12 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 97,145 | 335,863 | 660,796 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 20,655,776 | 48,217,560 | 71,342,952 | -| SERVER-AVG-DISK-SPACE-USAGE | 2.6 GB | 10 GB | 2.9 GB | -+---------------------------------------+------------------+-----------------------------+-----------------------+ ++---------------------------------------+---------------------+-----------------------------+-----------------------+ +| | etcd-v3.3.0-go1.9.2 | zookeeper-r3.5.3-beta-java8 | consul-v1.0.2-go1.9.2 | ++---------------------------------------+---------------------+-----------------------------+-----------------------+ +| TOTAL-SECONDS | 28.3623 sec | 59.2167 sec | 178.9443 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 37,330 req/sec | 25,124 req/sec | 15,865 req/sec | +| AVG-THROUGHPUT | 35,258 req/sec | 16,842 req/sec | 5,588 req/sec | +| MIN-THROUGHPUT | 13,505 req/sec | 20 req/sec | 0 req/sec | +| FASTEST-LATENCY | 4.6073 ms | 2.9094 ms | 11.6604 ms | +| AVG-LATENCY | 28.2625 ms | 30.9499 ms | 89.4351 ms | +| SLOWEST-LATENCY | 117.4918 ms | 4564.6788 ms | 4616.2947 ms | +| Latency p10 | 13.508626 ms | 9.068163 ms | 30.408863 ms | +| Latency p25 | 16.869586 ms | 9.351597 ms | 34.224021 ms | +| Latency p50 | 22.167478 ms | 10.093377 ms | 39.881181 ms | +| Latency p75 | 34.855941 ms | 14.951189 ms | 52.644787 ms | +| Latency p90 | 54.613394 ms | 28.497256 ms | 118.340402 ms | +| Latency p95 | 59.785127 ms | 72.671788 ms | 229.129526 ms | +| Latency p99 | 74.139638 ms | 273.218523 ms | 1495.660763 ms | +| Latency p99.9 | 97.385495 ms | 2526.873285 ms | 3499.225138 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.1 GB | 4.6 GB | 5.6 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.8 GB | 3.6 GB | 4.4 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 252 MB | 357 MB | 206 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.5 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 446.83 % | 1122.00 % | 426.33 % | +| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 15 GB | 4.6 GB | +| CLIENT-MAX-CPU-USAGE | 606.00 % | 314.00 % | 215.00 % | +| CLIENT-MAX-MEMORY-USAGE | 96 MB | 2.4 GB | 86 MB | +| CLIENT-ERROR-COUNT | 0 | 2,652 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 0 | 237 | 2 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 108,067 | 157,034 | 675,072 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 20,449,360 | 16,480,488 | 106,836,768 | +| SERVER-AVG-DISK-SPACE-USAGE | 2.6 GB | 6.9 GB | 2.9 GB | ++---------------------------------------+---------------------+-----------------------------+-----------------------+ zookeeper__r3_5_3_beta errors: -"zk: could not connect to a server" (count 805) -"zk: connection closed" (count 4,646) +"zk: connection closed" (count 2,264) +"zk: could not connect to a server" (count 388) ``` -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-LATENCY-MS-BY-KEY-ERROR-POINTS -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-THROUGHPUT +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-THROUGHPUT -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VOLUNTARY-CTXT-SWITCHES -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-NON-VOLUNTARY-CTXT-SWITCHES -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-CPU +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-CPU -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/MAX-CPU +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/MAX-CPU -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-VMRSS-MB-BY-KEY-ERROR-POINTS -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READS-COMPLETED-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-READ-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITES-COMPLETED-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-SECTORS-WRITTEN-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-READ-BYTES-NUM-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-WRITE-BYTES-NUM-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-RECEIVE-BYTES-NUM-DELTA -2017Q2-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA +2018Q1-02-etcd-zookeeper-consul/write-1M-keys-best-throughput/AVG-TRANSMIT-BYTES-NUM-DELTA