diff --git a/README.md b/README.md index bc37ea10..4057f7f6 100644 --- a/README.md +++ b/README.md @@ -20,6 +20,7 @@ For etcd, we recommend [etcd benchmark tool](https://github.com/coreos/etcd/tree All logs and results can be found at https://github.com/coreos/dbtester/tree/master/test-results +


##### Write 1M keys, 256-byte key, 1KB value value, clients 1 to 1,000 @@ -36,40 +37,40 @@ All logs and results can be found at https://github.com/coreos/dbtester/tree/mas ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 338.7661 sec | 344.3563 sec | 703.7060 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 35,147 req/sec | 31,726 req/sec | 15,328 req/sec | -| AVG-THROUGHPUT | 2,951 req/sec | 2,903 req/sec | 1,421 req/sec | -| MIN-THROUGHPUT | 90 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 1.1001 ms | 1.1093 ms | 2.9964 ms | -| AVG-LATENCY | 13.8862 ms | 34.9948 ms | 72.5791 ms | -| SLOWEST-LATENCY | 109.4800 ms | 2618.2703 ms | 20860.6692 ms | -| Latency p10 | 2.295037 ms | 2.620473 ms | 3.982040 ms | -| Latency p25 | 5.788546 ms | 3.932461 ms | 7.888984 ms | -| Latency p50 | 9.935599 ms | 7.747493 ms | 21.950488 ms | -| Latency p75 | 17.040088 ms | 16.891088 ms | 58.936521 ms | -| Latency p90 | 28.513968 ms | 28.114578 ms | 126.568085 ms | -| Latency p95 | 44.023164 ms | 44.599685 ms | 165.331967 ms | -| Latency p99 | 60.351324 ms | 1063.554863 ms | 430.071868 ms | -| Latency p99.9 | 94.058105 ms | 2336.144865 ms | 12648.734251 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.1 GB | 5.4 GB | 7.9 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.9 GB | 4.4 GB | 6.6 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 270 MB | 357 MB | 202 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.5 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 434.00 % | 600.67 % | 416.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.3 GB | 4.0 GB | 5.4 GB | -| CLIENT-MAX-CPU-USAGE | 540.00 % | 322.00 % | 204.00 % | -| CLIENT-MAX-MEMORY-USAGE | 330 MB | 3.6 GB | 199 MB | -| CLIENT-ERROR-COUNT | 0 | 24 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 76 | 334 | 66 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 1,217,294 | 953,784 | 2,381,092 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 714,152 | 9,304,072 | 10,711,132 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 3.0 GB | 7.9 GB | 3.0 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 338.7661 sec | 344.3563 sec | 703.7060 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 35,147 req/sec | 31,726 req/sec | 15,328 req/sec | +| AVG-THROUGHPUT | 2,951 req/sec | 2,903 req/sec | 1,421 req/sec | +| MIN-THROUGHPUT | 90 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 1.1001 ms | 1.1093 ms | 2.9964 ms | +| AVG-LATENCY | 13.8862 ms | 34.9948 ms | 72.5791 ms | +| SLOWEST-LATENCY | 109.4800 ms | 2618.2703 ms | 20860.6692 ms | +| Latency p10 | 2.295037 ms | 2.620473 ms | 3.982040 ms | +| Latency p25 | 5.788546 ms | 3.932461 ms | 7.888984 ms | +| Latency p50 | 9.935599 ms | 7.747493 ms | 21.950488 ms | +| Latency p75 | 17.040088 ms | 16.891088 ms | 58.936521 ms | +| Latency p90 | 28.513968 ms | 28.114578 ms | 126.568085 ms | +| Latency p95 | 44.023164 ms | 44.599685 ms | 165.331967 ms | +| Latency p99 | 60.351324 ms | 1063.554863 ms | 430.071868 ms | +| Latency p99.9 | 94.058105 ms | 2336.144865 ms | 12648.734251 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.1 GB | 5.4 GB | 7.9 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.9 GB | 4.4 GB | 6.6 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 270 MB | 357 MB | 202 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.5 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 434.00 % | 600.67 % | 416.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.3 GB | 4.0 GB | 5.4 GB | +| CLIENT-MAX-CPU-USAGE | 540.00 % | 322.00 % | 204.00 % | +| CLIENT-MAX-MEMORY-USAGE | 330 MB | 3.6 GB | 199 MB | +| CLIENT-ERROR-COUNT | 0 | 24 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 76 | 334 | 66 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 1,217,294 | 953,784 | 2,381,092 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 714,152 | 9,304,072 | 10,711,132 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 3.0 GB | 7.9 GB | 3.0 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -159,40 +160,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 37.3284 sec | 75.0700 sec | 304.4858 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 33,567 req/sec | 35,499 req/sec | 15,141 req/sec | -| AVG-THROUGHPUT | 26,789 req/sec | 13,274 req/sec | 3,284 req/sec | -| MIN-THROUGHPUT | 10,018 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 4.2842 ms | 2.7405 ms | 11.4297 ms | -| AVG-LATENCY | 26.0603 ms | 18.2231 ms | 152.1359 ms | -| SLOWEST-LATENCY | 520.8716 ms | 4264.2996 ms | 28029.3953 ms | -| Latency p10 | 10.171289 ms | 6.401553 ms | 30.579107 ms | -| Latency p25 | 12.254908 ms | 7.300705 ms | 35.763003 ms | -| Latency p50 | 17.138243 ms | 8.302805 ms | 48.467608 ms | -| Latency p75 | 23.925669 ms | 9.453586 ms | 80.519456 ms | -| Latency p90 | 48.690057 ms | 10.764813 ms | 248.959013 ms | -| Latency p95 | 76.533161 ms | 11.992104 ms | 349.281928 ms | -| Latency p99 | 146.318242 ms | 153.580393 ms | 1324.508306 ms | -| Latency p99.9 | 183.924901 ms | 1935.929712 ms | 10622.316021 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.0 GB | 6.2 GB | 11 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.8 GB | 5.1 GB | 10 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 274 MB | 350 MB | 216 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.4 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 407.67 % | 704.97 % | 380.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 5.1 GB | 6.2 GB | -| CLIENT-MAX-CPU-USAGE | 454.00 % | 292.00 % | 202.00 % | -| CLIENT-MAX-MEMORY-USAGE | 210 MB | 1.7 GB | 88 MB | -| CLIENT-ERROR-COUNT | 0 | 3,452 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 5 | 212 | 270 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 112,190 | 109,945 | 681,774 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 492,444 | 10,249,020 | 32,988,480 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 2.8 GB | 7.3 GB | 2.9 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 37.3284 sec | 75.0700 sec | 304.4858 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 33,567 req/sec | 35,499 req/sec | 15,141 req/sec | +| AVG-THROUGHPUT | 26,789 req/sec | 13,274 req/sec | 3,284 req/sec | +| MIN-THROUGHPUT | 10,018 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 4.2842 ms | 2.7405 ms | 11.4297 ms | +| AVG-LATENCY | 26.0603 ms | 18.2231 ms | 152.1359 ms | +| SLOWEST-LATENCY | 520.8716 ms | 4264.2996 ms | 28029.3953 ms | +| Latency p10 | 10.171289 ms | 6.401553 ms | 30.579107 ms | +| Latency p25 | 12.254908 ms | 7.300705 ms | 35.763003 ms | +| Latency p50 | 17.138243 ms | 8.302805 ms | 48.467608 ms | +| Latency p75 | 23.925669 ms | 9.453586 ms | 80.519456 ms | +| Latency p90 | 48.690057 ms | 10.764813 ms | 248.959013 ms | +| Latency p95 | 76.533161 ms | 11.992104 ms | 349.281928 ms | +| Latency p99 | 146.318242 ms | 153.580393 ms | 1324.508306 ms | +| Latency p99.9 | 183.924901 ms | 1935.929712 ms | 10622.316021 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.0 GB | 6.2 GB | 11 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.8 GB | 5.1 GB | 10 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 274 MB | 350 MB | 216 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.4 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 407.67 % | 704.97 % | 380.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 5.1 GB | 6.2 GB | +| CLIENT-MAX-CPU-USAGE | 454.00 % | 292.00 % | 202.00 % | +| CLIENT-MAX-MEMORY-USAGE | 210 MB | 1.7 GB | 88 MB | +| CLIENT-ERROR-COUNT | 0 | 3,452 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 5 | 212 | 270 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 112,190 | 109,945 | 681,774 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 492,444 | 10,249,020 | 32,988,480 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 2.8 GB | 7.3 GB | 2.9 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -283,40 +284,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 36.3917 sec | 72.1698 sec | 140.9480 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 36,861 req/sec | 39,923 req/sec | 14,455 req/sec | -| AVG-THROUGHPUT | 27,478 req/sec | 13,704 req/sec | 7,094 req/sec | -| MIN-THROUGHPUT | 7,088 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 3.7509 ms | 4.3350 ms | 12.9159 ms | -| AVG-LATENCY | 36.2639 ms | 49.9165 ms | 140.4538 ms | -| SLOWEST-LATENCY | 244.3595 ms | 6056.0204 ms | 21808.2916 ms | -| Latency p10 | 13.700258 ms | 14.719617 ms | 65.494475 ms | -| Latency p25 | 16.855903 ms | 20.289440 ms | 71.570399 ms | -| Latency p50 | 21.895662 ms | 24.861967 ms | 80.420560 ms | -| Latency p75 | 43.387011 ms | 28.165478 ms | 96.334874 ms | -| Latency p90 | 69.199925 ms | 32.086272 ms | 161.048409 ms | -| Latency p95 | 133.035887 ms | 58.675701 ms | 210.603403 ms | -| Latency p99 | 173.021441 ms | 880.253639 ms | 484.701759 ms | -| Latency p99.9 | 188.144407 ms | 3260.921550 ms | 15472.281038 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.0 GB | 5.5 GB | 5.6 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.9 GB | 4.4 GB | 4.4 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 282 MB | 357 MB | 243 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.4 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 443.00 % | 695.00 % | 414.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 4.8 GB | 4.9 GB | -| CLIENT-MAX-CPU-USAGE | 566.00 % | 324.00 % | 205.00 % | -| CLIENT-MAX-MEMORY-USAGE | 278 MB | 5.3 GB | 114 MB | -| CLIENT-ERROR-COUNT | 0 | 10,929 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 2 | 216 | 64 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 100,985 | 91,154 | 289,238 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 552,592 | 9,923,988 | 9,537,168 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 2.7 GB | 6.7 GB | 3.1 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 36.3917 sec | 72.1698 sec | 140.9480 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 36,861 req/sec | 39,923 req/sec | 14,455 req/sec | +| AVG-THROUGHPUT | 27,478 req/sec | 13,704 req/sec | 7,094 req/sec | +| MIN-THROUGHPUT | 7,088 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 3.7509 ms | 4.3350 ms | 12.9159 ms | +| AVG-LATENCY | 36.2639 ms | 49.9165 ms | 140.4538 ms | +| SLOWEST-LATENCY | 244.3595 ms | 6056.0204 ms | 21808.2916 ms | +| Latency p10 | 13.700258 ms | 14.719617 ms | 65.494475 ms | +| Latency p25 | 16.855903 ms | 20.289440 ms | 71.570399 ms | +| Latency p50 | 21.895662 ms | 24.861967 ms | 80.420560 ms | +| Latency p75 | 43.387011 ms | 28.165478 ms | 96.334874 ms | +| Latency p90 | 69.199925 ms | 32.086272 ms | 161.048409 ms | +| Latency p95 | 133.035887 ms | 58.675701 ms | 210.603403 ms | +| Latency p99 | 173.021441 ms | 880.253639 ms | 484.701759 ms | +| Latency p99.9 | 188.144407 ms | 3260.921550 ms | 15472.281038 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.0 GB | 5.5 GB | 5.6 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.9 GB | 4.4 GB | 4.4 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 282 MB | 357 MB | 243 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.4 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 443.00 % | 695.00 % | 414.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 4.8 GB | 4.9 GB | +| CLIENT-MAX-CPU-USAGE | 566.00 % | 324.00 % | 205.00 % | +| CLIENT-MAX-MEMORY-USAGE | 278 MB | 5.3 GB | 114 MB | +| CLIENT-ERROR-COUNT | 0 | 10,929 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 2 | 216 | 64 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 100,985 | 91,154 | 289,238 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 552,592 | 9,923,988 | 9,537,168 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 2.7 GB | 6.7 GB | 3.1 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -407,40 +408,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 141.1728 sec | 4134.1565 sec | 2979.6229 sec | -| TOTAL-REQUEST-NUMBER | 3,000,000 | 3,000,000 | 3,000,000 | -| MAX-THROUGHPUT | 32,215 req/sec | 38,259 req/sec | 15,784 req/sec | -| AVG-THROUGHPUT | 21,250 req/sec | 465 req/sec | 1,006 req/sec | -| MIN-THROUGHPUT | 9,081 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 3.6479 ms | 1.8912 ms | 10.3322 ms | -| AVG-LATENCY | 32.9036 ms | 28.5018 ms | 496.5874 ms | -| SLOWEST-LATENCY | 1030.3392 ms | 4729.8104 ms | 34484.1252 ms | -| Latency p10 | 10.882650 ms | 5.694308 ms | 35.045139 ms | -| Latency p25 | 13.005974 ms | 6.357600 ms | 44.711879 ms | -| Latency p50 | 18.743999 ms | 7.379354 ms | 66.739638 ms | -| Latency p75 | 31.054943 ms | 8.886502 ms | 116.150396 ms | -| Latency p90 | 96.027241 ms | 11.474394 ms | 540.305996 ms | -| Latency p95 | 123.844111 ms | 14.391699 ms | 1209.603980 ms | -| Latency p99 | 148.837786 ms | 722.847010 ms | 11957.052613 ms | -| Latency p99.9 | 162.994644 ms | 2457.522611 ms | 26068.610794 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 15 GB | 26 GB | 102 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 12 GB | 24 GB | 98 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 832 MB | 978 MB | 688 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 4.3 GB | 3.3 GB | 4.4 GB | -| SERVER-MAX-CPU-USAGE | 421.00 % | 752.33 % | 410.67 % | -| SERVER-MAX-MEMORY-USAGE | 2.8 GB | 7.1 GB | 17 GB | -| CLIENT-MAX-CPU-USAGE | 442.00 % | 376.00 % | 217.00 % | -| CLIENT-MAX-MEMORY-USAGE | 265 MB | 1.9 GB | 174 MB | -| CLIENT-ERROR-COUNT | 0 | 1,076,632 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 14 | 309 | 94,864 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 333,196 | 360,314 | 3,689,221 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 1,604,172 | 67,295,610 | 794,919,246 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 6.5 GB | 27 GB | 8.2 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 141.1728 sec | 4134.1565 sec | 2979.6229 sec | +| TOTAL-REQUEST-NUMBER | 3,000,000 | 3,000,000 | 3,000,000 | +| MAX-THROUGHPUT | 32,215 req/sec | 38,259 req/sec | 15,784 req/sec | +| AVG-THROUGHPUT | 21,250 req/sec | 465 req/sec | 1,006 req/sec | +| MIN-THROUGHPUT | 9,081 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 3.6479 ms | 1.8912 ms | 10.3322 ms | +| AVG-LATENCY | 32.9036 ms | 28.5018 ms | 496.5874 ms | +| SLOWEST-LATENCY | 1030.3392 ms | 4729.8104 ms | 34484.1252 ms | +| Latency p10 | 10.882650 ms | 5.694308 ms | 35.045139 ms | +| Latency p25 | 13.005974 ms | 6.357600 ms | 44.711879 ms | +| Latency p50 | 18.743999 ms | 7.379354 ms | 66.739638 ms | +| Latency p75 | 31.054943 ms | 8.886502 ms | 116.150396 ms | +| Latency p90 | 96.027241 ms | 11.474394 ms | 540.305996 ms | +| Latency p95 | 123.844111 ms | 14.391699 ms | 1209.603980 ms | +| Latency p99 | 148.837786 ms | 722.847010 ms | 11957.052613 ms | +| Latency p99.9 | 162.994644 ms | 2457.522611 ms | 26068.610794 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 15 GB | 26 GB | 102 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 12 GB | 24 GB | 98 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 832 MB | 978 MB | 688 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 4.3 GB | 3.3 GB | 4.4 GB | +| SERVER-MAX-CPU-USAGE | 421.00 % | 752.33 % | 410.67 % | +| SERVER-MAX-MEMORY-USAGE | 2.8 GB | 7.1 GB | 17 GB | +| CLIENT-MAX-CPU-USAGE | 442.00 % | 376.00 % | 217.00 % | +| CLIENT-MAX-MEMORY-USAGE | 265 MB | 1.9 GB | 174 MB | +| CLIENT-ERROR-COUNT | 0 | 1,076,632 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 14 | 309 | 94,864 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 333,196 | 360,314 | 3,689,221 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 1,604,172 | 67,295,610 | 794,919,246 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 6.5 GB | 27 GB | 8.2 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: diff --git a/analyze/command.go b/analyze/command.go index 95f08237..95745bf2 100644 --- a/analyze/command.go +++ b/analyze/command.go @@ -119,8 +119,10 @@ func do(configPath string) error { } } - row19ServerReceiveBytesSum := []string{"SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM"} - row20ServerTransmitBytesSum := []string{"SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM"} + row19ServerReceiveBytesSum := []string{"SERVER-TOTAL-NETWORK-RX-DATA-SUM"} + row19ServerReceiveBytesSumRaw := []string{"SERVER-TOTAL-NETWORK-RX-DATA-BYTES-SUM-RAW"} + row20ServerTransmitBytesSum := []string{"SERVER-TOTAL-NETWORK-TX-DATA-SUM"} + row20ServerTransmitBytesSumRaw := []string{"SERVER-TOTAL-NETWORK-TX-DATA-BYTES-SUM-RAW"} row23ServerMaxCPUUsage := []string{"SERVER-MAX-CPU-USAGE"} row24ServerMaxMemoryUsage := []string{"SERVER-MAX-MEMORY-USAGE"} row28ReadsCompletedDeltaSum := []string{"SERVER-AVG-READS-COMPLETED-DELTA-SUM"} @@ -228,7 +230,9 @@ func do(configPath string) error { } row19ServerReceiveBytesSum = append(row19ServerReceiveBytesSum, humanize.Bytes(uint64(receiveBytesNumDeltaSum))) + row19ServerReceiveBytesSumRaw = append(row19ServerReceiveBytesSumRaw, fmt.Sprintf("%.2f", receiveBytesNumDeltaSum)) row20ServerTransmitBytesSum = append(row20ServerTransmitBytesSum, humanize.Bytes(uint64(transmitBytesNumDeltaSum))) + row20ServerTransmitBytesSumRaw = append(row20ServerTransmitBytesSumRaw, fmt.Sprintf("%.2f", transmitBytesNumDeltaSum)) row23ServerMaxCPUUsage = append(row23ServerMaxCPUUsage, fmt.Sprintf("%.2f %%", maxAvgCPU)) row28ReadsCompletedDeltaSum = append(row28ReadsCompletedDeltaSum, humanize.Comma(int64(readsCompletedDeltaSum))) row29SectorsReadDeltaSum = append(row29SectorsReadDeltaSum, humanize.Comma(int64(sectorsReadDeltaSum))) @@ -244,26 +248,28 @@ func do(configPath string) error { row01TotalSeconds := []string{"TOTAL-SECONDS"} // TOTAL-SECONDS row02TotalRequestNumber := []string{"TOTAL-REQUEST-NUMBER"} - row05MaxThroughput := []string{"MAX-THROUGHPUT"} // MAX AVG-THROUGHPUT - row06AverageThroughput := []string{"AVG-THROUGHPUT"} // REQUESTS-PER-SECOND - row07MinThroughput := []string{"MIN-THROUGHPUT"} // MIN AVG-THROUGHPUT - row08FastestLatency := []string{"FASTEST-LATENCY"} // FASTEST-LATENCY-MS - row09AverageLatency := []string{"AVG-LATENCY"} // AVERAGE-LATENCY-MS - row10SlowestLatency := []string{"SLOWEST-LATENCY"} // SLOWEST-LATENCY-MS - row11p10 := []string{"Latency p10"} // p10 - row12p25 := []string{"Latency p25"} // p25 - row13p50 := []string{"Latency p50"} // p50 - row14p75 := []string{"Latency p75"} // p75 - row15p90 := []string{"Latency p90"} // p90 - row16p95 := []string{"Latency p95"} // p95 - row17p99 := []string{"Latency p99"} // p99 - row18p999 := []string{"Latency p99.9"} // p99.9 - row21ClientReceiveBytesSum := []string{"CLIENT-TOTAL-NETWORK-RECEIVE-SUM"} // RECEIVE-BYTES-NUM-DELTA - row22lientTransmitBytesSum := []string{"CLIENT-TOTAL-NETWORK-TRANSMIT-SUM"} // TRANSMIT-BYTES-DELTA - row25ClientMaxCPU := []string{"CLIENT-MAX-CPU-USAGE"} // CPU-NUM - row26ClientMaxMemory := []string{"CLIENT-MAX-MEMORY-USAGE"} // VMRSS-NUM - row27ClientErrorCount := []string{"CLIENT-ERROR-COUNT"} // ERROR: - row32AverageDatasize := []string{"SERVER-AVG-DATA-SIZE-ON-DISK"} // TOTAL-DATA-SIZE + row05MaxThroughput := []string{"MAX-THROUGHPUT"} // MAX AVG-THROUGHPUT + row06AverageThroughput := []string{"AVG-THROUGHPUT"} // REQUESTS-PER-SECOND + row07MinThroughput := []string{"MIN-THROUGHPUT"} // MIN AVG-THROUGHPUT + row08FastestLatency := []string{"FASTEST-LATENCY"} // FASTEST-LATENCY-MS + row09AverageLatency := []string{"AVG-LATENCY"} // AVERAGE-LATENCY-MS + row10SlowestLatency := []string{"SLOWEST-LATENCY"} // SLOWEST-LATENCY-MS + row11p10 := []string{"Latency p10"} // p10 + row12p25 := []string{"Latency p25"} // p25 + row13p50 := []string{"Latency p50"} // p50 + row14p75 := []string{"Latency p75"} // p75 + row15p90 := []string{"Latency p90"} // p90 + row16p95 := []string{"Latency p95"} // p95 + row17p99 := []string{"Latency p99"} // p99 + row18p999 := []string{"Latency p99.9"} // p99.9 + row21ClientReceiveBytesSum := []string{"CLIENT-TOTAL-NETWORK-RX-SUM"} // RECEIVE-BYTES-NUM-DELTA + row21ClientReceiveBytesSumRaw := []string{"CLIENT-TOTAL-NETWORK-RX-BYTES-SUM-RAW"} // RECEIVE-BYTES-NUM-DELTA + row22ClientTransmitBytesSum := []string{"CLIENT-TOTAL-NETWORK-TX-SUM"} // TRANSMIT-BYTES-DELTA + row22ClientTransmitBytesSumRaw := []string{"CLIENT-TOTAL-NETWORK-TX-BYTES-SUM-RAW"} // TRANSMIT-BYTES-DELTA + row25ClientMaxCPU := []string{"CLIENT-MAX-CPU-USAGE"} // CPU-NUM + row26ClientMaxMemory := []string{"CLIENT-MAX-MEMORY-USAGE"} // VMRSS-NUM + row27ClientErrorCount := []string{"CLIENT-ERROR-COUNT"} // ERROR: + row32AverageDatasize := []string{"SERVER-AVG-DATA-SIZE-ON-DISK"} // TOTAL-DATA-SIZE databaseIDToErrs := make(map[string][]string) for i, databaseID := range cfg.AllDatabaseIDList { @@ -282,7 +288,7 @@ func do(configPath string) error { return err } - var receiveBytesNumDeltaSum uint64 + var receiveBytesNumDeltaSum float64 col, err := fr.Column("RECEIVE-BYTES-NUM-DELTA") if err != nil { return err @@ -292,11 +298,11 @@ func do(configPath string) error { if err != nil { return err } - iv, _ := v.Uint64() - receiveBytesNumDeltaSum += iv + fv, _ := v.Float64() + receiveBytesNumDeltaSum += fv } - var transmitBytesNumDeltaSum uint64 + var transmitBytesNumDeltaSum float64 col, err = fr.Column("TRANSMIT-BYTES-NUM-DELTA") if err != nil { return err @@ -306,8 +312,8 @@ func do(configPath string) error { if err != nil { return err } - iv, _ := v.Uint64() - transmitBytesNumDeltaSum += iv + fv, _ := v.Float64() + transmitBytesNumDeltaSum += fv } var maxAvgCPU float64 @@ -342,8 +348,10 @@ func do(configPath string) error { } } - row21ClientReceiveBytesSum = append(row21ClientReceiveBytesSum, humanize.Bytes(receiveBytesNumDeltaSum)) - row22lientTransmitBytesSum = append(row22lientTransmitBytesSum, humanize.Bytes(transmitBytesNumDeltaSum)) + row21ClientReceiveBytesSum = append(row21ClientReceiveBytesSum, humanize.Bytes(uint64(receiveBytesNumDeltaSum))) + row21ClientReceiveBytesSumRaw = append(row21ClientReceiveBytesSumRaw, fmt.Sprintf("%.2f", receiveBytesNumDeltaSum)) + row22ClientTransmitBytesSum = append(row22ClientTransmitBytesSum, humanize.Bytes(uint64(transmitBytesNumDeltaSum))) + row22ClientTransmitBytesSumRaw = append(row22ClientTransmitBytesSumRaw, fmt.Sprintf("%.2f", transmitBytesNumDeltaSum)) row25ClientMaxCPU = append(row25ClientMaxCPU, fmt.Sprintf("%.2f %%", maxAvgCPU)) row26ClientMaxMemory = append(row26ClientMaxMemory, humanize.Bytes(maxVMRSSNum)) } @@ -508,7 +516,64 @@ func do(configPath string) error { } } - aggRows := [][]string{ + plog.Printf("saving summary data to %q", cfg.Analyze.AllAggregatedOutputPathCSV) + aggRowsForSummaryCSV := [][]string{ + row00Header, + row01TotalSeconds, + row02TotalRequestNumber, + row05MaxThroughput, + row06AverageThroughput, + row07MinThroughput, + row08FastestLatency, + row09AverageLatency, + row10SlowestLatency, + row11p10, + row12p25, + row13p50, + row14p75, + row15p90, + row16p95, + row17p99, + row18p999, + + row19ServerReceiveBytesSum, + row19ServerReceiveBytesSumRaw, + row20ServerTransmitBytesSum, + row20ServerTransmitBytesSumRaw, + row21ClientReceiveBytesSum, + row21ClientReceiveBytesSumRaw, + row22ClientTransmitBytesSum, + row22ClientTransmitBytesSumRaw, + + row23ServerMaxCPUUsage, + row24ServerMaxMemoryUsage, + row25ClientMaxCPU, + row26ClientMaxMemory, + + row27ClientErrorCount, + + row28ReadsCompletedDeltaSum, + row29SectorsReadDeltaSum, + row30WritesCompletedDeltaSum, + row31SectorsWrittenDeltaSum, + row32AverageDatasize, + } + file, err := openToOverwrite(cfg.Analyze.AllAggregatedOutputPathCSV) + if err != nil { + return err + } + defer file.Close() + wr := csv.NewWriter(file) + if err := wr.WriteAll(aggRowsForSummaryCSV); err != nil { + return err + } + wr.Flush() + if err := wr.Error(); err != nil { + return err + } + + plog.Printf("saving summary data to %q", cfg.Analyze.AllAggregatedOutputPathTXT) + aggRowsForSummaryTXT := [][]string{ row00Header, row01TotalSeconds, row02TotalRequestNumber, @@ -530,7 +595,7 @@ func do(configPath string) error { row19ServerReceiveBytesSum, row20ServerTransmitBytesSum, row21ClientReceiveBytesSum, - row22lientTransmitBytesSum, + row22ClientTransmitBytesSum, row23ServerMaxCPUUsage, row24ServerMaxMemoryUsage, @@ -545,31 +610,15 @@ func do(configPath string) error { row31SectorsWrittenDeltaSum, row32AverageDatasize, } - - plog.Printf("saving summary data to %q", cfg.Analyze.AllAggregatedOutputPathCSV) - file, err := openToOverwrite(cfg.Analyze.AllAggregatedOutputPathCSV) - if err != nil { - return err - } - defer file.Close() - wr := csv.NewWriter(file) - if err := wr.WriteAll(aggRows); err != nil { - return err - } - wr.Flush() - if err := wr.Error(); err != nil { - return err - } buf := new(bytes.Buffer) tw := tablewriter.NewWriter(buf) - tw.SetHeader(aggRows[0]) - for _, row := range aggRows[1:] { + tw.SetHeader(aggRowsForSummaryTXT[0]) + for _, row := range aggRowsForSummaryTXT[1:] { tw.Append(row) } tw.SetAutoFormatHeaders(false) tw.SetAlignment(tablewriter.ALIGN_RIGHT) tw.Render() - errs := "" for _, databaseID := range cfg.AllDatabaseIDList { es, ok := databaseIDToErrs[databaseID] @@ -578,7 +627,6 @@ func do(configPath string) error { } errs = databaseID + " " + "errors:\n" + strings.Join(es, "\n") + "\n" } - plog.Printf("saving summary data to %q", cfg.Analyze.AllAggregatedOutputPathTXT) stxt := buf.String() if errs != "" { stxt += "\n" + "\n" + errs diff --git a/test-results/2017Q1-00-etcd-zookeeper-consul/README.md b/test-results/2017Q1-00-etcd-zookeeper-consul/README.md index aeea1c34..158e113e 100644 --- a/test-results/2017Q1-00-etcd-zookeeper-consul/README.md +++ b/test-results/2017Q1-00-etcd-zookeeper-consul/README.md @@ -16,40 +16,40 @@ ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 338.7661 sec | 344.3563 sec | 703.7060 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 35,147 req/sec | 31,726 req/sec | 15,328 req/sec | -| AVG-THROUGHPUT | 2,951 req/sec | 2,903 req/sec | 1,421 req/sec | -| MIN-THROUGHPUT | 90 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 1.1001 ms | 1.1093 ms | 2.9964 ms | -| AVG-LATENCY | 13.8862 ms | 34.9948 ms | 72.5791 ms | -| SLOWEST-LATENCY | 109.4800 ms | 2618.2703 ms | 20860.6692 ms | -| Latency p10 | 2.295037 ms | 2.620473 ms | 3.982040 ms | -| Latency p25 | 5.788546 ms | 3.932461 ms | 7.888984 ms | -| Latency p50 | 9.935599 ms | 7.747493 ms | 21.950488 ms | -| Latency p75 | 17.040088 ms | 16.891088 ms | 58.936521 ms | -| Latency p90 | 28.513968 ms | 28.114578 ms | 126.568085 ms | -| Latency p95 | 44.023164 ms | 44.599685 ms | 165.331967 ms | -| Latency p99 | 60.351324 ms | 1063.554863 ms | 430.071868 ms | -| Latency p99.9 | 94.058105 ms | 2336.144865 ms | 12648.734251 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.1 GB | 5.4 GB | 7.9 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.9 GB | 4.4 GB | 6.6 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 270 MB | 357 MB | 202 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.5 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 434.00 % | 600.67 % | 416.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.3 GB | 4.0 GB | 5.4 GB | -| CLIENT-MAX-CPU-USAGE | 540.00 % | 322.00 % | 204.00 % | -| CLIENT-MAX-MEMORY-USAGE | 330 MB | 3.6 GB | 199 MB | -| CLIENT-ERROR-COUNT | 0 | 24 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 76 | 334 | 66 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 1,217,294 | 953,784 | 2,381,092 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 714,152 | 9,304,072 | 10,711,132 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 3.0 GB | 7.9 GB | 3.0 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 338.7661 sec | 344.3563 sec | 703.7060 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 35,147 req/sec | 31,726 req/sec | 15,328 req/sec | +| AVG-THROUGHPUT | 2,951 req/sec | 2,903 req/sec | 1,421 req/sec | +| MIN-THROUGHPUT | 90 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 1.1001 ms | 1.1093 ms | 2.9964 ms | +| AVG-LATENCY | 13.8862 ms | 34.9948 ms | 72.5791 ms | +| SLOWEST-LATENCY | 109.4800 ms | 2618.2703 ms | 20860.6692 ms | +| Latency p10 | 2.295037 ms | 2.620473 ms | 3.982040 ms | +| Latency p25 | 5.788546 ms | 3.932461 ms | 7.888984 ms | +| Latency p50 | 9.935599 ms | 7.747493 ms | 21.950488 ms | +| Latency p75 | 17.040088 ms | 16.891088 ms | 58.936521 ms | +| Latency p90 | 28.513968 ms | 28.114578 ms | 126.568085 ms | +| Latency p95 | 44.023164 ms | 44.599685 ms | 165.331967 ms | +| Latency p99 | 60.351324 ms | 1063.554863 ms | 430.071868 ms | +| Latency p99.9 | 94.058105 ms | 2336.144865 ms | 12648.734251 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.1 GB | 5.4 GB | 7.9 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.9 GB | 4.4 GB | 6.6 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 270 MB | 357 MB | 202 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.5 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 434.00 % | 600.67 % | 416.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.3 GB | 4.0 GB | 5.4 GB | +| CLIENT-MAX-CPU-USAGE | 540.00 % | 322.00 % | 204.00 % | +| CLIENT-MAX-MEMORY-USAGE | 330 MB | 3.6 GB | 199 MB | +| CLIENT-ERROR-COUNT | 0 | 24 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 76 | 334 | 66 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 1,217,294 | 953,784 | 2,381,092 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 714,152 | 9,304,072 | 10,711,132 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 3.0 GB | 7.9 GB | 3.0 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -139,40 +139,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 37.3284 sec | 75.0700 sec | 304.4858 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 33,567 req/sec | 35,499 req/sec | 15,141 req/sec | -| AVG-THROUGHPUT | 26,789 req/sec | 13,274 req/sec | 3,284 req/sec | -| MIN-THROUGHPUT | 10,018 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 4.2842 ms | 2.7405 ms | 11.4297 ms | -| AVG-LATENCY | 26.0603 ms | 18.2231 ms | 152.1359 ms | -| SLOWEST-LATENCY | 520.8716 ms | 4264.2996 ms | 28029.3953 ms | -| Latency p10 | 10.171289 ms | 6.401553 ms | 30.579107 ms | -| Latency p25 | 12.254908 ms | 7.300705 ms | 35.763003 ms | -| Latency p50 | 17.138243 ms | 8.302805 ms | 48.467608 ms | -| Latency p75 | 23.925669 ms | 9.453586 ms | 80.519456 ms | -| Latency p90 | 48.690057 ms | 10.764813 ms | 248.959013 ms | -| Latency p95 | 76.533161 ms | 11.992104 ms | 349.281928 ms | -| Latency p99 | 146.318242 ms | 153.580393 ms | 1324.508306 ms | -| Latency p99.9 | 183.924901 ms | 1935.929712 ms | 10622.316021 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.0 GB | 6.2 GB | 11 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.8 GB | 5.1 GB | 10 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 274 MB | 350 MB | 216 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.4 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 407.67 % | 704.97 % | 380.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 5.1 GB | 6.2 GB | -| CLIENT-MAX-CPU-USAGE | 454.00 % | 292.00 % | 202.00 % | -| CLIENT-MAX-MEMORY-USAGE | 210 MB | 1.7 GB | 88 MB | -| CLIENT-ERROR-COUNT | 0 | 3,452 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 5 | 212 | 270 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 112,190 | 109,945 | 681,774 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 492,444 | 10,249,020 | 32,988,480 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 2.8 GB | 7.3 GB | 2.9 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 37.3284 sec | 75.0700 sec | 304.4858 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 33,567 req/sec | 35,499 req/sec | 15,141 req/sec | +| AVG-THROUGHPUT | 26,789 req/sec | 13,274 req/sec | 3,284 req/sec | +| MIN-THROUGHPUT | 10,018 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 4.2842 ms | 2.7405 ms | 11.4297 ms | +| AVG-LATENCY | 26.0603 ms | 18.2231 ms | 152.1359 ms | +| SLOWEST-LATENCY | 520.8716 ms | 4264.2996 ms | 28029.3953 ms | +| Latency p10 | 10.171289 ms | 6.401553 ms | 30.579107 ms | +| Latency p25 | 12.254908 ms | 7.300705 ms | 35.763003 ms | +| Latency p50 | 17.138243 ms | 8.302805 ms | 48.467608 ms | +| Latency p75 | 23.925669 ms | 9.453586 ms | 80.519456 ms | +| Latency p90 | 48.690057 ms | 10.764813 ms | 248.959013 ms | +| Latency p95 | 76.533161 ms | 11.992104 ms | 349.281928 ms | +| Latency p99 | 146.318242 ms | 153.580393 ms | 1324.508306 ms | +| Latency p99.9 | 183.924901 ms | 1935.929712 ms | 10622.316021 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.0 GB | 6.2 GB | 11 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.8 GB | 5.1 GB | 10 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 274 MB | 350 MB | 216 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.4 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 407.67 % | 704.97 % | 380.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 5.1 GB | 6.2 GB | +| CLIENT-MAX-CPU-USAGE | 454.00 % | 292.00 % | 202.00 % | +| CLIENT-MAX-MEMORY-USAGE | 210 MB | 1.7 GB | 88 MB | +| CLIENT-ERROR-COUNT | 0 | 3,452 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 5 | 212 | 270 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 112,190 | 109,945 | 681,774 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 492,444 | 10,249,020 | 32,988,480 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 2.8 GB | 7.3 GB | 2.9 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -263,40 +263,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 36.3917 sec | 72.1698 sec | 140.9480 sec | -| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | -| MAX-THROUGHPUT | 36,861 req/sec | 39,923 req/sec | 14,455 req/sec | -| AVG-THROUGHPUT | 27,478 req/sec | 13,704 req/sec | 7,094 req/sec | -| MIN-THROUGHPUT | 7,088 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 3.7509 ms | 4.3350 ms | 12.9159 ms | -| AVG-LATENCY | 36.2639 ms | 49.9165 ms | 140.4538 ms | -| SLOWEST-LATENCY | 244.3595 ms | 6056.0204 ms | 21808.2916 ms | -| Latency p10 | 13.700258 ms | 14.719617 ms | 65.494475 ms | -| Latency p25 | 16.855903 ms | 20.289440 ms | 71.570399 ms | -| Latency p50 | 21.895662 ms | 24.861967 ms | 80.420560 ms | -| Latency p75 | 43.387011 ms | 28.165478 ms | 96.334874 ms | -| Latency p90 | 69.199925 ms | 32.086272 ms | 161.048409 ms | -| Latency p95 | 133.035887 ms | 58.675701 ms | 210.603403 ms | -| Latency p99 | 173.021441 ms | 880.253639 ms | 484.701759 ms | -| Latency p99.9 | 188.144407 ms | 3260.921550 ms | 15472.281038 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 5.0 GB | 5.5 GB | 5.6 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 3.9 GB | 4.4 GB | 4.4 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 282 MB | 357 MB | 243 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 1.4 GB | 1.4 GB | 1.5 GB | -| SERVER-MAX-CPU-USAGE | 443.00 % | 695.00 % | 414.00 % | -| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 4.8 GB | 4.9 GB | -| CLIENT-MAX-CPU-USAGE | 566.00 % | 324.00 % | 205.00 % | -| CLIENT-MAX-MEMORY-USAGE | 278 MB | 5.3 GB | 114 MB | -| CLIENT-ERROR-COUNT | 0 | 10,929 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 2 | 216 | 64 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 100,985 | 91,154 | 289,238 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 552,592 | 9,923,988 | 9,537,168 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 2.7 GB | 6.7 GB | 3.1 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 36.3917 sec | 72.1698 sec | 140.9480 sec | +| TOTAL-REQUEST-NUMBER | 1,000,000 | 1,000,000 | 1,000,000 | +| MAX-THROUGHPUT | 36,861 req/sec | 39,923 req/sec | 14,455 req/sec | +| AVG-THROUGHPUT | 27,478 req/sec | 13,704 req/sec | 7,094 req/sec | +| MIN-THROUGHPUT | 7,088 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 3.7509 ms | 4.3350 ms | 12.9159 ms | +| AVG-LATENCY | 36.2639 ms | 49.9165 ms | 140.4538 ms | +| SLOWEST-LATENCY | 244.3595 ms | 6056.0204 ms | 21808.2916 ms | +| Latency p10 | 13.700258 ms | 14.719617 ms | 65.494475 ms | +| Latency p25 | 16.855903 ms | 20.289440 ms | 71.570399 ms | +| Latency p50 | 21.895662 ms | 24.861967 ms | 80.420560 ms | +| Latency p75 | 43.387011 ms | 28.165478 ms | 96.334874 ms | +| Latency p90 | 69.199925 ms | 32.086272 ms | 161.048409 ms | +| Latency p95 | 133.035887 ms | 58.675701 ms | 210.603403 ms | +| Latency p99 | 173.021441 ms | 880.253639 ms | 484.701759 ms | +| Latency p99.9 | 188.144407 ms | 3260.921550 ms | 15472.281038 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 5.0 GB | 5.5 GB | 5.6 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 3.9 GB | 4.4 GB | 4.4 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 282 MB | 357 MB | 243 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 1.4 GB | 1.4 GB | 1.5 GB | +| SERVER-MAX-CPU-USAGE | 443.00 % | 695.00 % | 414.00 % | +| SERVER-MAX-MEMORY-USAGE | 1.1 GB | 4.8 GB | 4.9 GB | +| CLIENT-MAX-CPU-USAGE | 566.00 % | 324.00 % | 205.00 % | +| CLIENT-MAX-MEMORY-USAGE | 278 MB | 5.3 GB | 114 MB | +| CLIENT-ERROR-COUNT | 0 | 10,929 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 2 | 216 | 64 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 100,985 | 91,154 | 289,238 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 552,592 | 9,923,988 | 9,537,168 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 2.7 GB | 6.7 GB | 3.1 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: @@ -387,40 +387,40 @@ zookeeper errors: ``` -+----------------------------------------+-------------------+------------------------+-----------------------+ -| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | -+----------------------------------------+-------------------+------------------------+-----------------------+ -| TOTAL-SECONDS | 141.1728 sec | 4134.1565 sec | 2979.6229 sec | -| TOTAL-REQUEST-NUMBER | 3,000,000 | 3,000,000 | 3,000,000 | -| MAX-THROUGHPUT | 32,215 req/sec | 38,259 req/sec | 15,784 req/sec | -| AVG-THROUGHPUT | 21,250 req/sec | 465 req/sec | 1,006 req/sec | -| MIN-THROUGHPUT | 9,081 req/sec | 0 req/sec | 0 req/sec | -| FASTEST-LATENCY | 3.6479 ms | 1.8912 ms | 10.3322 ms | -| AVG-LATENCY | 32.9036 ms | 28.5018 ms | 496.5874 ms | -| SLOWEST-LATENCY | 1030.3392 ms | 4729.8104 ms | 34484.1252 ms | -| Latency p10 | 10.882650 ms | 5.694308 ms | 35.045139 ms | -| Latency p25 | 13.005974 ms | 6.357600 ms | 44.711879 ms | -| Latency p50 | 18.743999 ms | 7.379354 ms | 66.739638 ms | -| Latency p75 | 31.054943 ms | 8.886502 ms | 116.150396 ms | -| Latency p90 | 96.027241 ms | 11.474394 ms | 540.305996 ms | -| Latency p95 | 123.844111 ms | 14.391699 ms | 1209.603980 ms | -| Latency p99 | 148.837786 ms | 722.847010 ms | 11957.052613 ms | -| Latency p99.9 | 162.994644 ms | 2457.522611 ms | 26068.610794 ms | -| SERVER-TOTAL-NETWORK-RECEIVE-DATA-SUM | 15 GB | 26 GB | 102 GB | -| SERVER-TOTAL-NETWORK-TRANSMIT-DATA-SUM | 12 GB | 24 GB | 98 GB | -| CLIENT-TOTAL-NETWORK-RECEIVE-SUM | 832 MB | 978 MB | 688 MB | -| CLIENT-TOTAL-NETWORK-TRANSMIT-SUM | 4.3 GB | 3.3 GB | 4.4 GB | -| SERVER-MAX-CPU-USAGE | 421.00 % | 752.33 % | 410.67 % | -| SERVER-MAX-MEMORY-USAGE | 2.8 GB | 7.1 GB | 17 GB | -| CLIENT-MAX-CPU-USAGE | 442.00 % | 376.00 % | 217.00 % | -| CLIENT-MAX-MEMORY-USAGE | 265 MB | 1.9 GB | 174 MB | -| CLIENT-ERROR-COUNT | 0 | 1,076,632 | 0 | -| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 14 | 309 | 94,864 | -| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | -| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 333,196 | 360,314 | 3,689,221 | -| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 1,604,172 | 67,295,610 | 794,919,246 | -| SERVER-AVG-DATA-SIZE-ON-DISK | 6.5 GB | 27 GB | 8.2 GB | -+----------------------------------------+-------------------+------------------------+-----------------------+ ++---------------------------------------+-------------------+------------------------+-----------------------+ +| | etcd-v3.1-go1.7.4 | zookeeper-r3.4.9-java8 | consul-v0.7.3-go1.7.4 | ++---------------------------------------+-------------------+------------------------+-----------------------+ +| TOTAL-SECONDS | 141.1728 sec | 4134.1565 sec | 2979.6229 sec | +| TOTAL-REQUEST-NUMBER | 3,000,000 | 3,000,000 | 3,000,000 | +| MAX-THROUGHPUT | 32,215 req/sec | 38,259 req/sec | 15,784 req/sec | +| AVG-THROUGHPUT | 21,250 req/sec | 465 req/sec | 1,006 req/sec | +| MIN-THROUGHPUT | 9,081 req/sec | 0 req/sec | 0 req/sec | +| FASTEST-LATENCY | 3.6479 ms | 1.8912 ms | 10.3322 ms | +| AVG-LATENCY | 32.9036 ms | 28.5018 ms | 496.5874 ms | +| SLOWEST-LATENCY | 1030.3392 ms | 4729.8104 ms | 34484.1252 ms | +| Latency p10 | 10.882650 ms | 5.694308 ms | 35.045139 ms | +| Latency p25 | 13.005974 ms | 6.357600 ms | 44.711879 ms | +| Latency p50 | 18.743999 ms | 7.379354 ms | 66.739638 ms | +| Latency p75 | 31.054943 ms | 8.886502 ms | 116.150396 ms | +| Latency p90 | 96.027241 ms | 11.474394 ms | 540.305996 ms | +| Latency p95 | 123.844111 ms | 14.391699 ms | 1209.603980 ms | +| Latency p99 | 148.837786 ms | 722.847010 ms | 11957.052613 ms | +| Latency p99.9 | 162.994644 ms | 2457.522611 ms | 26068.610794 ms | +| SERVER-TOTAL-NETWORK-RX-DATA-SUM | 15 GB | 26 GB | 102 GB | +| SERVER-TOTAL-NETWORK-TX-DATA-SUM | 12 GB | 24 GB | 98 GB | +| CLIENT-TOTAL-NETWORK-RX-SUM | 832 MB | 978 MB | 688 MB | +| CLIENT-TOTAL-NETWORK-TX-SUM | 4.3 GB | 3.3 GB | 4.4 GB | +| SERVER-MAX-CPU-USAGE | 421.00 % | 752.33 % | 410.67 % | +| SERVER-MAX-MEMORY-USAGE | 2.8 GB | 7.1 GB | 17 GB | +| CLIENT-MAX-CPU-USAGE | 442.00 % | 376.00 % | 217.00 % | +| CLIENT-MAX-MEMORY-USAGE | 265 MB | 1.9 GB | 174 MB | +| CLIENT-ERROR-COUNT | 0 | 1,076,632 | 0 | +| SERVER-AVG-READS-COMPLETED-DELTA-SUM | 14 | 309 | 94,864 | +| SERVER-AVG-SECTORS-READS-DELTA-SUM | 0 | 0 | 0 | +| SERVER-AVG-WRITES-COMPLETED-DELTA-SUM | 333,196 | 360,314 | 3,689,221 | +| SERVER-AVG-SECTORS-WRITTEN-DELTA-SUM | 1,604,172 | 67,295,610 | 794,919,246 | +| SERVER-AVG-DATA-SIZE-ON-DISK | 6.5 GB | 27 GB | 8.2 GB | ++---------------------------------------+-------------------+------------------------+-----------------------+ zookeeper errors: