tools/perf/benchmark/graph_plotter/example_plot/benchmark.csv

1	StartTime	ActualDuration	Labels	NumThreads	ActualQPS	p50	p90	p99	cpu_mili_avg_istio_proxy_fortioclient	cpu_mili_avg_istio_proxy_fortioserver	cpu_mili_avg_istio_proxy_istio-ingressgateway	mem_Mi_avg_istio_proxy_fortioclient	mem_Mi_avg_istio_proxy_fortioserver	mem_Mi_avg_istio_proxy_istio-ingressgateway
2	2020-08-12T08:44:44.445810184Z	240	ecbc1c65_qps_1000_c_8_1024_v2-stats-nullvm_both	8	1000	2241	2839	3363	277.0500325408092	236.00727172688872	13.252064182799195	70.309375	103.787890625	91.109375
3	2020-08-12T04:04:47.763407773Z	240	ff93ac4f_qps_10_c_16_1024_none_mtls_baseline	16	10	517	634	698	2.88853493441802	3.314715679088558	11.92490971104278	63.998046875	70.800390625	82.208984375
4	2020-08-12T04:49:23.856836584Z	240	ff93ac4f_qps_3000_c_16_1024_none_mtls_both	16	3000	1815	2253	2811	453.23910290191816	477.4848291184769	13.148972501953908	67.30859375	119.75078125	84.80390625
5	2020-08-12T07:46:34.831579377Z	240	33f5d93d_qps_1000_c_2_1024_v2-sd-nologging-nullvm_both	2	1000	1080	1225	1449	341.42180627486874	380.6255026579326	12.282095116860754	68.2515625	153.39453125	89.430859375
6	2020-08-12T04:29:06.197272127Z	240	ff93ac4f_qps_1000_c_16_1024_none_mtls_baseline	16	1000	316	421	547	2.618761048346882	2.816096074911405	11.781905462012094	66.040625	92.4015625	83.744921875
7	2020-08-12T05:05:47.509586199Z	240	ccdf912e_qps_1000_c_4_1024_none_mtls_both	4	1000	1196	1476	1740	171.68890454063865	250.57333352693865	12.437776309386496	67.86015625	147.984375	85.627734375
8	2020-08-12T06:48:18.948648914Z	240	c075374b_qps_1000_c_8_1024_v2-sd-full-nullvm_baseline	8	1000	344	471	610	3.1299937745972244	3.994201101359324	12.413602640109241	70.7234375	294.05703125	89.19609375
9	2020-08-12T09:06:21.417995139Z	240	c89f14bd_qps_100_c_16_1024_v2-stats-wasm_both	16	100	1484	2245	2998	47.188811148707664	53.500870687506776	13.795423263700275	168.445703125	175.803125	269.25
10	2020-08-12T08:02:51.024477837Z	240	33f5d93d_qps_1000_c_32_1024_v2-sd-nologging-nullvm_both	32	1000	2520	3664	4736	244.4430962121746	275.398304616629	12.536610020919003	69.436328125	207.64609375	89.515625
11	2020-08-12T09:18:34.434670513Z	240	c89f14bd_qps_2000_c_16_1024_v2-stats-wasm_both	16	2000	3927	4852	5808	500.1214810594623	577.3420727311851	13.12301058736121	169.87890625	209.303125	269.2890625
12	2020-08-12T09:02:18.412685257Z	240	c89f14bd_qps_10_c_16_1024_v2-stats-wasm_both	16	10	2177	2472	2965	10.11531774594691	12.22241287428841	13.66455864985241	71.79296875	150.2734375	269.25
13	2020-08-12T09:48:28.397760808Z	240	9b774d02_qps_1000_c_64_1024_v2-stats-wasm_both	64	1000	3725	6157	8445	272.08513398194236	285.12339845718714	12.649285414550842	172.171484375	315.361328125	269.29609375
14	2020-08-12T08:40:40.349028925Z	240	ecbc1c65_qps_1000_c_4_1024_v2-stats-nullvm_both	4	1000	1879	2206	2498	221.1625524576455	252.8165173098736	13.41705031095967	70.196875	91.4484375	91.10859375
15	2020-08-12T06:40:12.315195586Z	240	c075374b_qps_1000_c_4_1024_v2-sd-full-nullvm_baseline	4	1000	339	427	532	3.2412123000153437	3.975897185632995	13.102883609950096	70.558203125	275.291796875	89.1609375
16	2020-08-12T07:54:43.184918079Z	240	33f5d93d_qps_1000_c_8_1024_v2-sd-nologging-nullvm_both	8	1000	1650	2177	2711	288.21531580663896	293.39118754553294	12.30570565937543	68.90234375	181.7828125	89.44609375
17	2020-08-12T05:59:20.532580605Z	240	c980fd71_qps_500_c_16_1024_v2-sd-full-nullvm_baseline	16	500	350	506	692	2.8177955629919116	4.055568488101363	11.962058360164749	66.304296875	97.0015625	88.71953125
18	2020-08-12T05:17:58.805106487Z	240	ccdf912e_qps_1000_c_16_1024_none_mtls_baseline	16	1000	359	534	694	2.72298121965691	3.0105790923155973	13.18605601835216	68.18515625	165.8625	85.90703125
19	2020-08-12T04:20:59.762517913Z	240	ff93ac4f_qps_500_c_16_1024_none_mtls_baseline	16	500	337	452	608	2.285234623687649	2.7517626392231587	10.939047994563794	65.47890625	85.671484375	83.42109375
20	2020-08-12T07:00:28.859736245Z	240	c075374b_qps_1000_c_16_1024_v2-sd-full-nullvm_both	16	1000	2302	3117	3937	249.48048084114046	347.13928462876004	13.254195916488623	71.63984375	309.29140625	89.2484375
21	2020-08-12T06:36:08.044479453Z	240	c075374b_qps_1000_c_2_1024_v2-sd-full-nullvm_both	2	1000	1264	1464	1695	346.4319261724832	328.9073871657117	12.321134972505112	70.453125	259.517578125	89.15625
22	2020-08-12T07:12:42.369461013Z	240	c075374b_qps_1000_c_64_1024_v2-sd-full-nullvm_baseline	64	1000	313	405	653	3.3392214374419207	4.170061520285898	13.636393451775346	72.10234375	338.305078125	89.32421875
23	2020-08-12T04:45:20.592556816Z	240	ff93ac4f_qps_3000_c_16_1024_none_mtls_baseline	16	3000	329	445	634	2.672253236286434	3.0432633091523873	13.243834546311838	67.164453125	118.5796875	84.5609375
24	2020-08-12T07:25:57.695082406Z	240	50b3e488_qps_100_c_16_1024_v2-sd-nologging-nullvm_both	16	100	1237	1789	2372	41.70326058466474	44.240750587250396	12.857794654088327	65.6171875	77.4125	89.38125
25	2020-08-12T04:37:12.862391192Z	240	ff93ac4f_qps_2000_c_16_1024_none_mtls_baseline	16	2000	307	404	548	2.3662935056270804	2.804971573062898	11.277399065142085	66.4953125	102.84140625	84.1953125
26	2020-08-12T07:04:36.452926702Z	240	c075374b_qps_1000_c_32_1024_v2-sd-full-nullvm_baseline	32	1000	327	450	691	3.3265344685406246	4.081102439066941	13.835902621778612	71.782421875	324.779296875	89.26328125
27	2020-08-12T08:12:11.111855069Z	240	cadf887c_qps_10_c_16_1024_v2-stats-nullvm_both	16	10	1840	2165	2488	8.673067019706863	9.623125764213045	13.805985431047112	66.962890625	228.0859375	90.95546875
28	2020-08-12T05:51:14.900188009Z	240	c980fd71_qps_100_c_16_1024_v2-sd-full-nullvm_baseline	16	100	399	532	692	2.9163569222519543	4.057073135777704	13.122977422444162	65.93046875	85.15703125	88.5328125
29	2020-08-12T08:24:13.533630256Z	240	cadf887c_qps_1000_c_16_1024_v2-stats-nullvm_both	16	1000	2514	3472	4277	253.50741475099386	279.12364251169663	13.914603573740767	68.86640625	67.778515625	90.98046875
30	2020-08-12T09:35:14.916829428Z	240	9b774d02_qps_1000_c_8_1024_v2-stats-wasm_both	8	1000	3083	3805	4400	237.4470702793879	265.13326240365194	13.052386916460069	171.173828125	270.2859375	269.29296875
31	2020-08-12T04:41:15.389646886Z	240	ff93ac4f_qps_2000_c_16_1024_none_mtls_both	16	2000	1618	2143	2728	286.30312631047286	346.8042068451387	12.223306314439975	66.91015625	104.275	84.32421875
32	2020-08-12T08:36:36.380209494Z	240	ecbc1c65_qps_1000_c_2_1024_v2-stats-nullvm_both	2	1000	1222	1455	1680	353.3723229644498	302.74852434004464	13.261456911160323	69.99140625	74.25	91.1171875
33	2020-08-12T05:38:14.978679061Z	240	ccdf912e_qps_1000_c_64_1024_none_mtls_both	64	1000	1266	2017	2926	184.27844037100778	193.21718157280537	12.355532178301353	69.00078125	185.191796875	86.3328125
34	2020-08-12T06:15:35.622498371Z	240	c980fd71_qps_2000_c_16_1024_v2-sd-full-nullvm_baseline	16	2000	325	455	639	2.5922860759426745	4.070090485559029	12.945712031817315	67.8515625	181.6203125	89.07265625
35	2020-08-12T07:08:38.244723111Z	240	c075374b_qps_1000_c_32_1024_v2-sd-full-nullvm_both	32	1000	3031	4427	5936	244.13837613158472	320.09987824324014	13.34905887306086	71.98125	324.924609375	89.2953125
36	2020-08-12T04:16:56.645454073Z	240	ff93ac4f_qps_100_c_16_1024_none_mtls_both	16	100	980	1411	1940	30.7751988198041	32.06428804594045	11.873672939618613	65.371484375	82.717578125	83.1890625
37	2020-08-12T06:52:22.086363393Z	240	c075374b_qps_1000_c_8_1024_v2-sd-full-nullvm_both	8	1000	1866	2439	2970	256.23394097208916	347.2941736610409	12.839634940308025	70.801171875	296.626171875	89.214453125
38	2020-08-12T05:43:08.943982311Z	240	c980fd71_qps_10_c_16_1024_v2-sd-full-nullvm_baseline	16	10	571	677	772	2.7897151422982045	3.6599512175224502	12.656085281463534	64.4765625	71.341015625	88.42578125
39	2020-08-12T05:01:45.075368445Z	240	ccdf912e_qps_1000_c_4_1024_none_mtls_baseline	4	1000	356	442	539	2.5010521870398144	2.8417230752401315	12.249456682866548	67.833984375	147.280859375	85.5390625
40	2020-08-12T08:56:56.221112184Z	240	ecbc1c65_qps_1000_c_64_1024_v2-stats-nullvm_both	64	1000	2137	3425	4876	249.09359653696822	270.4758093275002	14.047895288949638	71.24921875	141.646484375	91.13671875
41	2020-08-12T09:14:29.666203665Z	240	c89f14bd_qps_1000_c_16_1024_v2-stats-wasm_both	16	1000	3245	4507	5685	278.9193875175434	319.31442865347793	13.144836129688642	169.409765625	191.80546875	269.25
42	2020-08-12T04:12:54.240536218Z	240	ff93ac4f_qps_100_c_16_1024_none_mtls_baseline	16	100	381	488	677	2.5252429414596427	2.925102288102891	11.589857404396506	64.993359375	80.91796875	83.01015625
43	2020-08-12T06:56:26.044680135Z	240	c075374b_qps_1000_c_16_1024_v2-sd-full-nullvm_baseline	16	1000	333	503	678	3.244051799640893	4.04131618203972	13.187089593246714	70.841796875	256.735546875	89.226953125
44	2020-08-12T09:10:26.115977752Z	240	c89f14bd_qps_500_c_16_1024_v2-stats-wasm_both	16	500	2325	3433	4410	172.49249065011318	203.60052436357452	13.491906879275428	168.831640625	180.56875	269.25
45	2020-08-12T07:58:46.911460809Z	240	33f5d93d_qps_1000_c_16_1024_v2-sd-nologging-nullvm_both	16	1000	2095	2874	3487	258.14345659193793	282.5810007110196	12.550060441943778	69.06640625	194.62734375	89.49296875
46	2020-08-12T04:53:37.273215607Z	240	ccdf912e_qps_1000_c_2_1024_none_mtls_baseline	2	1000	353	433	525	2.648475226955152	3.075943771828707	12.538040333266022	67.45078125	138.7421875	84.9671875
47	2020-08-12T07:16:45.693800148Z	240	c075374b_qps_1000_c_64_1024_v2-sd-full-nullvm_both	64	1000	2808	4854	7611	233.68266473130655	296.2901892121635	13.297634180121085	72.443359375	342.213671875	89.3421875
48	2020-08-12T05:22:01.646059665Z	240	ccdf912e_qps_1000_c_16_1024_none_mtls_both	16	1000	1444	2070	2730	197.02812856950416	213.26402812481297	12.088720274392543	68.284375	166.353125	86.0015625
49	2020-08-12T05:13:55.296618823Z	240	ccdf912e_qps_1000_c_8_1024_none_mtls_both	8	1000	1351	1792	2199	223.98482674048572	221.76109034247798	12.962979946649147	68.0515625	157.19453125	85.76953125
50	2020-08-12T05:55:17.373078187Z	240	c980fd71_qps_100_c_16_1024_v2-sd-full-nullvm_both	16	100	1269	1829	2452	42.0541141493578	52.66441211672483	11.984006994915546	66.198828125	93.4265625	88.63984375
51	2020-08-12T05:26:05.723854199Z	240	ccdf912e_qps_1000_c_32_1024_none_mtls_baseline	32	1000	337	463	695	2.4772435536933224	2.960276099926137	13.266274322054896	68.3	175.43359375	86.13671875
52	2020-08-12T05:34:11.76304286Z	240	ccdf912e_qps_1000_c_64_1024_none_mtls_baseline	64	1000	320	419	663	2.6086556561996157	3.203896130096372	13.148184600299947	68.5390625	184.491015625	86.315234375
53	2020-08-12T06:11:31.134986812Z	240	c980fd71_qps_1000_c_16_1024_v2-sd-full-nullvm_both	16	1000	2168	2944	3740	251.64772232799803	325.9734942844632	12.073693731854231	67.315625	163.660546875	89.0015625
54	2020-08-12T08:48:47.814120619Z	240	ecbc1c65_qps_1000_c_16_1024_v2-stats-nullvm_both	16	1000	2276	3254	3982	276.8568590247334	290.44643911576475	13.473713937438767	70.496875	115.615625	91.11796875
55	2020-08-12T08:52:51.780536998Z	240	ecbc1c65_qps_1000_c_32_1024_v2-stats-nullvm_both	32	1000	2485	3614	4696	257.6411058894593	286.2848248688465	13.870916605060987	70.815234375	129.10234375	91.15078125
56	2020-08-12T06:27:47.050805907Z	240	c980fd71_qps_3000_c_16_1024_v2-sd-full-nullvm_both	16	3000	2745	3377	3921	599.4997231821111	763.1489803538492	12.954130888140186	70.426171875	235.287890625	89.11953125
57	2020-08-12T06:23:43.882378171Z	240	c980fd71_qps_3000_c_16_1024_v2-sd-full-nullvm_baseline	16	3000	324	451	709	3.132485827962374	3.887455188099425	13.956762812628014	70.205078125	206.95390625	89.1171875
58	2020-08-12T07:34:04.515709518Z	240	50b3e488_qps_1000_c_16_1024_v2-sd-nologging-nullvm_both	16	1000	2019	2858	3528	263.55377817128175	291.5162346580833	12.583092671883438	66.8984375	90.019921875	89.41015625
59	2020-08-12T04:33:08.908753423Z	240	ff93ac4f_qps_1000_c_16_1024_none_mtls_both	16	1000	1214	1696	2186	177.94344810661715	225.1228482948607	12.688878386479969	66.340625	93.706640625	83.988671875
60	2020-08-12T06:32:05.284969652Z	240	c075374b_qps_1000_c_2_1024_v2-sd-full-nullvm_baseline	2	1000	332	413	512	2.8690856758605334	3.734067530819765	13.048488645320502	70.41015625	255.978515625	89.125
61	2020-08-12T06:07:28.37269855Z	240	c980fd71_qps_1000_c_16_1024_v2-sd-full-nullvm_baseline	16	1000	338	508	682	3.056203874589036	4.052253772516614	12.789805613548342	66.715625	135.301171875	88.934375
62	2020-08-12T06:03:25.005848122Z	240	c980fd71_qps_500_c_16_1024_v2-sd-full-nullvm_both	16	500	1535	2374	3245	162.69028120320334	195.68466910451977	12.608493125785763	66.62421875	120.576171875	88.8359375
63	2020-08-12T04:57:39.996899112Z	240	ccdf912e_qps_1000_c_2_1024_none_mtls_both	2	1000	1118	1247	1491	196.45820968072175	220.89605871933554	11.731427047818894	67.5984375	139.60859375	85.21015625
64	2020-08-12T05:30:08.045080332Z	240	ccdf912e_qps_1000_c_32_1024_none_mtls_both	32	1000	1287	2054	2857	199.55103267609016	223.7341828911878	13.306539303085733	68.518359375	176.5609375	86.209765625
65	2020-08-12T05:47:11.647503201Z	240	c980fd71_qps_10_c_16_1024_v2-sd-full-nullvm_both	16	10	1874	2193	2496	8.554296673270072	12.66575500886751	12.399471042684707	65.58671875	81.98515625	88.490234375
66	2020-08-12T09:43:22.766348247Z	240	9b774d02_qps_1000_c_32_1024_v2-stats-wasm_both	32	1000	4590	6325	7830	257.44862227853145	313.0660068162611	13.866144440847698	171.75703125	300.4921875	269.29296875
67	2020-08-12T06:44:14.755212939Z	240	c075374b_qps_1000_c_4_1024_v2-sd-full-nullvm_both	4	1000	1558	1914	2198	231.02888153285	359.2925805526606	11.663170663456189	70.671875	278.788671875	89.1796875
68	2020-08-12T09:31:10.663057865Z	240	9b774d02_qps_1000_c_4_1024_v2-stats-wasm_both	4	1000	1966	2268	2626	305.04169954388465	275.5364179817451	13.55773385823034	170.7515625	256.1640625	269.29296875
69	2020-08-12T08:20:12.899684557Z	240	cadf887c_qps_500_c_16_1024_v2-stats-nullvm_both	16	500	1612	2448	3294	144.19462899505595	170.36552213531283	12.688806849887987	68.492578125	67.204296875	90.98046875
70	2020-08-12T04:08:51.133487688Z	240	ff93ac4f_qps_10_c_16_1024_none_mtls_both	16	10	1389	1699	1975	6.591402195799472	7.230072185907673	11.533725804649116	64.674609375	75.84375	82.745703125
71	2020-08-12T07:38:08.482657235Z	240	50b3e488_qps_2000_c_16_1024_v2-sd-nologging-nullvm_both	16	2000	2701	3431	3988	418.125878288496	492.6321329984186	13.218835423847036	67.519921875	103.036328125	89.41015625
72	2020-08-12T08:28:14.197028406Z	240	cadf887c_qps_2000_c_16_1024_v2-stats-nullvm_both	16	2000	2865	3506	3996	447.3933632785396	463.28610471140496	13.721652780092791	69.1890625	68.133984375	91.032421875
73	2020-08-12T05:09:52.087186243Z	240	ccdf912e_qps_1000_c_8_1024_none_mtls_baseline	8	1000	365	498	640	2.686723661324134	2.7661681679719297	12.716353618871459	67.934375	156.97890625	85.69140625
74	2020-08-12T07:42:13.366830623Z	240	50b3e488_qps_3000_c_16_1024_v2-sd-nologging-nullvm_both	16	3000	2949	3590	3994	545.4787754537957	676.093699541292	12.631715692937648	68.034375	124.3421875	89.41015625
75	2020-08-12T07:21:54.443883645Z	240	50b3e488_qps_10_c_16_1024_v2-sd-nologging-nullvm_both	16	10	1815	2122	2471	8.132598263942837	9.792616243308146	12.962738160879853	64.85625	70.130078125	89.37109375
76	2020-08-12T04:25:03.043302316Z	240	ff93ac4f_qps_500_c_16_1024_none_mtls_both	16	500	990	1459	1924	116.76558276030505	127.08326790448815	11.348719350395644	65.738671875	86.7390625	83.53515625
77	2020-08-12T09:39:18.652981017Z	240	9b774d02_qps_1000_c_16_1024_v2-stats-wasm_both	16	1000	3720	4847	5863	293.4826890167729	307.8219270116806	13.457334704261804	171.37421875	284.934765625	269.29296875
78	2020-08-12T08:16:11.863924163Z	240	cadf887c_qps_100_c_16_1024_v2-stats-nullvm_both	16	100	1256	1837	2440	42.241986889960266	45.405141320560936	13.209159370975135	67.953125	66.739453125	90.98046875
79	2020-08-12T07:50:38.947577656Z	240	33f5d93d_qps_1000_c_4_1024_v2-sd-nologging-nullvm_both	4	1000	1346	1634	1906	285.50508483915235	315.82073883443996	13.326233378510267	68.65546875	168.564453125	89.425
80	2020-08-12T07:30:01.13844575Z	240	50b3e488_qps_500_c_16_1024_v2-sd-nologging-nullvm_both	16	500	1465	2270	2996	162.1584113099385	156.6634604971681	12.78870881890492	66.177734375	81.590625	89.41015625
81	2020-08-12T08:06:56.654907311Z	240	33f5d93d_qps_1000_c_64_1024_v2-sd-nologging-nullvm_both	64	1000	2918	4649	6724	229.0932640594745	261.28166115052255	12.93931110579621	70.44140625	220.025390625	89.515625
82	2020-08-12T08:32:15.199623534Z	240	cadf887c_qps_3000_c_16_1024_v2-stats-nullvm_both	16	3000	3005	3735	4237	572.5848362840553	656.8377770237545	14.338234304243963	69.800390625	68.700390625	91.0609375
83	2020-08-12T06:19:38.112996082Z	240	c980fd71_qps_2000_c_16_1024_v2-sd-full-nullvm_both	16	2000	2918	3708	4356	432.5092392715796	574.3658881891722	13.038167818094342	69.141796875	177.013671875	89.08203125