X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=6f03acd18850ecccdc8708d72af03671f50265cc;hb=7b890eb5e4fda01ea1147033f86824247f1a6cf5;hp=f58c4b99890936af88e3b298d75144cf6d93f692;hpb=c1335b81c08aeeb5d45af39d45ce02dc1a7d4235;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index f58c4b9989..6f03acd188 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -184,33 +184,29 @@ plot-vpp-throughput-lat-tsa-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 15 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: csit-vpp-perf-verify-2001-3n-hsw: @@ -228,6 +224,13 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -238,22 +241,20 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel + - 14 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace @@ -277,19 +278,23 @@ plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-verify-2001-3n-skx: - 1 # NDRPDR sel + - 19 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 10 # NDRPDR sel + - 21 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace: @@ -309,11 +314,8 @@ plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 30 # NFV + - 31 # NFV plot-vpp-nfv-2n-skx-mrr: # TODO: Replace the data @@ -343,8 +345,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel plot-dpdk-hdrh-lat-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: @@ -356,24 +364,21 @@ plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel + - 22 # NDRPDR sel plot-vpp-nfv-2n-clx-ndrpdr: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: # TODO: Replace the data @@ -405,6 +410,8 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -413,7 +420,6 @@ # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -421,11 +427,14 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -436,6 +445,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -445,17 +455,17 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-nic-comparison-2n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: # TODO: Replace @@ -473,22 +483,25 @@ vpp-perf-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 15 # NDRPDR sel + - 18 # NDRPDR full + - 20 # NDRPDR full + - 26 # NDRPDR full + - 28 # NDRPDR full vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 6 # NDRPDR sel + - 14 # NDRPDR sel vpp-perf-results-2n-skx: - # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 10 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full vpp-perf-results-2n-clx: # TODO: Replace csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel + - 22 # NDRPDR sel vpp-perf-results-3n-tsh: # TODO: Replace @@ -496,14 +509,17 @@ - 3 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel + - 13 # NDRPDR full + - 15 # NDRPDR full + - 19 # NDRPDR full + - 20 # NDRPDR full + - 21 # NDRPDR full vpp-perf-results-2n-dnv: - # TODO: Replace csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + - 21 # NDRPDR full + - 22 # NDRPDR full vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: @@ -534,16 +550,12 @@ - 17 # MRR sel vpp-mrr-results-3n-dnv: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-dnv: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-dnv: + - 11 # MRR sel vpp-mrr-results-2n-dnv: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel + csit-vpp-perf-verify-2001-2n-dnv: + - 12 # MRR sel vpp-device-results-ubuntu: csit-vpp-device-2001-ubuntu1804-1n-skx: @@ -560,7 +572,6 @@ dpdk-perf-results-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: - 1 # NDRPDR sel - - 19 # NDRPDR sel dpdk-perf-results-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: @@ -569,6 +580,75 @@ ########################################################################### # Tables (more than one data set) + # The GOOD and the BAD + + vpp-performance-3n-skx-bad: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + vpp-performance-3n-skx-good: + csit-vpp-perf-verify-2001-3n-skx: + - 14 # NDRPDR sel + - 15 # NDRPDR sel + vpp-performance-3n-skx: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + - 14 # NDRPDR sel + - 15 # NDRPDR sel + + vpp-performance-2n-skx-bad: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + vpp-performance-2n-skx-good: + csit-vpp-perf-verify-2001-2n-skx: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + vpp-performance-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + + vpp-performance-2n-clx-bad: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + vpp-performance-2n-clx-good: + csit-vpp-perf-verify-2001-2n-clx: + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + vpp-performance-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + # Performance changes vpp-performance-changes-3n-hsw-h1: @@ -597,16 +677,14 @@ - 21 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -639,10 +717,9 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -675,9 +752,12 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -691,11 +771,8 @@ vpp-performance-changes-nfv-2n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 30 # NFV + - 31 # NFV vpp-performance-changes-nfv-2n-skx: - "vpp-performance-changes-nfv-2n-skx-ref" - "vpp-performance-changes-nfv-2n-skx-cmp" @@ -713,7 +790,6 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -724,6 +800,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-2n-dnv: - "vpp-performance-changes-2n-dnv-ref" - "vpp-performance-changes-2n-dnv-cmp" @@ -741,7 +818,6 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -749,6 +825,10 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel vpp-performance-changes-3n-dnv: - "vpp-performance-changes-3n-dnv-ref" - "vpp-performance-changes-3n-dnv-cmp" @@ -770,6 +850,8 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -859,10 +941,8 @@ csit-vpp-perf-verify-1908-2n-dnv: - 11 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel + csit-vpp-perf-verify-2001-2n-dnv: + - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr: - "vpp-performance-changes-2n-dnv-mrr-ref" - "vpp-performance-changes-2n-dnv-mrr-cmp" @@ -871,10 +951,8 @@ csit-vpp-perf-verify-1908-3n-dnv: - 17 # MRR sel vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-3n-dnv: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel + csit-vpp-perf-verify-2001-3n-dnv: + - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr: - "vpp-performance-changes-3n-dnv-mrr-ref" - "vpp-performance-changes-3n-dnv-mrr-cmp" @@ -927,6 +1005,13 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -1011,8 +1096,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -1022,23 +1113,20 @@ vpp-compare-testbeds-ref: csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -1046,17 +1134,19 @@ vpp-compare-testbeds-skx-clx-ref: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1099,6 +1189,13 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel dpdk-compare-testbeds-cmp: csit-dpdk-perf-verify-2001-3n-skx: - 1 # NDRPDR sel @@ -1129,8 +1226,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-compare-testbeds-skx-clx-cmp: csit-dpdk-perf-verify-2001-2n-clx: - 1 # NDRPDR sel @@ -1152,16 +1255,18 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-topologies-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1206,8 +1311,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -1750,13 +1861,13 @@ bgcolor: "rgba(255, 255, 255, 0)" bordercolor: "rgba(255, 255, 255, 0)" xaxis: - type: "log" + type: "linear" title: "Percentile [%]" titlefont: size: 14 autorange: False fixedrange: False - range: [1e-6, 3] + range: [0, 100] gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" linewidth: 1 @@ -1764,13 +1875,12 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] - tickangle: 315 - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickvals: [0, 25, 50, 75, 100] + ticktext: [0, 25, 50, 75, 100] tickfont: size: 14 yaxis: - title: "Packet Latency [uSec]" + title: "One-Way Latency per Direction [uSec]" titlefont: size: 14 gridcolor: "rgb(230, 230, 230)" @@ -1843,17 +1953,19 @@ - 59 # NDRPDR sel vhost - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel - 17 # MRR sel + - 18 # NDRPDR full + - 20 # NDRPDR full + - 26 # NDRPDR full + - 28 # NDRPDR full csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -1890,10 +2002,13 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1942,21 +2057,32 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 10 # NDRPDR sel - - 9 # NFV - - 12 # NFV - - 13 # NFV - - 15 # NFV - - 16 # NFV + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 30 # NFV + - 31 # NFV csit-vpp-perf-verify-2001-2n-clx: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1973,6 +2099,8 @@ csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -1993,6 +2121,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 11 # MRR sel + - 13 # NDRPDR full + - 15 # NDRPDR full + - 19 # NDRPDR full + - 20 # NDRPDR full + - 21 # NDRPDR full csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2016,6 +2154,10 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 16 # NDRPDR sel + - 12 # MRR sel + - 21 # NDRPDR full + - 22 # NDRPDR full csit-dpdk-perf-verify-1904-3n-hsw: - 2 # NDRPDR sel @@ -2050,6 +2192,13 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel @@ -2120,8 +2269,14 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 13 # NDRPDR sel + - 26 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 27 # NDRPDR sel + - 21 # NDRPDR sel + - 25 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-clx: - 1 # NDRPDR sel @@ -2452,6 +2607,237 @@ - "result" - "tags" +################################################################################ +# The Bad and the good + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ################################################################################ # VPP @@ -6557,7 +6943,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -26872,6 +27258,7 @@ output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -26882,6 +27269,7 @@ output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-skx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -26892,6 +27280,7 @@ output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-clx" + filter: "'2T1C' and 'NIC_Mellanox-CX556A'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -26902,6 +27291,7 @@ output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-hsw" + filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -26912,5 +27302,6 @@ output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-tsh" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-by-percentile"