X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=c3a51a36b29ae270f791e6d64f7b023b67e6e867;hb=216c68cc8b010642c4de21673b7d8e18006767e2;hp=015d94df08ce46f63ed5afe7cb420df8a81ec25c;hpb=f5863d6213bf0066b9647a7dde10d56bd7260f80;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 015d94df08..c3a51a36b2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -182,6 +182,7 @@ plot-vpp-hoststack-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - 45 # rls2101.rc2 Hoststack iter env 6 + - 47 # rls2101.rc2 Hoststack iter env 6 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: @@ -247,6 +248,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: @@ -363,10 +365,11 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: @@ -391,6 +394,7 @@ csit-vpp-perf-report-iterative-2101-2n-tx2: - 8 # rls2101.rc2 NDRPDR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 + - 14 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: @@ -411,16 +415,11 @@ plot-vpp-throughput-lat-tsa-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -430,16 +429,11 @@ plot-vpp-throughput-lat-tsa-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -464,6 +458,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -501,7 +496,7 @@ vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: @@ -510,12 +505,12 @@ vpp-perf-results-3n-dnv: # csit-vpp-perf-report-coverage-2101-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-dnv: # csit-vpp-perf-report-coverage-2101-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: @@ -679,6 +674,7 @@ - 17 # rls2009 NDRPDR iter env 6 - 18 # rls2009 NDRPDR iter env 6 - 25 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -730,12 +726,16 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - 30 # rls2101.rc2 NDRPDR iter env 6 - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -802,6 +802,7 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - 15 # rls2101.rc2 NDRPDR iter env 6 @@ -849,16 +850,11 @@ - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -899,16 +895,11 @@ - 24 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -942,6 +933,7 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 # vpp-performance-changes-2n-tx2-h1: # csit-vpp-perf-report-iterative-2009-2n-tx2: @@ -960,6 +952,7 @@ csit-vpp-perf-report-iterative-2101-2n-tx2: - 8 # rls2101.rc2 NDRPDR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 + - 14 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: @@ -967,6 +960,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - 35 # rls2101.rc2 soak env 6 @@ -976,6 +970,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 - 35 # rls2101.rc2 soak env 6 vpp-soak-vs-ndr-2n-clx-ref: @@ -1368,6 +1363,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - 23 # rls2101.rc2 NDRPDR iter env 6 @@ -1475,6 +1471,7 @@ - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -2229,7 +2226,7 @@ xanchor: "left" yanchor: "top" x: 0 - y: -0.5 + y: -0.2 bgcolor: "rgba(255, 255, 255, 0)" bordercolor: "rgba(255, 255, 255, 0)" xaxis: @@ -2369,16 +2366,6 @@ - 29 # rls2009 NDRPDR iter env 5 - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 - - 32 # rls2009 Hoststack iter env 5 - - 33 # rls2009 Hoststack iter env 5 - - 34 # rls2009 Hoststack iter env 5 - - 35 # rls2009 Hoststack iter env 5 - - 36 # rls2009 Hoststack iter env 5 - - 37 # rls2009 Hoststack iter env 5 - - 38 # rls2009 Hoststack iter env 5 - - 39 # rls2009 Hoststack iter env 5 - - 40 # rls2009 Hoststack iter env 5 - - 41 # rls2009 Hoststack iter env 5 csit-vpp-perf-report-iterative-2101-3n-hsw: - 17 # rls2009 MRR iter env 6 - 19 # rls2009 NDRPDR iter env 6 @@ -2403,6 +2390,7 @@ - 38 # rls2101.rc2 NDRPDR iter env 6 - 39 # rls2101.rc2 NDRPDR iter env 6 - 45 # rls2101.rc2 Hoststack iter env 6 + - 47 # rls2101.rc2 Hoststack iter env 6 # csit-vpp-perf-report-coverage-2101-3n-hsw: @@ -2437,6 +2425,7 @@ - 17 # rls2009 NDRPDR iter env 6 - 18 # rls2009 NDRPDR iter env 6 - 25 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 - 19 # rls2101.rc2 MRR iter env 6 - 20 # rls2101.rc2 NDRPDR iter env 6 @@ -2488,11 +2477,15 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 - 29 # rls2101.rc2 MRR iter env 6 - 30 # rls2101.rc2 NDRPDR iter env 6 - 31 # rls2101.rc2 NDRPDR iter env 6 - 37 # rls2101.rc2 NDRPDR iter env 6 - 38 # rls2101.rc2 NDRPDR iter env 6 + - 43 # rls2101.rc2 NDRPDR iter env 6 - 32 # rls2101.rc2 MRR nf-density iter env 6 - 33 # rls2101.rc2 NDRPDR nf-density iter env 6 - 34 # rls2101.rc2 NDRPDR reconf iter env 6 @@ -2569,6 +2562,7 @@ - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 - 13 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 - 14 # rls2101.rc2 MRR iter env 6 - 15 # rls2101.rc2 NDRPDR iter env 6 - 16 # rls2101.rc2 NDRPDR iter env 6 @@ -2606,6 +2600,7 @@ - 9 # rls2101.rc2 MRR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2101-2n-tx2: - 5 # rls2009 MRR iter env 6 @@ -2617,6 +2612,7 @@ - 9 # rls2101.rc2 MRR iter env 6 - 8 # rls2101.rc2 NDRPDR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 + - 14 # rls2101.rc2 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -2644,16 +2640,11 @@ - 22 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-3n-dnv: - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-dnv: @@ -2682,16 +2673,11 @@ - 13 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-2n-dnv: - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 27 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-2n-dnv: @@ -3932,253 +3918,253 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5283,191 +5269,191 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table"