X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=49fd26cdd516993d7d58c8f835bc2cfa5fff59f0;hp=8261ec115443e9b43c80b821e219736f0ef6ba2f;hb=700100edcef04a78f3f8a9f99ced2d170d01875f;hpb=aae45cfa26d184413c13e55bacce85c524cdc571 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 8261ec1154..49fd26cdd5 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -14,18 +14,16 @@ data-set: "vpp-2n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-2n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-2n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-2n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-2n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-2n-icx-curr-nfv-reconf" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-icx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-icx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-icx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-icx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" @@ -36,6 +34,40 @@ # jb-type: "coverage" # data: "vpp-2n-icx-curr-cov" # lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -47,18 +79,6 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-3n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-3n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-3n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-3n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-3n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-3n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -69,6 +89,74 @@ # jb-type: "coverage" # data: "vpp-3n-icx-curr-cov" # lines: +# - job-spec: "crypto-00" +# build: "35" +# - job-spec: "crypto-01" +# build: "36" +# - job-spec: "crypto-02" +# build: "37" +# - job-spec: "crypto-03" # Completly failed +# build: "70" +# - job-spec: "crypto-04" +# build: "38" +# - job-spec: "ip4-00" +# build: "39" +# - job-spec: "ip4-01" +# build: "40" +# - job-spec: "ip4-02" +# build: "41" +# - job-spec: "ip4-03" +# build: "42" +# - job-spec: "ip4-04" +# build: "43" +# - job-spec: "ip4-05" +# build: "44" +# - job-spec: "ip4-06" +# build: "45" +# - job-spec: "ip4-07" +# build: "46" +# - job-spec: "ip4tun-00" +# build: "47" +# - job-spec: "ip4tun-02" +# build: "48" +# - job-spec: "ip6-00" +# build: "49" +# - job-spec: "ip6-01" +# build: "50" +# - job-spec: "ip6tun-00" +# build: "71" +# - job-spec: "l2-00" +# build: "52" +# - job-spec: "l2-01" +# build: "53" +# - job-spec: "l2-02" +# build: "68" +# - job-spec: "l2-03" +# build: "55" +# - job-spec: "l2-04" +# build: "56" +# - job-spec: "l2-05" +# build: "57" +# - job-spec: "l2-06" +# build: "58" +# - job-spec: "l2-07" +# build: "59" +# - job-spec: "l2-08" +# build: "60" +# - job-spec: "l2-09" +# build: "61" +# - job-spec: "l2-10" +# build: "69" +# - job-spec: "memif-00" +# build: "63" +# - job-spec: "srv6-00" +# build: "64" +# - job-spec: "srv6-01" +# build: "65" +# - job-spec: "vhost-00" +# build: "66" +# - job-spec: "vhost-01" +# build: "67" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -160,7 +248,7 @@ # - job-spec: "ip4-01" # build: "8" # - job-spec: "ip6-00" -# build: "9" +# build: "14" # - job-spec: "ip6-01" # build: "10" # - job-spec: "l2-00" @@ -187,7 +275,7 @@ # data: "vpp-2n-aws-curr-cov" # lines: # - job-spec: "vpp-00" -# build: "26" +# build: "1" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -208,7 +296,7 @@ # data: "vpp-3n-aws-curr-cov" # lines: # - job-spec: "vpp-00" -# build: "34" +# build: "1" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -221,7 +309,7 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-skx-curr-iter" - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-skx-curr-gso" + data-set: "vpp-2n-skx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-skx-curr-soak" - job-spec: "nfv-density-mrr-00" @@ -296,33 +384,33 @@ # data: "vpp-2n-tx2-curr-cov" # lines: # - job-spec: "ip4-00" -# build: "1" +# build: "15" # - job-spec: "ip4-01" -# build: "2" +# build: "16" # - job-spec: "ip4-02" -# build: "3" +# build: "17" # - job-spec: "ip4-03" -# build: "4" +# build: "18" # - job-spec: "ip4-04" -# build: "5" +# build: "19" # - job-spec: "ip4-05" -# build: "6" +# build: "20" # - job-spec: "ip4-06" -# build: "7" +# build: "21" # - job-spec: "ip6-00" -# build: "8" +# build: "22" # - job-spec: "ip6-01" -# build: "9" +# build: "23" # - job-spec: "l2-00" -# build: "10" +# build: "24" # - job-spec: "l2-01" -# build: "11" +# build: "25" # - job-spec: "l2-02" -# build: "12" +# build: "26" # - job-spec: "l2-03" -# build: "13" +# build: "27" # - job-spec: "l2-04" -# build: "14" +# build: "28" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -347,35 +435,35 @@ # data: "vpp-2n-zn2-curr-cov" # lines: # - job-spec: "gso-00" -# build: "1" +# build: "16" # - job-spec: "ip4-00" -# build: "2" +# build: "17" # - job-spec: "ip4-01" -# build: "3" +# build: "18" # - job-spec: "ip4-02" -# build: "4" +# build: "19" # - job-spec: "ip4-03" -# build: "18" +# build: "20" # - job-spec: "ip4-04" -# build: "6" +# build: "21" # - job-spec: "ip4-05" -# build: "7" +# build: "22" # - job-spec: "ip4tun-00" -# build: "8" +# build: "23" # - job-spec: "ip6-00" -# build: "9" +# build: "24" # - job-spec: "ip6-01" -# build: "19" +# build: "25" # - job-spec: "l2-00" -# build: "11" +# build: "26" # - job-spec: "l2-01" -# build: "12" +# build: "27" # - job-spec: "lb-00" -# build: "13" +# build: "28" # - job-spec: "memif-00" -# build: "14" +# build: "29" # - job-spec: "vhost-00" -# build: "15" +# build: "30" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -396,25 +484,25 @@ # data: "vpp-3n-dnv-curr-cov" # lines: # - job-spec: "crypto-00" -# build: "12" +# build: "11" # - job-spec: "crypto-01" -# build: "13" +# build: "12" # - job-spec: "crypto-02" -# build: "14" +# build: "13" # - job-spec: "ip4-00" -# build: "15" +# build: "14" # - job-spec: "ip4-01" -# build: "16" +# build: "15" # - job-spec: "ip4tun-00" -# build: "17" +# build: "16" # - job-spec: "ip6-00" -# build: "18" +# build: "17" # - job-spec: "ip6-01" -# build: "19" +# build: "18" # - job-spec: "l2-00" -# build: "20" +# build: "19" # - job-spec: "l2-01" -# build: "21" +# build: "20" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -445,67 +533,67 @@ # - job-spec: "crypto-02" # build: "37" # - job-spec: "crypto-03" # Completly failed -# build: "38" +# build: "68" # - job-spec: "crypto-04" -# build: "39" +# build: "38" # - job-spec: "ip4-00" -# build: "40" +# build: "39" # - job-spec: "ip4-01" -# build: "41" +# build: "40" # - job-spec: "ip4-02" -# build: "42" +# build: "41" # - job-spec: "ip4-03" -# build: "43" +# build: "42" # - job-spec: "ip4-04" -# build: "44" +# build: "43" # - job-spec: "ip4-05" -# build: "45" +# build: "44" # - job-spec: "ip4-06" -# build: "46" +# build: "45" # - job-spec: "ip4-07" -# build: "47" +# build: "46" # - job-spec: "ip4tun-00" -# build: "48" +# build: "47" # - job-spec: "ip4tun-02" -# build: "49" +# build: "48" # - job-spec: "ip6-00" -# build: "50" +# build: "49" # - job-spec: "ip6-01" -# build: "51" +# build: "50" # - job-spec: "ip6tun-00" -# build: "52" +# build: "69" # - job-spec: "l2-00" -# build: "53" +# build: "52" # - job-spec: "l2-01" -# build: "54" +# build: "53" # - job-spec: "l2-02" -# build: "55" +# build: "54" # - job-spec: "l2-03" -# build: "56" +# build: "55" # - job-spec: "l2-04" -# build: "57" +# build: "56" # - job-spec: "l2-05" -# build: "58" +# build: "57" # - job-spec: "l2-06" -# build: "59" +# build: "58" # - job-spec: "l2-07" -# build: "60" +# build: "59" # - job-spec: "l2-08" -# build: "61" +# build: "60" # - job-spec: "l2-09" -# build: "62" +# build: "61" # - job-spec: "l2-10" -# build: "63" +# build: "62" # - job-spec: "memif-00" -# build: "64" +# build: "63" # - job-spec: "srv6-00" -# build: "65" +# build: "64" # - job-spec: "srv6-01" -# build: "66" +# build: "65" # - job-spec: "vhost-00" -# build: "67" +# build: "66" # - job-spec: "vhost-01" -# build: "68" +# build: "67" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -528,39 +616,39 @@ # data: "vpp-3n-tsh-curr-cov" # lines: # - job-spec: "ip4-00" -# build: "1" +# build: "18" # - job-spec: "ip4-01" -# build: "2" +# build: "19" # - job-spec: "ip4-02" -# build: "3" +# build: "20" # - job-spec: "ip4-03" -# build: "4" +# build: "21" # - job-spec: "ip4tun-00" -# build: "5" +# build: "22" # - job-spec: "ip6-00" -# build: "6" +# build: "23" # - job-spec: "ip6-01" -# build: "7" +# build: "24" # - job-spec: "l2-00" -# build: "8" +# build: "25" # - job-spec: "l2-01" -# build: "9" +# build: "26" # - job-spec: "l2-02" -# build: "10" +# build: "27" # - job-spec: "l2-03" -# build: "11" +# build: "28" # - job-spec: "l2-04" -# build: "12" +# build: "29" # - job-spec: "memif-00" -# build: "13" +# build: "30" # - job-spec: "srv6-00" -# build: "14" +# build: "31" # - job-spec: "srv6-01" -# build: "15" +# build: "32" # - job-spec: "vhost-00" -# build: "16" +# build: "33" # - job-spec: "vhost-01" -# build: "17" +# build: "34" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -570,28 +658,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -601,28 +689,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -632,28 +720,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -663,28 +751,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -694,28 +782,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -725,28 +813,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -756,28 +844,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -787,28 +875,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -818,28 +906,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -849,28 +937,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -880,28 +968,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -911,28 +999,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -942,28 +1030,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -973,28 +1061,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1004,28 +1092,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1035,28 +1123,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1066,28 +1154,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1097,28 +1185,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1128,28 +1216,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1159,28 +1247,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1190,28 +1278,214 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1441,161 +1715,465 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 2n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 2n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +################################################################################ +# VPP + +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2206.0-10" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-clx VSAP +- type: "table" + title: "VPP Performance Changes 2n-clx VSAP" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-clx-hist-iter-vsap-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2022.0-10" + data-set: "vpp-2n-clx-curr-iter-vsap-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-clx-curr-iter-vsap" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 4t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 4t2c ndr +# VPP Performance Changes 3n-icx 2t1c ndr - type: "table" - title: "VPP Compare NICs 2n-skx 4t2c ndr" + title: "VPP Performance Changes 3n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 2t1c pdr +# VPP Performance Changes 3n-icx 4t2c ndr - type: "table" - title: "VPP Compare NICs 2n-skx 2t1c pdr" + title: "VPP Performance Changes 3n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 4t2c pdr +# VPP Performance Changes 2n-icx 2t1c pdr - type: "table" - title: "VPP Compare NICs 2n-skx 4t2c pdr" + title: "VPP Performance Changes 2n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 2t1c mrr +# VPP Performance Changes 2n-icx 4t2c pdr - type: "table" - title: "VPP Compare NICs 2n-skx 2t1c mrr" + title: "VPP Performance Changes 2n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 4t2c mrr +# VPP Performance Changes 2n-icx 2t1c ndr - type: "table" - title: "VPP Compare NICs 2n-skx 4t2c mrr" + title: "VPP Performance Changes 2n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Compare NICs 2n-skx 8t4c mrr +# VPP Performance Changes 2n-icx 4t2c ndr - type: "table" - title: "VPP Compare NICs 2n-skx 8t4c mrr" + title: "VPP Performance Changes 2n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -################################################################################ -# VPP + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -1605,28 +2183,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -1636,28 +2214,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -1667,28 +2245,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -1698,28 +2276,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -1729,28 +2307,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -1760,28 +2338,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -1791,28 +2369,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -1822,28 +2400,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1853,28 +2431,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1884,28 +2462,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1915,28 +2493,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1946,28 +2524,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1977,28 +2555,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -2008,28 +2586,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -2039,28 +2617,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -2070,28 +2648,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2101,28 +2679,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2132,28 +2710,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2163,28 +2741,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2194,28 +2772,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2225,28 +2803,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2256,28 +2834,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2287,28 +2865,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2318,28 +2896,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2349,28 +2927,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2380,28 +2958,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2411,28 +2989,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2442,28 +3020,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2473,28 +3051,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2504,28 +3082,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2535,28 +3113,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2566,28 +3144,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2597,28 +3175,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2628,28 +3206,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2659,28 +3237,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2690,28 +3268,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2722,19 +3300,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2745,19 +3325,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2768,19 +3350,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2791,19 +3375,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c pdr - type: "table" @@ -2814,19 +3400,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 4t2c pdr - type: "table" @@ -2837,19 +3425,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c ndr - type: "table" @@ -2860,19 +3450,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 4t2c ndr - type: "table" @@ -2883,19 +3475,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -3187,51 +3781,237 @@ reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-3n-skx-curr-iter" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Performance Changes 3n-icx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 4t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 8t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-icx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +# VPP Performance Changes 2n-icx 4t2c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + title: "VPP Performance Changes 2n-icx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr +# VPP Performance Changes 2n-icx 8t4c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + title: "VPP Performance Changes 2n-icx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -3241,28 +4021,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -3272,28 +4052,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -3303,28 +4083,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -3334,28 +4114,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -3365,28 +4145,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -3396,28 +4176,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3427,28 +4207,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3458,28 +4238,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3489,28 +4269,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3520,28 +4300,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3551,28 +4331,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3582,28 +4362,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3613,28 +4393,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3644,28 +4424,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3675,28 +4455,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3706,28 +4486,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3737,28 +4517,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3768,28 +4548,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3799,28 +4579,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3830,28 +4610,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3861,28 +4641,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3892,28 +4672,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3923,28 +4703,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3954,28 +4734,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3985,28 +4765,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -4016,28 +4796,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -4047,28 +4827,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -4079,19 +4859,21 @@ filter: "'2T1C'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -4102,111 +4884,71 @@ filter: "'4T2C'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-aws 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - columns: - - title: "2110.0-8" data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-aws 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - columns: - - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-3n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-aws 4t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-aws 4t2c mrr" + title: "VPP Performance Changes 3n-aws 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'2T1C'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" + data-set: "vpp-3n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-aws 8t4c mrr +# VPP Performance Changes 3n-aws 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-aws 8t4c mrr" + title: "VPP Performance Changes 3n-aws 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" + filter: "'4T2C'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" + data-set: "vpp-3n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -5416,6 +6158,190 @@ ################################################################################ +# DPDK Performance Changes 3n-icx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" @@ -5424,11 +6350,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5436,8 +6362,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -5447,11 +6373,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5459,8 +6385,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5470,11 +6396,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5482,8 +6408,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5493,11 +6419,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5505,8 +6431,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5516,11 +6442,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5528,8 +6454,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5539,11 +6465,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5551,8 +6477,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -5562,11 +6488,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5574,8 +6500,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -5585,11 +6511,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5597,8 +6523,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -5608,11 +6534,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5620,8 +6546,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -5631,11 +6557,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5643,8 +6569,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -5654,11 +6580,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5666,8 +6592,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -5677,11 +6603,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5689,8 +6615,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -5700,11 +6626,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5712,8 +6638,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -5723,11 +6649,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5735,8 +6661,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -5746,11 +6672,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5758,8 +6684,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5769,11 +6695,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5781,192 +6707,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." - -## DPDK Performance Changes 2n-dnv 1t1c pdr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 2t2c pdr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 1t1c ndr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 2t2c ndr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 1t1c pdr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 2t2c pdr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 1t1c ndr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 2t2c ndr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5974,13 +6716,13 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5988,8 +6730,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5997,13 +6739,13 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6011,8 +6753,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -6020,13 +6762,13 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6034,8 +6776,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -6043,13 +6785,13 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6057,8 +6799,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -6069,17 +6811,19 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -6090,17 +6834,19 @@ filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -6111,17 +6857,19 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -6132,17 +6880,19 @@ filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -6417,40 +7167,6 @@ - "parent" - "msg" -## Detailed Test Results - DPDK Performance Results 2n-dnv -#- type: "table" -# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-perf-results-2n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" -# -## Detailed Test Results - DPDK Performance Results 3n-dnv -#- type: "table" -# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-perf-results-3n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Detailed Test Results - DPDK Performance Results 3n-tsh - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-tsh" @@ -8068,15 +8784,13 @@ core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" layout: "plot-throughput" @@ -8089,15 +8803,13 @@ core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput" @@ -8895,9 +9607,9 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput" @@ -9429,15 +10141,13 @@ data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -9449,15 +10159,13 @@ data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -10842,15 +11550,13 @@ core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" layout: "plot-throughput" @@ -10863,15 +11569,13 @@ core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput" @@ -11375,15 +12079,13 @@ data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -11395,15 +12097,13 @@ data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -11834,9 +12534,9 @@ data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput" @@ -11848,9 +12548,9 @@ data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" layout: "plot-throughput" @@ -12112,9 +12812,9 @@ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -12125,9 +12825,9 @@ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -14071,13 +14771,13 @@ title: "Throughput: 2n-icx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-icx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-icx-curr-gso" + data: "vpp-2n-icx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" layout: title: "2n-icx-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps" @@ -14086,7 +14786,7 @@ title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-skx-curr-gso" + data: "vpp-2n-skx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -14166,10 +14866,10 @@ data: "trex-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" layout: title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" layout: "plot-throughput"