X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=0e57a9f094470b229922c0f1542135d739c546ff;hb=84ac7494ff6a2fcf3687b0866c5e69ec02f972b2;hp=1ffa605906b3aa4bb4bbc0f5b45da581d49ad5f3;hpb=d4d766e181d645295a16fb035fefc96490429d6d;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 1ffa605906..0e57a9f094 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1403,6 +1403,147 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' +# VPP Performance Changes 3n-icx-e810xxv 2t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 4t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 2t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 4t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + + # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-icx 2t1c pdr" @@ -2623,7 +2764,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c mrr" @@ -2729,6 +2869,112 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 2t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 4t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-icx-e810xxv 8t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx-e810xxv 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-E810XXV'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" title: "VPP Performance Changes 2n-icx 2t1c mrr" @@ -4308,17 +4554,35 @@ - "name" - "conf-history" -# Detailed Test Results - VPP Device Results - Ubuntu +# Detailed Test Results - VPP Device Results - 1n-skx +- type: "table" + title: "Detailed Test Results - VPP Device Results - 1n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_results_1n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" + data: "vpp-device-1n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Detailed Test Results - VPP Device Results - 1n-tx2 - type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" + title: "Detailed Test Results - VPP Device Results - 1n-tx2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_results_1n_tx2" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Status |preout| " data: "data status" - data: "vpp-device-results-ubuntu" + data: "vpp-device-1n-tx2" filter: "all" parameters: - "name" @@ -4326,17 +4590,34 @@ - "doc" - "status" -# Test configuration - VPP Device Test Configs - Ubuntu +# Test configuration - VPP Device Test Configs - 1n-skx - type: "table" - title: "Test configuration - VPP Device Test Configs - Ubuntu" + title: "Test configuration - VPP Device Test Configs - 1n-skx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_configuration_1n_skx" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-device-results-ubuntu" + data: "vpp-device-1n-skx" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Device Test Configs - 1n-tx2 +- type: "table" + title: "Test configuration - VPP Device Test Configs - 1n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_configuration_1n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-device-1n-tx2" filter: "all" parameters: - "parent" @@ -5139,7 +5420,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5156,6 +5437,7 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" - "e810xxv" - "x553" - "cx556a" @@ -5204,7 +5486,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5221,6 +5503,7 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" - "e810xxv" - "x553" - "cx556a" @@ -5269,7 +5552,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5286,6 +5569,7 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" - "e810xxv" - "x553" - "cx556a" @@ -5334,7 +5618,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5351,6 +5635,7 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" - "e810xxv" - "x553" - "cx556a" @@ -5399,7 +5684,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5416,6 +5701,7 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" - "e810xxv" - "x553" - "cx556a" @@ -5423,23 +5709,43 @@ - "vic1385" - "ena" -# VPP Device Results - Ubuntu +# VPP Device Results - 1n-skx +- type: "file" + title: "VPP Device Results - 1n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" + data: "vpp-device-1n-skx" + filter: "all" + data-start-level: 4 + +# VPP Device Results - 1n-tx2 +- type: "file" + title: "VPP Device Results - 1n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" + data: "vpp-device-1n-tx2" + filter: "all" + data-start-level: 4 + +# VPP Device Configuration - 1n-skx - type: "file" - title: "VPP Device Results - Ubuntu" + title: "VPP Device Configuration - 1n-skx" algorithm: "file_test_results" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" + data: "vpp-device-1n-skx" filter: "all" data-start-level: 4 -# VPP Device Configuration - Ubuntu +# VPP Device Configuration - 1n-tx2 - type: "file" - title: "VPP Device Configuration - Ubuntu" + title: "VPP Device Configuration - 1n-tx2" algorithm: "file_test_results" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" + data: "vpp-device-1n-tx2" filter: "all" data-start-level: 4 @@ -10009,7 +10315,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-icx-xxv710-64b-{core}-base-{test_type}" data: "dpdk-3n-icx-curr-iter" - core: ["1t1c", "1t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -11140,6 +11446,34 @@ # 3n-icx Throughput +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -11175,7 +11509,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11204,7 +11538,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11247,7 +11581,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11276,7 +11610,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11457,7 +11791,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11486,7 +11820,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11529,7 +11863,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11558,7 +11892,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11680,6 +12014,32 @@ # 3n-icx Speedup +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12654,7 +13014,7 @@ output-file-links: "{DIR[LAT,DPDK]}/2n_icx.rst" target-links: "../../_static/dpdk" data: "dpdk-2n-icx-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12665,7 +13025,7 @@ output-file-links: "{DIR[LAT,DPDK]}/3n_icx.rst" target-links: "../../_static/dpdk" data: "dpdk-3n-icx-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12676,7 +13036,7 @@ output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" target-links: "../../_static/dpdk" data: "dpdk-2n-clx-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12687,7 +13047,7 @@ output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" target-links: "../../_static/dpdk" data: "dpdk-2n-zn2-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log"