X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=015d94df08ce46f63ed5afe7cb420df8a81ec25c;hp=cebc5c0258d59525951b022ef4f2648752489fa3;hb=f5863d6213bf0066b9647a7dde10d56bd7260f80;hpb=7a26d43c4f71869695ba19ce58f9afac9a1d176d diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index cebc5c0258..015d94df08 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -34,6 +34,7 @@ DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" + DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" @@ -41,6 +42,7 @@ DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2" DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" + DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" @@ -50,6 +52,7 @@ DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" + DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" @@ -63,6 +66,7 @@ DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2" DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" + DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" @@ -72,6 +76,7 @@ DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" + DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" @@ -85,6 +90,7 @@ DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2" DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" + DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" @@ -158,65 +164,55 @@ plot-vpp-throughput-lat-tsa-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rc2 NDRPDR iter env 6 + - 34 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 39 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 5 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hoststack-3n-hsw: - # csit-vpp-perf-report-iterative-2101-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 32 # rls2009 Hoststack iter env 5 - - 33 # rls2009 Hoststack iter env 5 - - 34 # rls2009 Hoststack iter env 5 - - 35 # rls2009 Hoststack iter env 5 - - 36 # rls2009 Hoststack iter env 5 - - 37 # rls2009 Hoststack iter env 5 - - 38 # rls2009 Hoststack iter env 5 - - 39 # rls2009 Hoststack iter env 5 - - 40 # rls2009 Hoststack iter env 5 - - 41 # rls2009 Hoststack iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 45 # rls2101.rc2 Hoststack iter env 6 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 # plot-vpp-nfv-3n-skx-ndrpdr: # # No data @@ -228,240 +224,203 @@ plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 - - 25 # rls2101.rc1 NDRPDR iter env 6 - - 26 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-soak-2n-skx: - # csit-vpp-perf-report-iterative-2101-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 35 # rls2101.rc2 soak env 6 plot-vpp-nfv-2n-skx-ndrpdr: - # csit-vpp-perf-report-iterative-2101-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 38 # rls2009 nf-density iter env 5 - - 41 # rls2009 nf-density iter env 5 - - 45 # rls2009 nf-density iter env 5 - - 47 # rls2009 nf-density iter env 5 - - 49 # rls2009 nf-density iter env 5 - - 63 # rls2009 nf-density iter env 5 - - 65 # rls2009 nf-density iter env 5 - - 66 # rls2009 nf-density iter env 5 - - 71 # rls2009 nf-density iter env 5 - - 72 # rls2009 nf-density iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 33 # rls2101.rc2 NDRPDR nf-density iter env 6 plot-vpp-nfv-2n-skx-mrr: - # csit-vpp-perf-report-iterative-2101-2n-skx - csit-vpp-perf-report-iterative-2009-2n-skx: - - 50 # rls2009 MRR nf-density iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx + - 32 # rls2101.rc2 MRR nf-density iter env 6 plot-vpp-nfv-reconf-2n-skx: - # csit-vpp-perf-report-iterative-2101-2n-skx - csit-vpp-perf-report-iterative-2009-2n-skx: - - 27 # rls2009 reconf env 5 - - 28 # rls2009 reconf env 5 - - 29 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 31 # rls2009 reconf env 5 - - 32 # rls2009 reconf env 5 - - 61 # rls2009 reconf env 5 - - 62 # rls2009 reconf env 5 - - 68 # rls2009 reconf env 5 - - 70 # rls2009 reconf env 5 + csit-vpp-perf-report-iterative-2101-2n-skx + - 34 # rls2101.rc2 NDRPDR reconf iter env 6 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-skx: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 # 2n-zn2 plot-vpp-throughput-lat-tsa-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 4 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 NDRPDR iter env 6 plot-dpdk-throughput-latency-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-nfv-2n-clx-ndrpdr: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 37 # rls2009 nf-density iter env 5 - - 43 # rls2009 nf-density iter env 5 - - 69 # rls2009 nf-density iter env 5 - - 70 # rls2009 nf-density iter env 5 - - 71 # rls2009 nf-density iter env 5 - - 72 # rls2009 nf-density iter env 5 - - 73 # rls2009 nf-density iter env 5 - - 74 # rls2009 nf-density iter env 5 - - 75 # rls2009 nf-density iter env 5 - - 76 # rls2009 nf-density iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 26 # rls2101.rc2 NDRPDR nf-density iter env 6 plot-vpp-nfv-2n-clx-mrr: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 45 # rls2009 MRR nf-density iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 25 # rls2101.rc2 MRR nf-density iter env 6 plot-vpp-nfv-reconf-2n-clx: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 25 # rls2009 reconf env 5 - - 27 # rls2009 reconf env 5 - - 28 # rls2009 reconf env 5 - - 29 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 32 # rls2009 reconf env 5 - - 48 # rls2009 reconf env 5 - - 53 # rls2009 reconf env 5 - - 68 # rls2009 reconf env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 27 # rls2101.rc2 NDRPDR reconf iter env 6 plot-vpp-soak-2n-clx: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 28 # rls2101.rc2 soak env 6 plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-clx: csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + - 11 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 3 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + # 2n-tx2 + + plot-vpp-throughput-lat-tsa-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 8 # rls2101.rc2 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + + plot-vpp-hdrh-lat-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 8 # rls2101.rc2 NDRPDR iter env 6 + + plot-dpdk-throughput-latency-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 + - 6 # rls2101 NDRPDR iter env 6 + - 7 # rls2101 NDRPDR iter env 6 + - 8 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -471,16 +430,16 @@ plot-vpp-throughput-lat-tsa-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -493,128 +452,130 @@ vpp-nic-comparison-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 vpp-nic-comparison-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 # Results vpp-perf-results-3n-hsw: # csit-vpp-perf-report-coverage-2101-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-3n-skx: # csit-vpp-perf-report-coverage-2101-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-skx: # csit-vpp-perf-report-coverage-2101-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 4 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-clx: # csit-vpp-perf-report-coverage-2101-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 3 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + + vpp-perf-results-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 8 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-3n-dnv: # csit-vpp-perf-report-coverage-2101-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 4 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-dnv: # csit-vpp-perf-report-coverage-2101-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 3 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 3 # rls2101.rc1 MRR iter env 6 + - 14 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 3 # rls2101.rc1 MRR iter env 6 + - 22 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 2 # rls2101.rc1 MRR iter env 6 + - 9 # rls2101.rc2 MRR iter env 6 + + vpp-mrr-results-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 9 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 vpp-mrr-results-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 vpp-device-results-ubuntu: csit-vpp-device-2101-ubuntu1804-1n-skx: - - 66 # rls2101.rc1 VPP DEV env6 + - 308 # rls2101.rc2 VPP DEV env 6 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 dpdk-perf-results-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 dpdk-perf-results-2n-skx: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 dpdk-perf-results-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 dpdk-perf-results-2n-clx: csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 # dpdk-perf-results-2n-dnv: # # No data @@ -626,7 +587,11 @@ dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 ########################################################################### # Tables (more than one data set) @@ -671,16 +636,16 @@ - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rc2 NDRPDR iter env 6 + - 34 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 39 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -709,13 +674,19 @@ vpp-performance-changes-3n-skx-ref-env-new: csit-vpp-perf-report-iterative-2101-3n-skx: - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -755,18 +726,16 @@ csit-vpp-perf-report-iterative-2101-2n-skx: - 22 # rls2009 NDRPDR iter env 6 - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -806,19 +775,18 @@ csit-vpp-perf-report-iterative-2101-2n-clx: - 16 # rls2009 NDRPDR iter env 6 - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 33 # rls2009 NDRPDR iter env 6 + - 35 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-zn2: @@ -832,12 +800,15 @@ - 9 # rls2009 NDRPDR iter env 6 - 10 # rls2009 NDRPDR iter env 6 - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -878,16 +849,16 @@ - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -928,16 +899,16 @@ - 24 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -964,92 +935,65 @@ - 38 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 8 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-cmp: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + - 11 # rls2101.rc2 NDRPDR iter env 6 + +# vpp-performance-changes-2n-tx2-h1: +# csit-vpp-perf-report-iterative-2009-2n-tx2: +# - +# vpp-performance-changes-2n-tx2-ref-env-old: +# csit-vpp-perf-report-iterative-2009-2n-tx2: +# - + vpp-performance-changes-2n-tx2-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 6 # rls2009 NDRPDR iter env 6 + - 7 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-tx2-cmp: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 8 # rls2101.rc2 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: - # csit-vpp-perf-report-iterative-2101-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-cmp: - # csit-vpp-perf-report-iterative-2101-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 35 # rls2101.rc2 soak env 6 vpp-soak-vs-ndr-2n-skx: - # csit-vpp-perf-report-iterative-2101-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 soak env 6 vpp-soak-vs-ndr-2n-clx-ref: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-clx-cmp: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 28 # rls2101.rc2 soak env 6 vpp-soak-vs-ndr-2n-clx: - # csit-vpp-perf-report-iterative-2101-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 soak env 6 vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1062,7 +1006,7 @@ - 17 # rls2009 MRR iter env 6 vpp-performance-changes-3n-hsw-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-skx: @@ -1075,7 +1019,7 @@ - 12 # rls2009 MRR iter env 6 vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1088,7 +1032,7 @@ - 21 # rls2009 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -1101,7 +1045,7 @@ - 15 # rls2009 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 3 # rls2101.rc1 MRR iter env 6 + - 22 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-2n-zn2-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-zn2: @@ -1111,7 +1055,7 @@ - 8 # rls2009 MRR iter env6 vpp-performance-changes-2n-zn2-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-zn2: - - 3 # rls2101.rc1 MRR iter env 6 + - 14 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -1125,7 +1069,7 @@ - 13 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -1139,7 +1083,7 @@ - 22 # rls2009 MRR iter env 5 vpp-performance-changes-3n-dnv-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -1148,12 +1092,24 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 15 # rls2009 MRR iter env 5 vpp-performance-changes-3n-tsh-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 7 # rls2009 MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 2 # rls2101.rc1 MRR iter env 6 + - 9 # rls2101.rc2 MRR iter env 6 + +# vpp-performance-changes-2n-tx2-mrr-h1: +# csit-vpp-perf-report-iterative-2009-2n-tx2: +# - +# vpp-performance-changes-2n-tx2-mrr-ref-env-old: +# csit-vpp-perf-report-iterative-2009-2n-tx2: +# - + vpp-performance-changes-2n-tx2-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 5 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-tx2-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 9 # rls2101.rc2 MRR iter env 6 dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-report-iterative-2005-3n-hsw: @@ -1181,16 +1137,16 @@ - 15 # NDRPDR iter env5 dpdk-performance-changes-3n-hsw-cmp: csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-report-iterative-2005-3n-skx: @@ -1218,16 +1174,16 @@ - 13 # NDRPDR sel env5 dpdk-performance-changes-3n-skx-cmp: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 - - 25 # rls2101.rc1 NDRPDR iter env 6 - - 26 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-report-iterative-2005-2n-skx: @@ -1255,16 +1211,16 @@ - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-skx-cmp: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-report-iterative-2005-2n-clx: @@ -1292,11 +1248,11 @@ - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-clx-cmp: csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 dpdk-performance-changes-2n-zn2-ref: csit-dpdk-perf-report-iterative-2009-2n-zn2: @@ -1309,16 +1265,16 @@ - 29 # NDRPDR iter env5 dpdk-performance-changes-2n-zn2-cmp: csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 # dpdk-performance-changes-2n-dnv-h1: # csit-dpdk-perf-verify-2101-2n-dnv: @@ -1373,208 +1329,184 @@ - 11 # NDRPDR iter env5 dpdk-performance-changes-3n-tsh-cmp: csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 # Compare testbeds vpp-compare-testbeds-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rc2 NDRPDR iter env 6 + - 34 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 39 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rc2 NDRPDR iter env 6 + - 34 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 39 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-ref: csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 3 # rls2101.rc1 MRR iter env 6 + - 22 # rls2101.rc2 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - - 3 # rls2101.rc1 MRR iter env 6 + - 22 # rls2101.rc2 MRR iter env 6 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 dpdk-compare-testbeds-cmp: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 - - 25 # rls2101.rc1 NDRPDR iter env 6 - - 26 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-ref: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-cmp: csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 # Compare topologies vpp-compare-topologies-ref: csit-vpp-perf-report-iterative-2101-3n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-topologies-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 vpp-compare-topologies-mrr-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 - - 25 # rls2101.rc1 NDRPDR iter env 6 - - 26 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 dpdk-compare-topologies-cmp: csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 plot-layouts: @@ -2297,7 +2229,7 @@ xanchor: "left" yanchor: "top" x: 0 - y: -0.2 + y: -0.5 bgcolor: "rgba(255, 255, 255, 0)" bordercolor: "rgba(255, 255, 255, 0)" xaxis: @@ -2314,10 +2246,8 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" -# tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] -# ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] - tickvals: [1, 2, 1e1, 20, 1e2, 1e3] - ticktext: [0, 50, 90, 95, 99, 99.9] + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8, 1e9] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999, 99.9999999] tickfont: size: 14 yaxis: @@ -2450,17 +2380,6 @@ - 40 # rls2009 Hoststack iter env 5 - 41 # rls2009 Hoststack iter env 5 csit-vpp-perf-report-iterative-2101-3n-hsw: - - 3 # rls2101.rc1 MRR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - 17 # rls2009 MRR iter env 6 - 19 # rls2009 NDRPDR iter env 6 - 20 # rls2009 NDRPDR iter env 6 @@ -2472,6 +2391,18 @@ - 26 # rls2009 NDRPDR iter env 6 - 27 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 NDRPDR iter env 6 + - 33 # rls2101.rc2 NDRPDR iter env 6 + - 34 # rls2101.rc2 NDRPDR iter env 6 + - 35 # rls2101.rc2 NDRPDR iter env 6 + - 36 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 39 # rls2101.rc2 NDRPDR iter env 6 + - 45 # rls2101.rc2 Hoststack iter env 6 # csit-vpp-perf-report-coverage-2101-3n-hsw: @@ -2499,14 +2430,20 @@ - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 csit-vpp-perf-report-iterative-2101-3n-skx: - - 4 # rls2101.rc1 MRR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - 12 # rls2009 MRR iter env 6 - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + - 19 # rls2101.rc2 MRR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-skx: @@ -2543,44 +2480,23 @@ - 118 # rls2009 NDRPDR iter NAT44 env 5 - 119 # rls2009 NDRPDR iter NAT44 env 5 - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 38 # rls2009 nf-density iter env 5 - - 41 # rls2009 nf-density iter env 5 - - 45 # rls2009 nf-density iter env 5 - - 47 # rls2009 nf-density iter env 5 - - 49 # rls2009 nf-density iter env 5 - - 63 # rls2009 nf-density iter env 5 - - 65 # rls2009 nf-density iter env 5 - - 66 # rls2009 nf-density iter env 5 - - 71 # rls2009 nf-density iter env 5 - - 72 # rls2009 nf-density iter env 5 - - 50 # rls2009 MRR nf-density iter env 5 - - 27 # rls2009 reconf env 5 - - 28 # rls2009 reconf env 5 - - 29 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 31 # rls2009 reconf env 5 - - 32 # rls2009 reconf env 5 - - 61 # rls2009 reconf env 5 - - 62 # rls2009 reconf env 5 - - 68 # rls2009 reconf env 5 - - 70 # rls2009 reconf env 5 - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 csit-vpp-perf-report-iterative-2101-2n-skx: - - 3 # rls2101.rc1 MRR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - 21 # rls2009 MRR iter env 6 - 22 # rls2009 NDRPDR iter env 6 - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + - 29 # rls2101.rc2 MRR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 31 # rls2101.rc2 NDRPDR iter env 6 + - 37 # rls2101.rc2 NDRPDR iter env 6 + - 38 # rls2101.rc2 NDRPDR iter env 6 + - 32 # rls2101.rc2 MRR nf-density iter env 6 + - 33 # rls2101.rc2 NDRPDR nf-density iter env 6 + - 34 # rls2101.rc2 NDRPDR reconf iter env 6 + - 35 # rls2101.rc2 soak env 6 # csit-vpp-perf-report-coverage-2101-2n-skx: @@ -2617,45 +2533,25 @@ - 122 # rls2009 NDRPDR iter NAT44 env 5 - 123 # rls2009 NDRPDR iter NAT44 env 5 - 126 # rls2009 NDRPDR iter NAT44 env 5 - - 37 # rls2009 nf-density iter env 5 - - 43 # rls2009 nf-density iter env 5 - - 69 # rls2009 nf-density iter env 5 - - 70 # rls2009 nf-density iter env 5 - - 71 # rls2009 nf-density iter env 5 - - 72 # rls2009 nf-density iter env 5 - - 73 # rls2009 nf-density iter env 5 - - 74 # rls2009 nf-density iter env 5 - - 75 # rls2009 nf-density iter env 5 - - 76 # rls2009 nf-density iter env 5 - - 45 # rls2009 MRR nf-density iter env 5 - - 25 # rls2009 reconf env 5 - - 27 # rls2009 reconf env 5 - - 28 # rls2009 reconf env 5 - - 29 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 30 # rls2009 reconf env 5 - - 32 # rls2009 reconf env 5 - - 48 # rls2009 reconf env 5 - - 53 # rls2009 reconf env 5 - - 68 # rls2009 reconf env 5 - - 33 # rls2009 soak env 5 - - 34 # rls2009 soak env 5 csit-vpp-perf-report-iterative-2101-2n-clx: - - 3 # rls2101.rc1 MRR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - 15 # rls2009 MRR iter env 6 - 16 # rls2009 NDRPDR iter env 6 - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 33 # rls2009 NDRPDR iter env 6 + - 35 # rls2009 NDRPDR iter env 6 + - 22 # rls2101.rc2 MRR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 MRR nf-density iter env 6 + - 26 # rls2101.rc2 NDRPDR nf-density iter env 6 + - 27 # rls2101.rc2 NDRPDR reconf iter env 6 + - 28 # rls2101.rc2 soak env 6 # csit-vpp-perf-report-coverage-2101-2n-clx: @@ -2667,15 +2563,18 @@ - 33 # rls2009 NDRPDR iter env 5 - 34 # rls2009 NDRPDR iter env 5 csit-vpp-perf-report-iterative-2101-2n-zn2: - - 3 # rls2101.rc1 MRR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - 8 # rls2009 MRR iter env6 - 9 # rls2009 NDRPDR iter env 6 - 10 # rls2009 NDRPDR iter env 6 - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 14 # rls2101.rc2 MRR iter env 6 + - 15 # rls2101.rc2 NDRPDR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 @@ -2701,11 +2600,24 @@ - 41 # rls2009 NDRPDR iter env 5 - 15 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-3n-tsh: - - 2 # rls2101.rc1 MRR iter env 6 - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2009 MRR iter env 6 + - 8 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 9 # rls2101.rc2 MRR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + - 11 # rls2101.rc2 NDRPDR iter env 6 + + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 5 # rls2009 MRR iter env 6 + - 6 # rls2009 NDRPDR iter env 6 + - 7 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 9 # rls2101.rc2 MRR iter env 6 + - 8 # rls2101.rc2 NDRPDR iter env 6 + - 10 # rls2101.rc2 NDRPDR iter env 6 + csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 @@ -2731,17 +2643,17 @@ - 24 # rls2009 NDRPDR iter env 5 - 22 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-3n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-dnv: @@ -2769,17 +2681,17 @@ - 15 # rls2009 NDRPDR iter env 5 - 13 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-2n-dnv: - - 2 # rls2101.rc1 MRR iter env 6 - - 3 # rls2101.rc1 NDRPDR iter env 6 - - 4 # rls2101.rc1 NDRPDR iter env 6 - - 5 # rls2101.rc1 NDRPDR iter env 6 - - 6 # rls2101.rc1 NDRPDR iter env 6 - - 7 # rls2101.rc1 NDRPDR iter env 6 - - 8 # rls2101.rc1 NDRPDR iter env 6 - - 9 # rls2101.rc1 NDRPDR iter env 6 - - 10 # rls2101.rc1 NDRPDR iter env 6 - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc2 MRR iter env 6 + - 16 # rls2101.rc2 NDRPDR iter env 6 + - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 + - 19 # rls2101.rc2 NDRPDR iter env 6 + - 20 # rls2101.rc2 NDRPDR iter env 6 + - 21 # rls2101.rc2 NDRPDR iter env 6 + - 22 # rls2101.rc2 NDRPDR iter env 6 + - 23 # rls2101.rc2 NDRPDR iter env 6 + - 24 # rls2101.rc2 NDRPDR iter env 6 + - 25 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-2n-dnv: @@ -2806,16 +2718,16 @@ - 14 # NDRPDR iter env5 - 15 # NDRPDR iter env5 csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2005-3n-skx: - 28 # NDRPDR iter @@ -2840,16 +2752,16 @@ - 12 # NDRPDR sel env5 - 13 # NDRPDR sel env5 csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 - - 25 # rls2101.rc1 NDRPDR iter env 6 - - 26 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter @@ -2874,16 +2786,16 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2005-2n-clx: - 20 # NDRPDR iter @@ -2908,16 +2820,16 @@ - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 15 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 - - 22 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2009-2n-zn2: - 16 # NDRPDR iter env5 @@ -2928,16 +2840,16 @@ - 25 # NDRPDR iter env5 - 29 # NDRPDR iter env5 csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 # csit-dpdk-perf-report-iterative-2005-2n-dnv: # # No data @@ -2963,19 +2875,25 @@ - 10 # NDRPDR iter env5 - 11 # NDRPDR iter env5 csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101.rc1 NDRPDR iter env 6 - - 12 # rls2101.rc1 NDRPDR iter env 6 - - 13 # rls2101.rc1 NDRPDR iter env 6 - - 14 # rls2101.rc1 NDRPDR iter env 6 - - 16 # rls2101.rc1 NDRPDR iter env 6 - - 17 # rls2101.rc1 NDRPDR iter env 6 - - 18 # rls2101.rc1 NDRPDR iter env 6 - - 19 # rls2101.rc1 NDRPDR iter env 6 - - 20 # rls2101.rc1 NDRPDR iter env 6 - - 21 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 + - 6 # rls2101 NDRPDR iter env 6 + - 7 # rls2101 NDRPDR iter env 6 + - 8 # rls2101 NDRPDR iter env 6 csit-vpp-device-2101-ubuntu1804-1n-skx: - - 66 # VPP DEV 2101.rc1 env6 + - 308 # rls2101.rc2 VPP DEV env 6 - type: "output" output: "report" @@ -4014,404 +3932,528 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr +# # VPP Performance Changes 2n-dnv 1t1c pdr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 2t2c pdr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 1t1c ndr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 2t2c ndr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 1t1c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 2t2c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 1t1c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 2t2c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c pdr +# VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c ndr +# VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c ndr +# VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c pdr +# VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-tx2 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-performance-changes-2n-tx2-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c pdr +# VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-tx2 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-performance-changes-2n-tx2-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c ndr +# VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-tx2 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-performance-changes-2n-tx2-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-tx2 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-performance-changes-2n-tx2-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "Diff" + reference: 1 + compare: 2 legend: - "" - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." @@ -5241,127 +5283,208 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' +# # VPP Performance Changes 2n-dnv 1t1c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 2n-dnv 2t2c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 2n-dnv 4t4c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 1t1c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 2t2c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 4t4c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - - - - - - - - - - - -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 @@ -5371,28 +5494,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c mrr +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 @@ -5402,28 +5525,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 4t4c mrr +# VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - title: "2009.0-6 vs 2009.0-5" reference: 2 @@ -5433,103 +5556,103 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c mrr +# VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c mrr" + title: "VPP Performance Changes 2n-tx2 1t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c mrr +# VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c mrr" + title: "VPP Performance Changes 2n-tx2 2t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 4t4c mrr +# VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c mrr" + title: "VPP Performance Changes 2n-tx2 4t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 +# - title: "2009.0-6 vs 2009.0-5" +# reference: 2 +# compare: 3 - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr @@ -5877,24 +6000,41 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-clx" + data: "vpp-perf-results-2n-clx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-tsh +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-perf-results-3n-tsh" filter: "all" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-tsh +# Detailed Test Results - VPP Performance Results 2n-tx2 - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-tsh" + title: "Detailed Test Results - VPP Performance Results 2n-tx2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" + output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-tsh" + data: "vpp-perf-results-2n-tx2" filter: "all" parameters: - "name" @@ -6037,6 +6177,23 @@ - "name" - "conf-history" +# Test configuration - VPP Performance Test Configs 2n-tx2 +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-perf-results-2n-tx2" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP Performance Test Configs 3n-dnv - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-dnv" @@ -6119,6 +6276,14 @@ data: "vpp-perf-results-3n-tsh" filter: "all" +# Test Operational Data - VPP Performance Operational Data 2n-tx2 +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" + data: "vpp-perf-results-2n-tx2" + filter: "all" + # Test Operational Data - VPP Performance Operational Data 3n-dnv - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" @@ -6237,6 +6402,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-mrr-results-2n-tx2" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP MRR Results 3n-dnv - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-dnv" @@ -6373,6 +6555,23 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 2n-tx2 +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-mrr-results-2n-tx2" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP MRR Test Configs 3n-dnv - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-dnv" @@ -7445,6 +7644,23 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-perf-results-2n-tx2" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + ################################################################################ ### F I L E S ### ################################################################################ @@ -7461,6 +7677,7 @@ - "{DIR[DTR,PERF,VPP,2N,ZN2]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" + - "{DIR[DTR,PERF,VPP,2N,TX2]}" - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: @@ -7470,6 +7687,7 @@ - "vpp-perf-results-2n-zn2" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-tx2" - "vpp-perf-results-2n-dnv" - "vpp-perf-results-3n-dnv" filter: "all" @@ -7496,6 +7714,7 @@ - "2n-zn2" - "3n-hsw" - "3n-tsh" + - "2n-tx2" - "2n-dnv" - "3n-dnv" level-3: @@ -7520,6 +7739,7 @@ - "{DIR[DTC,PERF,VPP,2N,ZN2]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" + - "{DIR[DTC,PERF,VPP,2N,TX2]}" - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: @@ -7529,6 +7749,7 @@ - "vpp-perf-results-2n-zn2" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-tx2" - "vpp-perf-results-2n-dnv" - "vpp-perf-results-3n-dnv" filter: "all" @@ -7555,6 +7776,7 @@ - "2n-zn2" - "3n-hsw" - "3n-tsh" + - "2n-tx2" - "2n-dnv" - "3n-dnv" level-3: @@ -7579,6 +7801,7 @@ - "{DIR[DTO,PERF,VPP,2N,ZN2]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" + - "{DIR[DTO,PERF,VPP,2N,TX2]}" - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: @@ -7588,6 +7811,7 @@ - "vpp-perf-results-2n-zn2" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" + - "vpp-perf-results-2n-tx2" - "vpp-perf-results-2n-dnv" - "vpp-perf-results-3n-dnv" filter: "all" @@ -7614,6 +7838,7 @@ - "2n-zn2" - "3n-hsw" - "3n-tsh" + - "2n-tx2" - "2n-dnv" - "3n-dnv" level-3: @@ -7638,6 +7863,7 @@ - "{DIR[DTR,MRR,VPP,2N,ZN2]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" + - "{DIR[DTR,MRR,VPP,2N,TX2]}" - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: @@ -7647,6 +7873,7 @@ - "vpp-mrr-results-2n-zn2" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" + - "vpp-mrr-results-2n-tx2" - "vpp-mrr-results-2n-dnv" - "vpp-mrr-results-3n-dnv" filter: "all" @@ -7673,6 +7900,7 @@ - "2n-zn2" - "3n-hsw" - "3n-tsh" + - "2n-tx2" - "2n-dnv" - "3n-dnv" level-3: @@ -7697,6 +7925,7 @@ - "{DIR[DTC,MRR,VPP,2N,ZN2]}" - "{DIR[DTC,MRR,VPP,3N,HSW]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" + - "{DIR[DTC,MRR,VPP,2N,TX2]}" - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" data: @@ -7706,6 +7935,7 @@ - "vpp-mrr-results-2n-zn2" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" + - "vpp-mrr-results-2n-tx2" - "vpp-mrr-results-2n-dnv" - "vpp-mrr-results-3n-dnv" filter: "all" @@ -7732,6 +7962,7 @@ - "2n-zn2" - "3n-hsw" - "3n-tsh" + - "2n-tx2" - "2n-dnv" - "3n-dnv" level-3: @@ -7844,6 +8075,16 @@ filter: "all" data-start-level: 4 +# DPDK Performance Results 2n-tx2 +- type: "file" + title: "DPDK Performance Results 2n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + data: "dpdk-perf-results-2n-tx2" + filter: "all" + data-start-level: 4 + ################################################################################ ### P L O T S ### ################################################################################ @@ -14399,6 +14640,186 @@ title: "2n-skx-xxv710-114b-2t1c-vts-l2switching-base-[avf,dpdk]-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-1t1c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-features-base-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-features-ip4routing-base-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-1t1c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-features-base-scale-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-1t1c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-78b-1t1c-ip6routing-base-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-1t1c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-l2switching-base-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-l2switching-scale-dpdk-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-features-l2switching-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-1t1c-features-l2switching-base-dpdk-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-features-l2switching-base-pdr" + layout: "plot-throughput" + ################################################################################ # Packet Speedup @@ -17217,6 +17638,186 @@ # title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa" # layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-features-base-scale-dpdk-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-features-base-scale-dpdk-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-base-dpdk-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-base-dpdk-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-scale-dpdk-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-scale-dpdk-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-features-l2switching-base-ndr-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-tx2" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-features-l2switching-base-pdr-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # Packet Throughput - DPDK @@ -17671,6 +18272,56 @@ title: "3n-tsh-x520-64b-2t2c-base-pdr" layout: "plot-throughput" +# 2n-tx2-xl710 + +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-1t1c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-tx2" + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-2t2c-base-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-tx2" + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-1t1c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-tx2" + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-2t2c-base-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-tx2" + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + ################################################################################ ### 2n-clx ### ################################################################################ @@ -22557,156 +23208,156 @@ ################################################################################ -# - type: "plot" -# title: "Latency by percentile x-log: 2n-clx" -# algorithm: "plot_hdrh_lat_by_percentile" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-clx" -# output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" -# target-links: "../../_static/vpp" -# data: "plot-vpp-hdrh-lat-2n-clx" -# filter: "'2T1C' and 'NIC_Intel-XXV710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - -# - type: "plot" -# title: "Latency by percentile x-log: 2n-skx" -# algorithm: "plot_hdrh_lat_by_percentile" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-skx" -# output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" -# target-links: "../../_static/vpp" -# data: "plot-vpp-hdrh-lat-2n-skx" -# filter: "'2T1C' and 'NIC_Intel-XXV710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: 2n-skx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 2n-zn2" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-zn2" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 3n-skx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-clx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-hsw" filter: "'1T1C' and 'NIC_Intel-XL710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 3n-tsh" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-3n-tsh" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-tx2" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 2n-skx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,DPDK]}/2n_skx.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 3n-skx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,DPDK]}/3n_skx.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-3n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-2n-clx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 2n-zn2" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-2n-zn2" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-hsw" output-file-links: "{DIR[LAT,DPDK]}/3n_hsw.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-3n-hsw" filter: "'1T1C' and 'NIC_Intel-XL710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: DPDK 3n-tsh" - algorithm: "plot_hdrh_lat_by_percentile" + algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" target-links: "../../_static/dpdk" data: "plot-dpdk-hdrh-lat-3n-tsh" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: DPDK 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" + target-links: "../../_static/dpdk" + data: "plot-dpdk-hdrh-lat-2n-tx2" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log"