+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+-
+ type: "table"
+ title: "VPP Performance Changes - 2t2c MRR"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr"
+ history:
+ -
+ title: "rls1801"
+ data:
+ csit-vpp-perf-check-1801:
+ - 3
+ - 4
+ - 5
+ - 6
+ - 7
+ - 8
+ - 9
+ - 11
+ - 12
+ - 13
+ reference:
+ title: "rls1804"
+ data:
+ csit-vpp-perf-check-1804:
+ - 6 # mrr - sel
+ - 13 # mrr - sel
+ - 14 # mrr - sel
+ - 15 # mrr - sel
+ - 16 # mrr - sel
+ - 17 # mrr - sel
+ - 19 # mrr - sel
+ - 20 # mrr - sel
+ - 21 # mrr - sel
+ - 22 # mrr - sel
+ compare:
+ title: "rls1807"
+ data:
+ # TODO: Add Data sources
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 9 # MRR sel
+ data: "vpp-performance-changes-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+-
+ type: "table"
+ title: "VPP Performance Changes - 4t4c MRR"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr"
+ history:
+ -
+ title: "rls1801"
+ data:
+ csit-vpp-perf-check-1801:
+ - 3
+ - 4
+ - 5
+ - 6
+ - 7
+ - 8
+ - 9
+ - 11
+ - 12
+ - 13
+ reference:
+ title: "rls1804"
+ data:
+ csit-vpp-perf-check-1804:
+ - 6 # mrr - sel
+ - 13 # mrr - sel
+ - 14 # mrr - sel
+ - 15 # mrr - sel
+ - 16 # mrr - sel
+ - 17 # mrr - sel
+ - 19 # mrr - sel
+ - 20 # mrr - sel
+ - 21 # mrr - sel
+ - 22 # mrr - sel
+ compare:
+ title: "rls1807"
+ data:
+ # TODO: Add Data sources
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 9 # MRR sel
+ data: "vpp-performance-changes-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+-
+ type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr"
+ reference:
+ title: "3-Node Hsw"
+ data:
+ # TODO: Add Data sources
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 9 # MRR sel
+ compare:
+ title: "3-Node Skx"
+ data:
+ # TODO: Add Data sources
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 21 # MRR sel
+ data: "vpp-compare-testbeds-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+-
+ type: "table"
+ title: "Detailed Test Results - VPP Performance Results 3n-hsw"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Documentation"
+ data: "data doc"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "vpp-perf-results-3n-hsw"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "name"
+ - "parent"
+ - "doc"
+ - "msg"
+
+-
+ type: "table"
+ title: "Detailed Test Results - VPP Performance Results 3n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Documentation"
+ data: "data doc"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "vpp-perf-results-3n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "name"
+ - "parent"
+ - "doc"
+ - "msg"
+
+-
+ type: "table"
+ title: "Detailed Test Results - VPP Performance Results 2n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Documentation"
+ data: "data doc"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "vpp-perf-results-2n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "name"
+ - "parent"
+ - "doc"
+ - "msg"
+
+-
+ type: "table"
+ title: "Test configuration - VPP Performance Test Configs 3n-hsw"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+ data: "data vat-history"
+ rows: "generated"
+ data: "vpp-perf-results-3n-hsw"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "vat-history"
+
+-
+ type: "table"
+ title: "Test configuration - VPP Performance Test Configs 3n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+ data: "data vat-history"
+ rows: "generated"
+ data: "vpp-perf-results-3n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "vat-history"
+
+-
+ type: "table"
+ title: "Test configuration - VPP Performance Test Configs 2n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+ data: "data vat-history"
+ rows: "generated"
+ data: "vpp-perf-results-2n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "vat-history"
+
+-
+ type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
+ data: "data show-run"
+ rows: "generated"
+ data: "vpp-perf-results-3n-hsw"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "show-run"
+
+-
+ type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
+ data: "data show-run"
+ rows: "generated"
+ data: "vpp-perf-results-3n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "show-run"
+
+-
+ type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
+ data: "data show-run"
+ rows: "generated"
+ data: "vpp-perf-results-2n-skx"
+ filter: "not 'NDRCHK' and not 'PDRCHK'"
+ parameters:
+ - "parent"
+ - "name"
+ - "show-run"
+
+-
+ type: "table"
+ title: "Detailed Test Results - VPP MRR Results 3n-hsw"
+ algorithm: "table_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Documentation"
+ data: "data doc"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "vpp-mrr-results-3n-hsw"
+ filter: "'MRR'"