Report: Add data
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
index 7394fc5..5e86948 100644 (file)
@@ -45,8 +45,8 @@
   urls:
     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
-    URL[NEXUS]: "https://docs.fd.io/csit"
-    DIR[NEXUS]: "trending/_static/archive"
+    URL[NEXUS,DOC]: "https://docs.fd.io/csit"
+    DIR[NEXUS,DOC]: "trending/_static/archive"
 
   make-dirs:
   # List the directories which are created while preparing the environment.
@@ -72,6 +72,7 @@
     "10.30.51.48": "LF-3n-SKX-31"
     "10.30.51.60": "LF-3n-SKX-32"
     "10.30.51.49": "LF-3n-TSH-33"
+    "10.32.8.10": "LF-DNV"
 
 -
   type: "configuration"
     table-last-failed-tests-3n-tsh:
       csit-vpp-perf-mrr-daily-master-3n-tsh:
         - "lastCompletedBuild"
+    table-last-failed-tests-3n-dnv:
+      csit-vpp-perf-mrr-daily-master-3n-dnv:
+        - "lastCompletedBuild"
+    table-last-failed-tests-2n-dnv:
+      csit-vpp-perf-mrr-daily-master-2n-dnv:
+        - "lastCompletedBuild"
 
     # 3n-hsw
     plot-performance-trending-all-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 700
+        start: 685
         end: "lastCompletedBuild"
         skip:
+          - 688
+          - 689
+          - 690
+          - 694
+          - 695
           - 726
           - 749
           - 750
           - 808 #
           - 810 #
           - 815
+          - 818
+          - 819
+          - 820
+          - 831
+          - 832
       csit-dpdk-perf-mrr-weekly-master:
         start: 73
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 700
+        start: 685
         end: "lastCompletedBuild"
         skip:
+          - 688
+          - 689
+          - 690
+          - 694
+          - 695
           - 726
           - 749
           - 750
           - 808 #
           - 810 #
           - 815
+          - 818
+          - 819
+          - 820
+          - 831
+          - 832
 
     plot-performance-trending-dpdk-3n-hsw:
       csit-dpdk-perf-mrr-weekly-master:
     # 3n-skx
     plot-performance-trending-all-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 450
+        start: 435
         end: "lastCompletedBuild"
         skip:
+          - 440
+          - 444
+          - 446
           - 480
           - 481
           - 499
           - 558 #
           - 560 #
           - 562 #
+          - 565
+          - 568
+          - 569
+          - 570
+          - 582
+          - 584
+          - 585
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
         start: 38
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 450
+        start: 435
         end: "lastCompletedBuild"
         skip:
+          - 440
+          - 444
+          - 446
           - 480
           - 481
           - 499
           - 558 #
           - 560 #
           - 562 #
+          - 565
+          - 568
+          - 569
+          - 570
+          - 582
+          - 584
+          - 585
 
     plot-performance-trending-dpdk-3n-skx:
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
     # 2n-skx
     plot-performance-trending-all-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 450
+        start: 435
         end: "lastCompletedBuild"
         skip:
+          - 441
+          - 444
           - 477
           - 500
           - 501
           - 550
           - 556
           - 557
+          - 567
+          - 568
+          - 569
+          - 582
+          - 583
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
         start: 37
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 450
+        start: 435
         end: "lastCompletedBuild"
         skip:
+          - 441
+          - 444
           - 477
           - 500
           - 501
           - 550
           - 556
           - 557
+          - 567
+          - 568
+          - 569
+          - 582
+          - 583
 
     plot-performance-trending-dpdk-2n-skx:
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
           - 63
           - 64
           - 65
+          - 69
+          - 70
+          - 71
+          - 72
 
     plot-performance-trending-vpp-3n-tsh:
       csit-vpp-perf-mrr-daily-master-3n-tsh:
           - 63
           - 64
           - 65
+          - 69
+          - 70
+          - 71
+          - 72
+
+    plot-performance-trending-vpp-3n-dnv:
+      csit-vpp-perf-mrr-daily-master-3n-dnv:
+        start: 41
+        end: "lastCompletedBuild"
+        skip:
+          - 46
+          - 47
+          - 57
+          - 58
+          - 59
+          - 60
+          - 62
+          - 63
+          - 64
+          - 65
+
+    plot-performance-trending-vpp-2n-dnv:
+      csit-vpp-perf-mrr-daily-master-2n-dnv:
+        start: 41
+        end: "lastCompletedBuild"
+        skip:
+          - 46
+          - 47
+          - 57
+          - 58
+          - 59
+          - 64
+          - 65
 
   plot-layouts:
 
     extract: "output.xml"
     # Number of days from now to the past. Only files generated in this
     # time period are used.
-    time-period: 60
+    time-period: 90
+
+    zip-file-name: "robot-plugin.zip"
+    zip-file-format: ".zip"
+    zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+    zip-extract: "robot-plugin/output.xml"
 
   builds:
 
     # 3n-hsw
     csit-vpp-perf-mrr-daily-master:
-      start: 700
+      start: 685
       end: "lastCompletedBuild"
       skip:
+        - 688
+        - 689
+        - 690
+        - 694
+        - 695
         - 726
         - 749
         - 750
         - 808 #
         - 810 #
         - 815
+        - 818
+        - 819
+        - 820
+        - 831
+        - 832
     csit-dpdk-perf-mrr-weekly-master:
       start: 73
       end: "lastCompletedBuild"
 
     # 3n-skx
     csit-vpp-perf-mrr-daily-master-3n-skx:
-      start: 450
+      start: 435
       end: "lastCompletedBuild"
       skip:
+        - 440
+        - 444
+        - 446
         - 480
         - 481
         - 499
         - 558 #
         - 560 #
         - 562 #
+        - 565
+        - 568
+        - 569
+        - 570
+        - 582
+        - 584
+        - 585
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
       start: 38
       end: "lastCompletedBuild"
 
     # 2n-skx
     csit-vpp-perf-mrr-daily-master-2n-skx:
-      start: 450
+      start: 435
       end: "lastCompletedBuild"
       skip:
+        - 441
+        - 444
         - 477
         - 500
         - 501
         - 550
         - 556
         - 557
+        - 567
+        - 568
+        - 569
+        - 582
+        - 583
     csit-vpp-perf-mrr-weekly-master-2n-skx:
       start: 16
       end: "lastCompletedBuild"
         - 63
         - 64
         - 65
+        - 69
+        - 70
+        - 71
+        - 72
+
+    # 3n-dnv
+    csit-vpp-perf-mrr-daily-master-3n-dnv:
+      start: 41
+      end: "lastCompletedBuild"
+      skip:
+        - 46
+        - 47
+        - 57
+        - 58
+        - 59
+        - 60
+        - 62
+        - 63
+        - 64
+        - 65
+
+    # 2n-dnv
+    csit-vpp-perf-mrr-daily-master-2n-dnv:
+      start: 41
+      end: "lastCompletedBuild"
+      skip:
+        - 46
+        - 47
+        - 57
+        - 58
+        - 59
+        - 64
+        - 65
 
 -
   type: "output"
     - "parent"
     - "status"
 
+-
+  type: "table"
+  title: "Last failed tests (last builds) 3n-dnv"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv"
+  data: "table-last-failed-tests-3n-dnv"
+  filter: "'MRR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 2n-dnv"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv"
+  data: "table-last-failed-tests-2n-dnv"
+  filter: "'MRR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
 # 3n-hsw
 -
   type: "table"
   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst"
   testbed: "3n-tsh"
 
+################################################################################
+# 3n-dnv
+-
+  type: "table"
+  title: "Performance trending dashboard 1t1c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv"
+  data: "plot-performance-trending-vpp-3n-dnv"
+  filter: "'MRR' and '1T1C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "Performance trending dashboard 2t2c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv"
+  data: "plot-performance-trending-vpp-3n-dnv"
+  filter: "'MRR' and '2T2C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "Performance trending dashboard 4t4c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv"
+  data: "plot-performance-trending-vpp-3n-dnv"
+  filter: "'MRR' and '4T4C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 1t1c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst"
+  testbed: "3n-dnv"
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 2t2c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst"
+  testbed: "3n-dnv"
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 4t4c-3n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst"
+  testbed: "3n-dnv"
+
+-
+  type: "table"
+  title: "Failed MRR tests 3n-dnv"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv"
+  data: "plot-performance-trending-vpp-3n-dnv"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "status"
+  window: 7  # days
+
+-
+  type: "table"
+  title: "HTML Failed MRR tests 3n-dnv"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst"
+  testbed: "3n-dnv"
+
+################################################################################
+# 2n-dnv
+-
+  type: "table"
+  title: "Performance trending dashboard 1t1c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv"
+  data: "plot-performance-trending-vpp-2n-dnv"
+  filter: "'MRR' and '1T1C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "Performance trending dashboard 2t2c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv"
+  data: "plot-performance-trending-vpp-2n-dnv"
+  filter: "'MRR' and '2T2C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "Performance trending dashboard 4t4c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv"
+  data: "plot-performance-trending-vpp-2n-dnv"
+  filter: "'MRR' and '4T4C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  window: 14
+  long-trend-window: 180
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 1t1c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst"
+  testbed: "2n-dnv"
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 2t2c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst"
+  testbed: "2n-dnv"
+
+-
+  type: "table"
+  title: "HTML performance trending dashboard 4t4c-2n-dnv"
+  algorithm: "table_performance_trending_dashboard_html"
+  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst"
+  testbed: "2n-dnv"
+
+-
+  type: "table"
+  title: "Failed MRR tests 2n-dnv"
+  algorithm: "table_failed_tests"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv"
+  data: "plot-performance-trending-vpp-2n-dnv"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "status"
+  window: 7  # days
+
+-
+  type: "table"
+  title: "HTML Failed MRR tests 2n-dnv"
+  algorithm: "table_failed_tests_html"
+  input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv"
+  output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
+  testbed: "2n-dnv"
+
 ################################################################################
 ###                                 C P T A                                  ###
 ################################################################################
       - "result"
       layout: "plot-cpta"
 
-# IPSec
+# IPSec SW INT
 
-    - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-1t1c"
-      output-file-name: "ipsecsw-1t1c-x520-3n-tsh"
+    - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-1t1c"
+      output-file-name: "ipsecsw-int-1t1c-x520-3n-tsh"
       data: "plot-performance-trending-vpp-3n-tsh"
-      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and not 'VHOST'"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
       parameters:
       - "result"
       layout: "plot-cpta"
 
-    - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-2t2c"
-      output-file-name: "ipsecsw-2t2c-x520-3n-tsh"
+    - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-2t2c"
+      output-file-name: "ipsecsw-int-2t2c-x520-3n-tsh"
       data: "plot-performance-trending-vpp-3n-tsh"
-      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and not 'VHOST'"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
       parameters:
       - "result"
       layout: "plot-cpta"
 
-    - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-4t4c"
-      output-file-name: "ipsecsw-4t4c-x520-3n-tsh"
+    - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-4t4c"
+      output-file-name: "ipsecsw-int-4t4c-x520-3n-tsh"
       data: "plot-performance-trending-vpp-3n-tsh"
-      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and not 'VHOST'"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPSec SW TNL
+
+    - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-1t1c"
+      output-file-name: "ipsecsw-tnl-1t1c-x520-3n-tsh"
+      data: "plot-performance-trending-vpp-3n-tsh"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-2t2c"
+      output-file-name: "ipsecsw-tnl-2t2c-x520-3n-tsh"
+      data: "plot-performance-trending-vpp-3n-tsh"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-4t4c"
+      output-file-name: "ipsecsw-tnl-4t4c-x520-3n-tsh"
+      data: "plot-performance-trending-vpp-3n-tsh"
+      filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
       parameters:
       - "result"
       layout: "plot-cpta"
       parameters:
       - "result"
       layout: "plot-cpta"
+
+################################################################################
+# 3n-dnv
+
+# L2 - x533
+
+    - title: "3n-dnv-x533-l2sw-64b-base-scale-1t1c"
+      output-file-name: "l2-1t1c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-l2sw-64b-base-scale-2t2c"
+      output-file-name: "l2-2t2c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-l2sw-64b-base-scale-4t4c"
+      output-file-name: "l2-4t4c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPv4 - x533
+
+    - title: "3n-dnv-x533-ip4-64b-base-scale-1t1c"
+      output-file-name: "ip4-1t1c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4-64b-base-scale-2t2c"
+      output-file-name: "ip4-2t2c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4-64b-base-scale-4t4c"
+      output-file-name: "ip4-4t4c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPv4 Tunnels - x533
+
+    - title: "3n-dnv-x533-ip4tun-64b-base-1t1c"
+      output-file-name: "ip4-tunnels-1t1c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4tun-64b-base-2t2c"
+      output-file-name: "ip4-tunnels-2t2c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4tun-64b-base-4t4c"
+      output-file-name: "ip4-tunnels-4t4c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPv6 - x533
+
+    - title: "3n-dnv-x533-ip6-78b-base-scale-1t1c"
+      output-file-name: "ip6-1t1c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip6-78b-base-scale-2t2c"
+      output-file-name: "ip6-2t2c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip6-78b-base-scale-4t4c"
+      output-file-name: "ip6-4t4c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPSec HW
+
+    - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-1t1c"
+      output-file-name: "ipsechw-1t1c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-2t2c"
+      output-file-name: "ipsechw-2t2c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-4t4c"
+      output-file-name: "ipsechw-4t4c-x533-3n-dnv"
+      data: "plot-performance-trending-vpp-3n-dnv"
+      filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+################################################################################
+# 2n-dnv
+
+# L2 - x533
+
+    - title: "2n-dnv-x533-l2sw-64b-base-scale-1t1c"
+      output-file-name: "l2-1t1c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-l2sw-64b-base-scale-2t2c"
+      output-file-name: "l2-2t2c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-l2sw-64b-base-scale-4t4c"
+      output-file-name: "l2-4t4c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPv4 - x533
+
+    - title: "2n-dnv-x533-ip4-64b-base-scale-1t1c"
+      output-file-name: "ip4-1t1c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-ip4-64b-base-scale-2t2c"
+      output-file-name: "ip4-2t2c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-ip4-64b-base-scale-4t4c"
+      output-file-name: "ip4-4t4c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+# IPv6 - x533
+
+    - title: "2n-dnv-x533-ip6-78b-base-scale-1t1c"
+      output-file-name: "ip6-1t1c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-ip6-78b-base-scale-2t2c"
+      output-file-name: "ip6-2t2c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"
+
+    - title: "2n-dnv-x533-ip6-78b-base-scale-4t4c"
+      output-file-name: "ip6-4t4c-x533-2n-dnv"
+      data: "plot-performance-trending-vpp-2n-dnv"
+      filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+      parameters:
+      - "result"
+      layout: "plot-cpta"