resources/tools/presentation/specifications/report_local/elements.yaml

   1 # Tables:
   2
   3 # Detailed Test Results - VPP Performance Results 3n-aws
   4 - type: "table"
   5   title: "Detailed Test Results - VPP Performance Results 3n-aws"
   6   algorithm: "table_merged_details"
   7   output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/"
   8   columns:
   9   - title: " |prein| Test Name |preout| "
  10     data: "data name"
  11   - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
  12     data: "data msg"
  13   data: "vpp-perf-results-3n-aws"
  14   filter: "all"
  15   parameters:
  16   - "name"
  17   - "parent"
  18   - "msg"
  19
  20 # Test configuration - VPP Performance Test Configs 3n-aws
  21 - type: "table"
  22   title: "Test configuration - VPP Performance Test Configs 3n-aws"
  23   algorithm: "table_merged_details"
  24   output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/"
  25   columns:
  26   - title: " |prein| Test Name |preout| "
  27     data: "data name"
  28   - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
  29     data: "data conf-history"
  30   data: "vpp-perf-results-3n-aws"
  31   filter: "all"
  32   parameters:
  33   - "parent"
  34   - "name"
  35   - "conf-history"
  36
  37 # Test Operational Data - VPP Performance Operational Data 3n-aws
  38 - type: "table"
  39   title: "Test Operational Data - VPP Performance Operational Data 3n-aws"
  40   algorithm: "table_oper_data_html"
  41   output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/"
  42   data: "vpp-perf-results-3n-aws"
  43   filter: "all"
  44
  45 # Detailed Test Results - VPP Performance Results 2n-aws
  46 - type: "table"
  47   title: "Detailed Test Results - VPP Performance Results 2n-aws"
  48   algorithm: "table_merged_details"
  49   output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/"
  50   columns:
  51   - title: " |prein| Test Name |preout| "
  52     data: "data name"
  53   - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
  54     data: "data msg"
  55   data: "vpp-perf-results-2n-aws"
  56   filter: "all"
  57   parameters:
  58   - "name"
  59   - "parent"
  60   - "msg"
  61
  62 # Test configuration - VPP Performance Test Configs 2n-aws
  63 - type: "table"
  64   title: "Test configuration - VPP Performance Test Configs 2n-aws"
  65   algorithm: "table_merged_details"
  66   output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/"
  67   columns:
  68   - title: " |prein| Test Name |preout| "
  69     data: "data name"
  70   - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
  71     data: "data conf-history"
  72   data: "vpp-perf-results-2n-aws"
  73   filter: "all"
  74   parameters:
  75   - "parent"
  76   - "name"
  77   - "conf-history"
  78
  79 # Test Operational Data - VPP Performance Operational Data 2n-aws
  80 - type: "table"
  81   title: "Test Operational Data - VPP Performance Operational Data 2n-aws"
  82   algorithm: "table_oper_data_html"
  83   output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/"
  84   data: "vpp-perf-results-2n-aws"
  85   filter: "all"
  86
  87 # Files:
  88
  89 # VPP Performance Results
  90 - type: "file"
  91   title: "VPP Performance Results"
  92   algorithm: "file_details_split"
  93   output-file: "{DIR[DTR,PERF,VPP,ALL]}"
  94   dir-tables:
  95     - "{DIR[DTR,PERF,VPP,2N,AWS]}"
  96     - "{DIR[DTR,PERF,VPP,3N,AWS]}"
  97   data:
  98     - "vpp-perf-results-2n-aws"
  99     - "vpp-perf-results-3n-aws"
 100   filter: "all"
 101   data-start-level: 4
 102   order-chapters:
 103     level-1:
 104       - "l2"
 105       - "ip4"
 106       - "ip6"
 107       - "srv6"
 108       - "ip4_tunnels"
 109       - "ip6_tunnels"
 110       - "vm_vhost"
 111       - "container_memif"
 112       - "crypto"
 113       - "vts"
 114       - "lb"
 115       - "nfv_density"
 116       - "hoststack"
 117     level-2:
 118       - "2n-skx"
 119       - "3n-skx"
 120       - "2n-clx"
 121       - "3n-hsw"
 122       - "3n-tsh"
 123       - "2n-dnv"
 124       - "3n-dnv"
 125       - "2n-aws"
 126       - "3n-aws"
 127     level-3:
 128       - "xl710"
 129       - "x520"
 130       - "xxv710"
 131       - "x710"
 132       - "x553"
 133       - "cx556a"
 134       - "vic1227"
 135       - "vic1385"
 136       - "ena"
 137
 138 # VPP Performance Configuration
 139 - type: "file"
 140   title: "VPP Performance Configuration"
 141   algorithm: "file_details_split"
 142   output-file: "{DIR[DTC,PERF,VPP,ALL]}"
 143   dir-tables:
 144     - "{DIR[DTC,PERF,VPP,2N,AWS]}"
 145     - "{DIR[DTC,PERF,VPP,3N,AWS]}"
 146   data:
 147     - "vpp-perf-results-2n-aws"
 148     - "vpp-perf-results-3n-aws"
 149   filter: "all"
 150   data-start-level: 4
 151   order-chapters:
 152     level-1:
 153       - "l2"
 154       - "ip4"
 155       - "ip6"
 156       - "srv6"
 157       - "ip4_tunnels"
 158       - "ip6_tunnels"
 159       - "vm_vhost"
 160       - "container_memif"
 161       - "crypto"
 162       - "vts"
 163       - "lb"
 164       - "nfv_density"
 165       - "hoststack"
 166     level-2:
 167       - "2n-skx"
 168       - "3n-skx"
 169       - "2n-clx"
 170       - "3n-hsw"
 171       - "3n-tsh"
 172       - "2n-dnv"
 173       - "3n-dnv"
 174       - "2n-aws"
 175       - "3n-aws"
 176     level-3:
 177       - "xl710"
 178       - "x520"
 179       - "xxv710"
 180       - "x710"
 181       - "x553"
 182       - "cx556a"
 183       - "vic1227"
 184       - "vic1385"
 185       - "ena"
 186
 187 # VPP Performance Operational
 188 - type: "file"
 189   title: "VPP Performance Operational"
 190   algorithm: "file_details_split_html"
 191   output-file: "{DIR[DTO,PERF,VPP,ALL]}"
 192   dir-tables:
 193     - "{DIR[DTO,PERF,VPP,2N,AWS]}"
 194     - "{DIR[DTO,PERF,VPP,3N,AWS]}"
 195   data:
 196     - "vpp-perf-results-2n-aws"
 197     - "vpp-perf-results-3n-aws"
 198   filter: "all"
 199   data-start-level: 4
 200   order-chapters:
 201     level-1:
 202       - "l2"
 203       - "ip4"
 204       - "ip6"
 205       - "srv6"
 206       - "ip4_tunnels"
 207       - "ip6_tunnels"
 208       - "vm_vhost"
 209       - "container_memif"
 210       - "crypto"
 211       - "vts"
 212       - "lb"
 213       - "nfv_density"
 214       - "hoststack"
 215     level-2:
 216       - "2n-skx"
 217       - "3n-skx"
 218       - "2n-clx"
 219       - "3n-hsw"
 220       - "3n-tsh"
 221       - "2n-dnv"
 222       - "3n-dnv"
 223       - "2n-aws"
 224       - "3n-aws"
 225     level-3:
 226       - "xl710"
 227       - "x520"
 228       - "xxv710"
 229       - "x710"
 230       - "x553"
 231       - "cx556a"
 232       - "vic1227"
 233       - "vic1385"
 234       - "ena"
 235
 236 # Plots:
 237
 238 - type: "plot"
 239   title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 240   algorithm: "plot_ndrpdr_box_name"
 241   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 242   data: "plot-vpp-throughput-tsa-2n-aws"
 243   core: ["2t1c", "4t2c"]
 244   include:
 245     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
 246 #     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
 247   layout:
 248     title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 249     layout: "plot-throughput"
 250
 251 - type: "plot"
 252   title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 253   algorithm: "plot_ndrpdr_box_name"
 254   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 255   data: "plot-vpp-throughput-tsa-2n-aws"
 256   core: ["2t1c", "4t2c"]
 257   include:
 258     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr"
 259 #     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr"
 260   layout:
 261     title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 262     layout: "plot-throughput"
 263
 264 - type: "plot"
 265   title: "Throughput: 2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 266   algorithm: "plot_ndrpdr_box_name"
 267   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 268   data: "plot-vpp-throughput-tsa-2n-aws"
 269   core: ["2t1c", "4t2c"]
 270   include:
 271     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.IMIX-{core}-ethip4-ip4scale2m-ndrpdr"
 272   layout:
 273     title: "2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 274     layout: "plot-throughput"
 275
 276 - type: "plot"
 277   title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 278   algorithm: "plot_ndrpdr_box_name"
 279   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 280   data: "plot-vpp-throughput-tsa-3n-aws"
 281   core: ["2t1c", "4t2c"]
 282   include:
 283     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
 284     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
 285   layout:
 286     title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 287     layout: "plot-throughput"
 288
 289 - type: "plot"
 290   title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 291   algorithm: "plot_ndrpdr_box_name"
 292   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 293   data: "plot-vpp-throughput-tsa-3n-aws"
 294   core: ["2t1c", "4t2c"]
 295   include:
 296     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr"
 297     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr"
 298   layout:
 299     title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 300     layout: "plot-throughput"
 301
 302 - type: "plot"
 303   title: "Latency by percentile: 2n-aws"
 304   algorithm: "plot_hdrh_lat_by_percentile_x_log"
 305   output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws"
 306   output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst"
 307   target-links: "../../_static/vpp"
 308   data: "plot-vpp-latency-2n-aws"
 309   filter: "'2T1C'"
 310   layout:
 311     layout: "plot-hdrh-latency-percentile-x-log"
 312
 313 - type: "plot"
 314   title: "Latency by percentile: 3n-aws"
 315   algorithm: "plot_hdrh_lat_by_percentile_x_log"
 316   output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws"
 317   output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst"
 318   target-links: "../../_static/vpp"
 319   data: "plot-vpp-latency-3n-aws"
 320   filter: "'2T1C'"
 321   layout:
 322     layout: "plot-hdrh-latency-percentile-x-log"