resources/tools/presentation/specifications/report_local/elements.yaml

   1 # Tables:
   2
   3 # Detailed Test Results - VPP Performance Results 3n-aws
   4 - type: "table"
   5   title: "Detailed Test Results - VPP Performance Results 3n-aws"
   6   algorithm: "table_merged_details"
   7   output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/"
   8   columns:
   9   - title: " |prein| Test Name |preout| "
  10     data: "data name"
  11   - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
  12     data: "data msg"
  13   data: "vpp-perf-results-3n-aws"
  14   filter: "all"
  15   parameters:
  16   - "name"
  17   - "parent"
  18   - "msg"
  19
  20 # Test configuration - VPP Performance Test Configs 3n-aws
  21 - type: "table"
  22   title: "Test configuration - VPP Performance Test Configs 3n-aws"
  23   algorithm: "table_merged_details"
  24   output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/"
  25   columns:
  26   - title: " |prein| Test Name |preout| "
  27     data: "data name"
  28   - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
  29     data: "data conf-history"
  30   data: "vpp-perf-results-3n-aws"
  31   filter: "all"
  32   parameters:
  33   - "parent"
  34   - "name"
  35   - "conf-history"
  36
  37 # Test Operational Data - VPP Performance Operational Data 3n-aws
  38 - type: "table"
  39   title: "Test Operational Data - VPP Performance Operational Data 3n-aws"
  40   algorithm: "table_oper_data_html"
  41   output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/"
  42   data: "vpp-perf-results-3n-aws"
  43   filter: "all"
  44
  45 # Detailed Test Results - VPP Performance Results 2n-aws
  46 - type: "table"
  47   title: "Detailed Test Results - VPP Performance Results 2n-aws"
  48   algorithm: "table_merged_details"
  49   output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/"
  50   columns:
  51   - title: " |prein| Test Name |preout| "
  52     data: "data name"
  53   - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
  54     data: "data msg"
  55   data: "vpp-perf-results-2n-aws"
  56   filter: "all"
  57   parameters:
  58   - "name"
  59   - "parent"
  60   - "msg"
  61
  62 # Test configuration - VPP Performance Test Configs 2n-aws
  63 - type: "table"
  64   title: "Test configuration - VPP Performance Test Configs 2n-aws"
  65   algorithm: "table_merged_details"
  66   output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/"
  67   columns:
  68   - title: " |prein| Test Name |preout| "
  69     data: "data name"
  70   - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
  71     data: "data conf-history"
  72   data: "vpp-perf-results-2n-aws"
  73   filter: "all"
  74   parameters:
  75   - "parent"
  76   - "name"
  77   - "conf-history"
  78
  79 # Test Operational Data - VPP Performance Operational Data 2n-aws
  80 - type: "table"
  81   title: "Test Operational Data - VPP Performance Operational Data 2n-aws"
  82   algorithm: "table_oper_data_html"
  83   output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/"
  84   data: "vpp-perf-results-2n-aws"
  85   filter: "all"
  86
  87 # Files:
  88
  89 # VPP Performance Results
  90 - type: "file"
  91   title: "VPP Performance Results"
  92   algorithm: "file_details_split"
  93   output-file: "{DIR[DTR,PERF,VPP,ALL]}"
  94   dir-tables:
  95     - "{DIR[DTR,PERF,VPP,2N,AWS]}"
  96     - "{DIR[DTR,PERF,VPP,3N,AWS]}"
  97   data:
  98     - "vpp-perf-results-2n-aws"
  99     - "vpp-perf-results-3n-aws"
 100   filter: "all"
 101   data-start-level: 4
 102   order-chapters:
 103     level-1:
 104       - "l2"
 105       - "ip4"
 106       - "ip6"
 107       - "srv6"
 108       - "ip4_tunnels"
 109       - "ip6_tunnels"
 110       - "vm_vhost"
 111       - "container_memif"
 112       - "crypto"
 113       - "vts"
 114       - "lb"
 115       - "nfv_density"
 116       - "hoststack"
 117     level-2:
 118       - "2n-skx"
 119       - "3n-skx"
 120       - "2n-clx"
 121       - "3n-hsw"
 122       - "3n-tsh"
 123       - "2n-aws"
 124       - "3n-aws"
 125     level-3:
 126       - "xl710"
 127       - "x520"
 128       - "xxv710"
 129       - "x710"
 130       - "x553"
 131       - "cx556a"
 132       - "vic1227"
 133       - "vic1385"
 134       - "ena"
 135
 136 # VPP Performance Configuration
 137 - type: "file"
 138   title: "VPP Performance Configuration"
 139   algorithm: "file_details_split"
 140   output-file: "{DIR[DTC,PERF,VPP,ALL]}"
 141   dir-tables:
 142     - "{DIR[DTC,PERF,VPP,2N,AWS]}"
 143     - "{DIR[DTC,PERF,VPP,3N,AWS]}"
 144   data:
 145     - "vpp-perf-results-2n-aws"
 146     - "vpp-perf-results-3n-aws"
 147   filter: "all"
 148   data-start-level: 4
 149   order-chapters:
 150     level-1:
 151       - "l2"
 152       - "ip4"
 153       - "ip6"
 154       - "srv6"
 155       - "ip4_tunnels"
 156       - "ip6_tunnels"
 157       - "vm_vhost"
 158       - "container_memif"
 159       - "crypto"
 160       - "vts"
 161       - "lb"
 162       - "nfv_density"
 163       - "hoststack"
 164     level-2:
 165       - "2n-skx"
 166       - "3n-skx"
 167       - "2n-clx"
 168       - "3n-hsw"
 169       - "3n-tsh"
 170       - "2n-aws"
 171       - "3n-aws"
 172     level-3:
 173       - "xl710"
 174       - "x520"
 175       - "xxv710"
 176       - "x710"
 177       - "x553"
 178       - "cx556a"
 179       - "vic1227"
 180       - "vic1385"
 181       - "ena"
 182
 183 # VPP Performance Operational
 184 - type: "file"
 185   title: "VPP Performance Operational"
 186   algorithm: "file_details_split_html"
 187   output-file: "{DIR[DTO,PERF,VPP,ALL]}"
 188   dir-tables:
 189     - "{DIR[DTO,PERF,VPP,2N,AWS]}"
 190     - "{DIR[DTO,PERF,VPP,3N,AWS]}"
 191   data:
 192     - "vpp-perf-results-2n-aws"
 193     - "vpp-perf-results-3n-aws"
 194   filter: "all"
 195   data-start-level: 4
 196   order-chapters:
 197     level-1:
 198       - "l2"
 199       - "ip4"
 200       - "ip6"
 201       - "srv6"
 202       - "ip4_tunnels"
 203       - "ip6_tunnels"
 204       - "vm_vhost"
 205       - "container_memif"
 206       - "crypto"
 207       - "vts"
 208       - "lb"
 209       - "nfv_density"
 210       - "hoststack"
 211     level-2:
 212       - "2n-skx"
 213       - "3n-skx"
 214       - "2n-clx"
 215       - "3n-hsw"
 216       - "3n-tsh"
 217       - "2n-aws"
 218       - "3n-aws"
 219     level-3:
 220       - "xl710"
 221       - "x520"
 222       - "xxv710"
 223       - "x710"
 224       - "x553"
 225       - "cx556a"
 226       - "vic1227"
 227       - "vic1385"
 228       - "ena"
 229
 230 # Plots:
 231
 232 - type: "plot"
 233   title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 234   algorithm: "plot_ndrpdr_box_name"
 235   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 236   data: "plot-vpp-throughput-tsa-2n-aws"
 237   core: ["2t1c", "4t2c"]
 238   include:
 239     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
 240 #     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
 241   layout:
 242     title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 243     layout: "plot-throughput"
 244
 245 - type: "plot"
 246   title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 247   algorithm: "plot_ndrpdr_box_name"
 248   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 249   data: "plot-vpp-throughput-tsa-2n-aws"
 250   core: ["2t1c", "4t2c"]
 251   include:
 252     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr"
 253 #     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr"
 254   layout:
 255     title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 256     layout: "plot-throughput"
 257
 258 - type: "plot"
 259   title: "Throughput: 2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 260   algorithm: "plot_ndrpdr_box_name"
 261   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 262   data: "plot-vpp-throughput-tsa-2n-aws"
 263   core: ["2t1c", "4t2c"]
 264   include:
 265     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.IMIX-{core}-ethip4-ip4scale2m-ndrpdr"
 266   layout:
 267     title: "2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}"
 268     layout: "plot-throughput"
 269
 270 - type: "plot"
 271   title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 272   algorithm: "plot_ndrpdr_box_name"
 273   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 274   data: "plot-vpp-throughput-tsa-3n-aws"
 275   core: ["2t1c", "4t2c"]
 276   include:
 277     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
 278     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
 279   layout:
 280     title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
 281     layout: "plot-throughput"
 282
 283 - type: "plot"
 284   title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 285   algorithm: "plot_ndrpdr_box_name"
 286   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 287   data: "plot-vpp-throughput-tsa-3n-aws"
 288   core: ["2t1c", "4t2c"]
 289   include:
 290     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr"
 291     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr"
 292   layout:
 293     title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
 294     layout: "plot-throughput"
 295
 296 - type: "plot"
 297   title: "Latency by percentile: 2n-aws"
 298   algorithm: "plot_hdrh_lat_by_percentile_x_log"
 299   output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws"
 300   output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst"
 301   target-links: "../../_static/vpp"
 302   data: "plot-vpp-latency-2n-aws"
 303   filter: "'2T1C'"
 304   layout:
 305     layout: "plot-hdrh-latency-percentile-x-log"
 306
 307 - type: "plot"
 308   title: "Latency by percentile: 3n-aws"
 309   algorithm: "plot_hdrh_lat_by_percentile_x_log"
 310   output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws"
 311   output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst"
 312   target-links: "../../_static/vpp"
 313   data: "plot-vpp-latency-3n-aws"
 314   filter: "'2T1C'"
 315   layout:
 316     layout: "plot-hdrh-latency-percentile-x-log"