resources/tools/presentation/specifications/report/elements.yaml

   1 ################################################################################
   2 ###                               T A B L E S                                ###
   3 ################################################################################
   4
   5 # VPP Soak vs NDR - 2n-skx
   6 - type: "table"
   7   title: "VPP Soak vs NDR 2n-skx"
   8   algorithm: "table_soak_vs_ndr"
   9   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
  10   reference:
  11     title: "NDR"
  12     data: "vpp-soak-vs-ndr-2n-skx-ref"
  13   compare:
  14     title: "Soak"
  15     data: "vpp-2n-skx-curr-soak"
  16   data: "vpp-soak-vs-ndr-2n-skx"
  17   include-tests: "NDR"
  18   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
  19   parameters:
  20     - "throughput"
  21     - "name"
  22     - "parent"
  23
  24 # VPP Soak vs NDR - 2n-clx
  25 - type: "table"
  26   title: "VPP Soak vs NDR 2n-clx"
  27   algorithm: "table_soak_vs_ndr"
  28   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx"
  29   reference:
  30     title: "NDR"
  31     data: "vpp-soak-vs-ndr-2n-clx-ref"
  32   compare:
  33     title: "Soak"
  34     data: "vpp-2n-clx-curr-soak"
  35   data: "vpp-soak-vs-ndr-2n-clx"
  36   include-tests: "NDR"
  37   filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
  38   parameters:
  39     - "throughput"
  40     - "name"
  41     - "parent"
  42
  43 ################################################################################
  44
  45 # VPP Compare NICs 3n-skx 2t1c ndr
  46 - type: "table"
  47   title: "VPP Compare NICs 3n-skx 2t1c ndr"
  48   algorithm: "table_comparison"
  49   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
  50   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
  51   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
  52   columns:
  53     - title: "x710"
  54       data-set: "vpp-3n-skx-curr-iter"
  55       tag: "NIC_Intel-X710"
  56     - title: "xxv710"
  57       data-set: "vpp-3n-skx-curr-iter"
  58       tag: "NIC_Intel-XXV710"
  59   comparisons:
  60     - title: "Diff"
  61       reference: 1
  62       compare: 2
  63   legend:
  64     - ""
  65     - "x710, xxv710 - NICs tested."
  66     - "Diff - difference between x710 and xxv710 NIC."
  67
  68 # VPP Compare NICs 3n-skx 4t2c ndr
  69 - type: "table"
  70   title: "VPP Compare NICs 3n-skx 4t2c ndr"
  71   algorithm: "table_comparison"
  72   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
  73   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
  74   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
  75   columns:
  76     - title: "x710"
  77       data-set: "vpp-3n-skx-curr-iter"
  78       tag: "NIC_Intel-X710"
  79     - title: "xxv710"
  80       data-set: "vpp-3n-skx-curr-iter"
  81       tag: "NIC_Intel-XXV710"
  82   comparisons:
  83     - title: "Diff"
  84       reference: 1
  85       compare: 2
  86   legend:
  87     - ""
  88     - "x710, xxv710 - NICs tested."
  89     - "Diff - difference between x710 and xxv710 NIC."
  90
  91 # VPP Compare NICs 3n-skx 2t1c pdr
  92 - type: "table"
  93   title: "VPP Compare NICs 3n-skx 2t1c pdr"
  94   algorithm: "table_comparison"
  95   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
  96   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
  97   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
  98   columns:
  99     - title: "x710"
 100       data-set: "vpp-3n-skx-curr-iter"
 101       tag: "NIC_Intel-X710"
 102     - title: "xxv710"
 103       data-set: "vpp-3n-skx-curr-iter"
 104       tag: "NIC_Intel-XXV710"
 105   comparisons:
 106     - title: "Diff"
 107       reference: 1
 108       compare: 2
 109   legend:
 110     - ""
 111     - "x710, xxv710 - NICs tested."
 112     - "Diff - difference between x710 and xxv710 NIC."
 113
 114 # VPP Compare NICs 3n-skx 4t2c pdr
 115 - type: "table"
 116   title: "VPP Compare NICs 3n-skx 4t2c pdr"
 117   algorithm: "table_comparison"
 118   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
 119   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 120   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
 121   columns:
 122     - title: "x710"
 123       data-set: "vpp-3n-skx-curr-iter"
 124       tag: "NIC_Intel-X710"
 125     - title: "xxv710"
 126       data-set: "vpp-3n-skx-curr-iter"
 127       tag: "NIC_Intel-XXV710"
 128   comparisons:
 129     - title: "Diff"
 130       reference: 1
 131       compare: 2
 132   legend:
 133     - ""
 134     - "x710, xxv710 - NICs tested."
 135     - "Diff - difference between x710 and xxv710 NIC."
 136
 137 # VPP Compare NICs 3n-skx 2t1c mrr
 138 - type: "table"
 139   title: "VPP Compare NICs 3n-skx 2t1c mrr"
 140   algorithm: "table_comparison"
 141   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
 142   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 143   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
 144   columns:
 145     - title: "x710"
 146       data-set: "vpp-3n-skx-curr-iter-mrr"
 147       tag: "NIC_Intel-X710"
 148     - title: "xxv710"
 149       data-set: "vpp-3n-skx-curr-iter-mrr"
 150       tag: "NIC_Intel-XXV710"
 151   comparisons:
 152     - title: "Diff"
 153       reference: 1
 154       compare: 2
 155   legend:
 156     - ""
 157     - "x710, xxv710 - NICs tested."
 158     - "Diff - difference between x710 and xxv710 NIC."
 159
 160 # VPP Compare NICs 3n-skx 4t2c mrr
 161 - type: "table"
 162   title: "VPP Compare NICs 3n-skx 4t2c mrr"
 163   algorithm: "table_comparison"
 164   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
 165   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 166   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
 167   columns:
 168     - title: "x710"
 169       data-set: "vpp-3n-skx-curr-iter-mrr"
 170       tag: "NIC_Intel-X710"
 171     - title: "xxv710"
 172       data-set: "vpp-3n-skx-curr-iter-mrr"
 173       tag: "NIC_Intel-XXV710"
 174   comparisons:
 175     - title: "Diff"
 176       reference: 1
 177       compare: 2
 178   legend:
 179     - ""
 180     - "x710, xxv710 - NICs tested."
 181     - "Diff - difference between x710 and xxv710 NIC."
 182
 183 # VPP Compare NICs 3n-skx 8t4c mrr
 184 - type: "table"
 185   title: "VPP Compare NICs 3n-skx 8t4c mrr"
 186   algorithm: "table_comparison"
 187   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
 188   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 189   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
 190   columns:
 191     - title: "x710"
 192       data-set: "vpp-3n-skx-curr-iter-mrr"
 193       tag: "NIC_Intel-X710"
 194     - title: "xxv710"
 195       data-set: "vpp-3n-skx-curr-iter-mrr"
 196       tag: "NIC_Intel-XXV710"
 197   comparisons:
 198     - title: "Diff"
 199       reference: 1
 200       compare: 2
 201   legend:
 202     - ""
 203     - "x710, xxv710 - NICs tested."
 204     - "Diff - difference between x710 and xxv710 NIC."
 205
 206 # VPP Compare NICs 2n-skx 2t1c ndr
 207 - type: "table"
 208   title: "VPP Compare NICs 2n-skx 2t1c ndr"
 209   algorithm: "table_comparison"
 210   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
 211   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 212   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
 213   columns:
 214     - title: "x710"
 215       data-set: "vpp-2n-skx-curr-iter"
 216       tag: "NIC_Intel-X710"
 217     - title: "xxv710"
 218       data-set: "vpp-2n-skx-curr-iter"
 219       tag: "NIC_Intel-XXV710"
 220   comparisons:
 221     - title: "Diff"
 222       reference: 1
 223       compare: 2
 224   legend:
 225     - ""
 226     - "x710, xxv710 - NICs tested."
 227     - "Diff - difference between x710 and xxv710 NIC."
 228
 229 # VPP Compare NICs 2n-skx 4t2c ndr
 230 - type: "table"
 231   title: "VPP Compare NICs 2n-skx 4t2c ndr"
 232   algorithm: "table_comparison"
 233   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
 234   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 235   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
 236   columns:
 237     - title: "x710"
 238       data-set: "vpp-2n-skx-curr-iter"
 239       tag: "NIC_Intel-X710"
 240     - title: "xxv710"
 241       data-set: "vpp-2n-skx-curr-iter"
 242       tag: "NIC_Intel-XXV710"
 243   comparisons:
 244     - title: "Diff"
 245       reference: 1
 246       compare: 2
 247   legend:
 248     - ""
 249     - "x710, xxv710 - NICs tested."
 250     - "Diff - difference between x710 and xxv710 NIC."
 251
 252 # VPP Compare NICs 2n-skx 2t1c pdr
 253 - type: "table"
 254   title: "VPP Compare NICs 2n-skx 2t1c pdr"
 255   algorithm: "table_comparison"
 256   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
 257   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 258   filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
 259   columns:
 260     - title: "x710"
 261       data-set: "vpp-2n-skx-curr-iter"
 262       tag: "NIC_Intel-X710"
 263     - title: "xxv710"
 264       data-set: "vpp-2n-skx-curr-iter"
 265       tag: "NIC_Intel-XXV710"
 266   comparisons:
 267     - title: "Diff"
 268       reference: 1
 269       compare: 2
 270   legend:
 271     - ""
 272     - "x710, xxv710 - NICs tested."
 273     - "Diff - difference between x710 and xxv710 NIC."
 274
 275 # VPP Compare NICs 2n-skx 4t2c pdr
 276 - type: "table"
 277   title: "VPP Compare NICs 2n-skx 4t2c pdr"
 278   algorithm: "table_comparison"
 279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
 280   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 281   filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
 282   columns:
 283     - title: "x710"
 284       data-set: "vpp-2n-skx-curr-iter"
 285       tag: "NIC_Intel-X710"
 286     - title: "xxv710"
 287       data-set: "vpp-2n-skx-curr-iter"
 288       tag: "NIC_Intel-XXV710"
 289   comparisons:
 290     - title: "Diff"
 291       reference: 1
 292       compare: 2
 293   legend:
 294     - ""
 295     - "x710, xxv710 - NICs tested."
 296     - "Diff - difference between x710 and xxv710 NIC."
 297
 298 # VPP Compare NICs 2n-skx 2t1c mrr
 299 - type: "table"
 300   title: "VPP Compare NICs 2n-skx 2t1c mrr"
 301   algorithm: "table_comparison"
 302   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
 303   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 304   filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
 305   columns:
 306     - title: "x710"
 307       data-set: "vpp-2n-skx-curr-iter-mrr"
 308       tag: "NIC_Intel-X710"
 309     - title: "xxv710"
 310       data-set: "vpp-2n-skx-curr-iter-mrr"
 311       tag: "NIC_Intel-XXV710"
 312   comparisons:
 313     - title: "Diff"
 314       reference: 1
 315       compare: 2
 316   legend:
 317     - ""
 318     - "x710, xxv710 - NICs tested."
 319     - "Diff - difference between x710 and xxv710 NIC."
 320
 321 # VPP Compare NICs 2n-skx 4t2c mrr
 322 - type: "table"
 323   title: "VPP Compare NICs 2n-skx 4t2c mrr"
 324   algorithm: "table_comparison"
 325   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
 326   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 327   filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
 328   columns:
 329     - title: "x710"
 330       data-set: "vpp-2n-skx-curr-iter-mrr"
 331       tag: "NIC_Intel-X710"
 332     - title: "xxv710"
 333       data-set: "vpp-2n-skx-curr-iter-mrr"
 334       tag: "NIC_Intel-XXV710"
 335   comparisons:
 336     - title: "Diff"
 337       reference: 1
 338       compare: 2
 339   legend:
 340     - ""
 341     - "x710, xxv710 - NICs tested."
 342     - "Diff - difference between x710 and xxv710 NIC."
 343
 344 # VPP Compare NICs 2n-skx 8t4c mrr
 345 - type: "table"
 346   title: "VPP Compare NICs 2n-skx 8t4c mrr"
 347   algorithm: "table_comparison"
 348   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
 349   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
 350   filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
 351   columns:
 352     - title: "x710"
 353       data-set: "vpp-2n-skx-curr-iter-mrr"
 354       tag: "NIC_Intel-X710"
 355     - title: "xxv710"
 356       data-set: "vpp-2n-skx-curr-iter-mrr"
 357       tag: "NIC_Intel-XXV710"
 358   comparisons:
 359     - title: "Diff"
 360       reference: 1
 361       compare: 2
 362   legend:
 363     - ""
 364     - "x710, xxv710 - NICs tested."
 365     - "Diff - difference between x710 and xxv710 NIC."
 366
 367 ################################################################################
 368 # VPP
 369
 370 # VPP Performance Changes 3n-skx 2t1c pdr
 371 - type: "table"
 372   title: "VPP Performance Changes 3n-skx 2t1c pdr"
 373   algorithm: "table_comparison"
 374   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
 375   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 376   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 377   columns:
 378     - title: "2009.0-6"
 379       data-set: "vpp-3n-skx-hist-iter-new-env"
 380     - title: "2101.0-6"
 381       data-set: "vpp-3n-skx-prev-iter-old-env"
 382     - title: "2101.0-7"
 383       data-set: "vpp-3n-skx-prev-iter-new-env"
 384     - title: "2106.0-7"
 385       data-set: "vpp-3n-skx-curr-iter"
 386   comparisons:
 387     - title: "2101.0-7 vs 2101.0-6"
 388       reference: 2
 389       compare: 3
 390 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
 391     - title: "2106.0-7 vs 2101.0-7"
 392       reference: 3
 393       compare: 4
 394 #      rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
 395   legend:
 396     - ''
 397     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
 398     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 399     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 400     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 401     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 402
 403 # VPP Performance Changes 3n-skx 4t2c pdr
 404 - type: "table"
 405   title: "VPP Performance Changes 3n-skx 4t2c pdr"
 406   algorithm: "table_comparison"
 407   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
 408   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 409   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 410   columns:
 411     - title: "2009.0-6"
 412       data-set: "vpp-3n-skx-hist-iter-new-env"
 413     - title: "2101.0-6"
 414       data-set: "vpp-3n-skx-prev-iter-old-env"
 415     - title: "2101.0-7"
 416       data-set: "vpp-3n-skx-prev-iter-new-env"
 417     - title: "2106.0-7"
 418       data-set: "vpp-3n-skx-curr-iter"
 419   comparisons:
 420     - title: "2101.0-7 vs 2101.0-6"
 421       reference: 2
 422       compare: 3
 423 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
 424     - title: "2106.0-7 vs 2101.0-7"
 425       reference: 3
 426       compare: 4
 427 #      rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
 428   legend:
 429     - ''
 430     - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
 431     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 432     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 433     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 434     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 435
 436 # VPP Performance Changes 3n-skx 2t1c ndr
 437 - type: "table"
 438   title: "VPP Performance Changes 3n-skx 2t1c ndr"
 439   algorithm: "table_comparison"
 440   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
 441   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 442   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 443   columns:
 444     - title: "2009.0-6"
 445       data-set: "vpp-3n-skx-hist-iter-new-env"
 446     - title: "2101.0-6"
 447       data-set: "vpp-3n-skx-prev-iter-old-env"
 448     - title: "2101.0-7"
 449       data-set: "vpp-3n-skx-prev-iter-new-env"
 450     - title: "2106.0-7"
 451       data-set: "vpp-3n-skx-curr-iter"
 452   comparisons:
 453     - title: "2101.0-7 vs 2101.0-6"
 454       reference: 2
 455       compare: 3
 456 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
 457     - title: "2106.0-7 vs 2101.0-7"
 458       reference: 3
 459       compare: 4
 460 #      rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
 461   legend:
 462     - ''
 463     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
 464     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 465     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 466     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 467     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 468
 469 # VPP Performance Changes 3n-skx 4t2c ndr
 470 - type: "table"
 471   title: "VPP Performance Changes 3n-skx 4t2c ndr"
 472   algorithm: "table_comparison"
 473   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
 474   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 475   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 476   columns:
 477     - title: "2009.0-6"
 478       data-set: "vpp-3n-skx-hist-iter-new-env"
 479     - title: "2101.0-6"
 480       data-set: "vpp-3n-skx-prev-iter-old-env"
 481     - title: "2101.0-7"
 482       data-set: "vpp-3n-skx-prev-iter-new-env"
 483     - title: "2106.0-7"
 484       data-set: "vpp-3n-skx-curr-iter"
 485   comparisons:
 486     - title: "2101.0-7 vs 2101.0-6"
 487       reference: 2
 488       compare: 3
 489 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
 490     - title: "2106.0-7 vs 2101.0-7"
 491       reference: 3
 492       compare: 4
 493 #      rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
 494   legend:
 495     - ''
 496     - 'Test Case:            Test cases executed for: NDR throughput on 3n-skx with xxv710.'
 497     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 498     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 499     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 500     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 501
 502 # VPP Performance Changes 2n-skx 2t1c pdr
 503 - type: "table"
 504   title: "VPP Performance Changes 2n-skx 2t1c pdr"
 505   algorithm: "table_comparison"
 506   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
 507   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 508   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 509   columns:
 510     - title: "2009.0-6"
 511       data-set: "vpp-2n-skx-hist-iter-new-env"
 512     - title: "2101.0-6"
 513       data-set: "vpp-2n-skx-prev-iter-old-env"
 514     - title: "2101.0-7"
 515       data-set: "vpp-2n-skx-prev-iter-new-env"
 516     - title: "2106.0-7"
 517       data-set: "vpp-2n-skx-curr-iter"
 518   comparisons:
 519     - title: "2101.0-7 vs 2101.0-6"
 520       reference: 2
 521       compare: 3
 522 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
 523     - title: "2106.0-7 vs 2101.0-7"
 524       reference: 3
 525       compare: 4
 526 #      rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
 527   legend:
 528     - ''
 529     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
 530     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 531     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 532     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 533     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 534
 535 # VPP Performance Changes 2n-skx 4t2c pdr
 536 - type: "table"
 537   title: "VPP Performance Changes 2n-skx 4t2c pdr"
 538   algorithm: "table_comparison"
 539   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
 540   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 541   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 542   columns:
 543     - title: "2009.0-6"
 544       data-set: "vpp-2n-skx-hist-iter-new-env"
 545     - title: "2101.0-6"
 546       data-set: "vpp-2n-skx-prev-iter-old-env"
 547     - title: "2101.0-7"
 548       data-set: "vpp-2n-skx-prev-iter-new-env"
 549     - title: "2106.0-7"
 550       data-set: "vpp-2n-skx-curr-iter"
 551   comparisons:
 552     - title: "2101.0-7 vs 2101.0-6"
 553       reference: 2
 554       compare: 3
 555 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
 556     - title: "2106.0-7 vs 2101.0-7"
 557       reference: 3
 558       compare: 4
 559 #      rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
 560   legend:
 561     - ''
 562     - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
 563     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 564     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 565     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 566     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 567
 568 # VPP Performance Changes 2n-skx 2t1c ndr
 569 - type: "table"
 570   title: "VPP Performance Changes 2n-skx 2t1c ndr"
 571   algorithm: "table_comparison"
 572   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
 573   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 574   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 575   columns:
 576     - title: "2009.0-6"
 577       data-set: "vpp-2n-skx-hist-iter-new-env"
 578     - title: "2101.0-6"
 579       data-set: "vpp-2n-skx-prev-iter-old-env"
 580     - title: "2101.0-7"
 581       data-set: "vpp-2n-skx-prev-iter-new-env"
 582     - title: "2106.0-7"
 583       data-set: "vpp-2n-skx-curr-iter"
 584   comparisons:
 585     - title: "2101.0-7 vs 2101.0-6"
 586       reference: 2
 587       compare: 3
 588 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
 589     - title: "2106.0-7 vs 2101.0-7"
 590       reference: 3
 591       compare: 4
 592 #      rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
 593   legend:
 594     - ''
 595     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
 596     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 597     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 598     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 599     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 600
 601 # VPP Performance Changes 2n-skx 4t2c ndr
 602 - type: "table"
 603   title: "VPP Performance Changes 2n-skx 4t2c ndr"
 604   algorithm: "table_comparison"
 605   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
 606   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 607   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 608   columns:
 609     - title: "2009.0-6"
 610       data-set: "vpp-2n-skx-hist-iter-new-env"
 611     - title: "2101.0-6"
 612       data-set: "vpp-2n-skx-prev-iter-old-env"
 613     - title: "2101.0-7"
 614       data-set: "vpp-2n-skx-prev-iter-new-env"
 615     - title: "2106.0-7"
 616       data-set: "vpp-2n-skx-curr-iter"
 617   comparisons:
 618     - title: "2101.0-7 vs 2101.0-6"
 619       reference: 2
 620       compare: 3
 621 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
 622     - title: "2106.0-7 vs 2101.0-7"
 623       reference: 3
 624       compare: 4
 625 #      rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
 626   legend:
 627     - ''
 628     - 'Test Case:            Test cases executed for: NDR throughput on 2n-skx with xxv710.'
 629     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 630     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 631     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 632     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 633
 634 # VPP Performance Changes 2n-clx-xxv710 2t1c pdr
 635 - type: "table"
 636   title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
 637   algorithm: "table_comparison"
 638   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
 639   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 640   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 641   columns:
 642     - title: "2009.0-6"
 643       data-set: "vpp-2n-clx-hist-iter-new-env"
 644     - title: "2101.0-6"
 645       data-set: "vpp-2n-clx-prev-iter-old-env"
 646     - title: "2101.0-7"
 647       data-set: "vpp-2n-clx-prev-iter-new-env"
 648     - title: "2106.0-7"
 649       data-set: "vpp-2n-clx-curr-iter"
 650   comparisons:
 651     - title: "2101.0-7 vs 2101.0-6"
 652       reference: 2
 653       compare: 3
 654 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
 655     - title: "2106.0-7 vs 2101.0-7"
 656       reference: 3
 657       compare: 4
 658 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
 659   legend:
 660     - ''
 661     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
 662     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 663     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 664     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 665     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 666
 667 # VPP Performance Changes 2n-clx-xxv710 4t2c pdr
 668 - type: "table"
 669   title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
 670   algorithm: "table_comparison"
 671   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
 672   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 673   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 674   columns:
 675     - title: "2009.0-6"
 676       data-set: "vpp-2n-clx-hist-iter-new-env"
 677     - title: "2101.0-6"
 678       data-set: "vpp-2n-clx-prev-iter-old-env"
 679     - title: "2101.0-7"
 680       data-set: "vpp-2n-clx-prev-iter-new-env"
 681     - title: "2106.0-7"
 682       data-set: "vpp-2n-clx-curr-iter"
 683   comparisons:
 684     - title: "2101.0-7 vs 2101.0-6"
 685       reference: 2
 686       compare: 3
 687 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
 688     - title: "2106.0-7 vs 2101.0-7"
 689       reference: 3
 690       compare: 4
 691 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
 692   legend:
 693     - ''
 694     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
 695     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 696     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 697     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 698     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 699
 700 # VPP Performance Changes 2n-clx-xxv710 2t1c ndr
 701 - type: "table"
 702   title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
 703   algorithm: "table_comparison"
 704   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
 705   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 706   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 707   columns:
 708     - title: "2009.0-6"
 709       data-set: "vpp-2n-clx-hist-iter-new-env"
 710     - title: "2101.0-6"
 711       data-set: "vpp-2n-clx-prev-iter-old-env"
 712     - title: "2101.0-7"
 713       data-set: "vpp-2n-clx-prev-iter-new-env"
 714     - title: "2106.0-7"
 715       data-set: "vpp-2n-clx-curr-iter"
 716   comparisons:
 717     - title: "2101.0-7 vs 2101.0-6"
 718       reference: 2
 719       compare: 3
 720 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
 721     - title: "2106.0-7 vs 2101.0-7"
 722       reference: 3
 723       compare: 4
 724 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
 725   legend:
 726     - ''
 727     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
 728     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 729     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 730     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 731     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 732
 733 # VPP Performance Changes 2n-clx-xxv710 4t2c ndr
 734 - type: "table"
 735   title: "VPP Performance Changes 2n-clx-xxv710 ndr"
 736   algorithm: "table_comparison"
 737   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
 738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 739   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
 740   columns:
 741     - title: "2009.0-6"
 742       data-set: "vpp-2n-clx-hist-iter-new-env"
 743     - title: "2101.0-6"
 744       data-set: "vpp-2n-clx-prev-iter-old-env"
 745     - title: "2101.0-7"
 746       data-set: "vpp-2n-clx-prev-iter-new-env"
 747     - title: "2106.0-7"
 748       data-set: "vpp-2n-clx-curr-iter"
 749   comparisons:
 750     - title: "2101.0-7 vs 2101.0-6"
 751       reference: 2
 752       compare: 3
 753 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
 754     - title: "2106.0-7 vs 2101.0-7"
 755       reference: 3
 756       compare: 4
 757 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
 758   legend:
 759     - ''
 760     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with xxv710.'
 761     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 762     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 763     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 764     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 765
 766 # VPP Performance Changes 2n-clx-cx556a 2t1c pdr
 767 - type: "table"
 768   title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
 769   algorithm: "table_comparison"
 770   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
 771   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 772   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
 773   columns:
 774     - title: "2009.0-6"
 775       data-set: "vpp-2n-clx-hist-iter-new-env"
 776     - title: "2101.0-6"
 777       data-set: "vpp-2n-clx-prev-iter-old-env"
 778     - title: "2101.0-7"
 779       data-set: "vpp-2n-clx-prev-iter-new-env"
 780     - title: "2106.0-7"
 781       data-set: "vpp-2n-clx-curr-iter"
 782   comparisons:
 783     - title: "2101.0-7 vs 2101.0-6"
 784       reference: 2
 785       compare: 3
 786 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
 787     - title: "2106.0-7 vs 2101.0-7"
 788       reference: 3
 789       compare: 4
 790 #      rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
 791   legend:
 792     - ''
 793     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
 794     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 795     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 796     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 797     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 798
 799 # VPP Performance Changes 2n-clx-cx556a 4t2c pdr
 800 - type: "table"
 801   title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
 802   algorithm: "table_comparison"
 803   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
 804   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 805   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
 806   columns:
 807     - title: "2009.0-6"
 808       data-set: "vpp-2n-clx-hist-iter-new-env"
 809     - title: "2101.0-6"
 810       data-set: "vpp-2n-clx-prev-iter-old-env"
 811     - title: "2101.0-7"
 812       data-set: "vpp-2n-clx-prev-iter-new-env"
 813     - title: "2106.0-7"
 814       data-set: "vpp-2n-clx-curr-iter"
 815   comparisons:
 816     - title: "2101.0-7 vs 2101.0-6"
 817       reference: 2
 818       compare: 3
 819 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
 820     - title: "2106.0-7 vs 2101.0-7"
 821       reference: 3
 822       compare: 4
 823 #      rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
 824   legend:
 825     - ''
 826     - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
 827     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 828     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 829     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 830     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 831
 832 # VPP Performance Changes 2n-clx-cx556a 2t1c ndr
 833 - type: "table"
 834   title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
 835   algorithm: "table_comparison"
 836   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
 837   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 838   filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
 839   columns:
 840     - title: "2009.0-6"
 841       data-set: "vpp-2n-clx-hist-iter-new-env"
 842     - title: "2101.0-6"
 843       data-set: "vpp-2n-clx-prev-iter-old-env"
 844     - title: "2101.0-7"
 845       data-set: "vpp-2n-clx-prev-iter-new-env"
 846     - title: "2106.0-7"
 847       data-set: "vpp-2n-clx-curr-iter"
 848   comparisons:
 849     - title: "2101.0-7 vs 2101.0-6"
 850       reference: 2
 851       compare: 3
 852 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
 853     - title: "2106.0-7 vs 2101.0-7"
 854       reference: 3
 855       compare: 4
 856 #      rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
 857   legend:
 858     - ''
 859     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
 860     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 861     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 862     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 863     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 864
 865 # VPP Performance Changes 2n-clx-cx556a 4t2c ndr
 866 - type: "table"
 867   title: "VPP Performance Changes 2n-clx-cx556a ndr"
 868   algorithm: "table_comparison"
 869   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
 870   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 871   filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
 872   columns:
 873     - title: "2009.0-6"
 874       data-set: "vpp-2n-clx-hist-iter-new-env"
 875     - title: "2101.0-6"
 876       data-set: "vpp-2n-clx-prev-iter-old-env"
 877     - title: "2101.0-7"
 878       data-set: "vpp-2n-clx-prev-iter-new-env"
 879     - title: "2106.0-7"
 880       data-set: "vpp-2n-clx-curr-iter"
 881   comparisons:
 882     - title: "2101.0-7 vs 2101.0-6"
 883       reference: 2
 884       compare: 3
 885 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
 886     - title: "2106.0-7 vs 2101.0-7"
 887       reference: 3
 888       compare: 4
 889 #      rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
 890   legend:
 891     - ''
 892     - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with cx556a.'
 893     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 894     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 895     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 896     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 897
 898 # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
 899 - type: "table"
 900   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
 901   algorithm: "table_comparison"
 902   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
 903   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 904   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
 905   columns:
 906     - title: "2009.0-6"
 907       data-set: "vpp-2n-zn2-hist-iter-new-env"
 908     - title: "2101.0-6"
 909       data-set: "vpp-2n-zn2-prev-iter-old-env"
 910     - title: "2101.0-7"
 911       data-set: "vpp-2n-zn2-prev-iter-new-env"
 912     - title: "2106.0-7"
 913       data-set: "vpp-2n-zn2-curr-iter"
 914   comparisons:
 915     - title: "2101.0-7 vs 2101.0-6"
 916       reference: 2
 917       compare: 3
 918 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
 919     - title: "2106.0-7 vs 2101.0-7"
 920       reference: 3
 921       compare: 4
 922 #      rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
 923   legend:
 924     - ''
 925     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
 926     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 927     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 928     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 929     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 930
 931 # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
 932 - type: "table"
 933   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
 934   algorithm: "table_comparison"
 935   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
 936   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
 937   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
 938   columns:
 939     - title: "2009.0-6"
 940       data-set: "vpp-2n-zn2-hist-iter-new-env"
 941     - title: "2101.0-6"
 942       data-set: "vpp-2n-zn2-prev-iter-old-env"
 943     - title: "2101.0-7"
 944       data-set: "vpp-2n-zn2-prev-iter-new-env"
 945     - title: "2106.0-7"
 946       data-set: "vpp-2n-zn2-curr-iter"
 947   comparisons:
 948     - title: "2101.0-7 vs 2101.0-6"
 949       reference: 2
 950       compare: 3
 951 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
 952     - title: "2106.0-7 vs 2101.0-7"
 953       reference: 3
 954       compare: 4
 955 #      rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
 956   legend:
 957     - ''
 958     - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
 959     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 960     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 961     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 962     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 963
 964 # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
 965 - type: "table"
 966   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
 967   algorithm: "table_comparison"
 968   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
 969   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
 970   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
 971   columns:
 972     - title: "2009.0-6"
 973       data-set: "vpp-2n-zn2-hist-iter-new-env"
 974     - title: "2101.0-6"
 975       data-set: "vpp-2n-zn2-prev-iter-old-env"
 976     - title: "2101.0-7"
 977       data-set: "vpp-2n-zn2-prev-iter-new-env"
 978     - title: "2106.0-7"
 979       data-set: "vpp-2n-zn2-curr-iter"
 980   comparisons:
 981     - title: "2101.0-7 vs 2101.0-6"
 982       reference: 2
 983       compare: 3
 984 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
 985     - title: "2106.0-7 vs 2101.0-7"
 986       reference: 3
 987       compare: 4
 988 #      rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
 989   legend:
 990     - ''
 991     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
 992     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
 993     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
 994     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
 995     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
 996
 997 # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
 998 - type: "table"
 999   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
1000   algorithm: "table_comparison"
1001   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
1002   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1003   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
1004   columns:
1005     - title: "2009.0-6"
1006       data-set: "vpp-2n-zn2-hist-iter-new-env"
1007     - title: "2101.0-6"
1008       data-set: "vpp-2n-zn2-prev-iter-old-env"
1009     - title: "2101.0-7"
1010       data-set: "vpp-2n-zn2-prev-iter-new-env"
1011     - title: "2106.0-7"
1012       data-set: "vpp-2n-zn2-curr-iter"
1013   comparisons:
1014     - title: "2101.0-7 vs 2101.0-6"
1015       reference: 2
1016       compare: 3
1017 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1018     - title: "2106.0-7 vs 2101.0-7"
1019       reference: 3
1020       compare: 4
1021 #      rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
1022   legend:
1023     - ''
1024     - 'Test Case:            Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
1025     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1026     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1027     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1028     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1029
1030 # VPP Performance Changes 2n-dnv 1t1c pdr
1031 - type: "table"
1032   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1033   algorithm: "table_comparison"
1034   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1035   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1036   filter: "'1T1C'"
1037   columns:
1038     - title: "2009.0-6"
1039       data-set: "vpp-2n-dnv-hist-iter-new-env"
1040     - title: "2101.0-6"
1041       data-set: "vpp-2n-dnv-prev-iter-old-env"
1042     - title: "2101.0-7"
1043       data-set: "vpp-2n-dnv-prev-iter-new-env"
1044     - title: "2106.0-7"
1045       data-set: "vpp-2n-dnv-curr-iter"
1046   comparisons:
1047     - title: "2101.0-7 vs 2101.0-6"
1048       reference: 2
1049       compare: 3
1050     - title: "2101.0-6 vs 2009.0-5"
1051       reference: 3
1052       compare: 4
1053   legend:
1054     - ''
1055     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1056     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1057     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1058     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1059     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1060
1061 # VPP Performance Changes 2n-dnv 2t2c pdr
1062 - type: "table"
1063   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1064   algorithm: "table_comparison"
1065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1066   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1067   filter: "'2T2C'"
1068   columns:
1069     - title: "2009.0-6"
1070       data-set: "vpp-2n-dnv-hist-iter-new-env"
1071     - title: "2101.0-6"
1072       data-set: "vpp-2n-dnv-prev-iter-old-env"
1073     - title: "2101.0-7"
1074       data-set: "vpp-2n-dnv-prev-iter-new-env"
1075     - title: "2106.0-7"
1076       data-set: "vpp-2n-dnv-curr-iter"
1077   comparisons:
1078     - title: "2101.0-7 vs 2101.0-6"
1079       reference: 2
1080       compare: 3
1081     - title: "2101.0-6 vs 2009.0-5"
1082       reference: 3
1083       compare: 4
1084   legend:
1085     - ''
1086     - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
1087     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1088     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1089     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1090     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1091
1092 # VPP Performance Changes 2n-dnv 1t1c ndr
1093 - type: "table"
1094   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1095   algorithm: "table_comparison"
1096   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1097   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1098   filter: "'1T1C'"
1099   columns:
1100     - title: "2009.0-6"
1101       data-set: "vpp-2n-dnv-hist-iter-new-env"
1102     - title: "2101.0-6"
1103       data-set: "vpp-2n-dnv-prev-iter-old-env"
1104     - title: "2101.0-7"
1105       data-set: "vpp-2n-dnv-prev-iter-new-env"
1106     - title: "2106.0-7"
1107       data-set: "vpp-2n-dnv-curr-iter"
1108   comparisons:
1109     - title: "2101.0-7 vs 2101.0-6"
1110       reference: 2
1111       compare: 3
1112     - title: "2101.0-6 vs 2009.0-5"
1113       reference: 3
1114       compare: 4
1115   legend:
1116     - ''
1117     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1118     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1119     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1120     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1121     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1122
1123 # VPP Performance Changes 2n-dnv 2t2c ndr
1124 - type: "table"
1125   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1126   algorithm: "table_comparison"
1127   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1128   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1129   filter: "'2T2C'"
1130   columns:
1131     - title: "2009.0-6"
1132       data-set: "vpp-2n-dnv-hist-iter-new-env"
1133     - title: "2101.0-6"
1134       data-set: "vpp-2n-dnv-prev-iter-old-env"
1135     - title: "2101.0-7"
1136       data-set: "vpp-2n-dnv-prev-iter-new-env"
1137     - title: "2106.0-7"
1138       data-set: "vpp-2n-dnv-curr-iter"
1139   comparisons:
1140     - title: "2101.0-7 vs 2101.0-6"
1141       reference: 2
1142       compare: 3
1143     - title: "2101.0-6 vs 2009.0-5"
1144       reference: 3
1145       compare: 4
1146   legend:
1147     - ''
1148     - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
1149     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1150     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1151     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1152     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1153
1154 # VPP Performance Changes 3n-dnv 1t1c pdr
1155 - type: "table"
1156   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
1157   algorithm: "table_comparison"
1158   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
1159   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1160   filter: "'1T1C'"
1161   columns:
1162     - title: "2009.0-6"
1163       data-set: "vpp-3n-dnv-hist-iter-new-env"
1164     - title: "2101.0-6"
1165       data-set: "vpp-3n-dnv-prev-iter-old-env"
1166     - title: "2101.0-7"
1167       data-set: "vpp-3n-dnv-prev-iter-new-env"
1168     - title: "2106.0-7"
1169       data-set: "vpp-3n-dnv-curr-iter"
1170   comparisons:
1171     - title: "2101.0-7 vs 2101.0-6"
1172       reference: 2
1173       compare: 3
1174     - title: "2101.0-6 vs 2009.0-5"
1175       reference: 3
1176       compare: 4
1177   legend:
1178     - ''
1179     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1180     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1181     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1182     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1183     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1184
1185 # VPP Performance Changes 3n-dnv 2t2c pdr
1186 - type: "table"
1187   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
1188   algorithm: "table_comparison"
1189   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
1190   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1191   filter: "'2T2C'"
1192   columns:
1193     - title: "2009.0-6"
1194       data-set: "vpp-3n-dnv-hist-iter-new-env"
1195     - title: "2101.0-6"
1196       data-set: "vpp-3n-dnv-prev-iter-old-env"
1197     - title: "2101.0-7"
1198       data-set: "vpp-3n-dnv-prev-iter-new-env"
1199     - title: "2106.0-7"
1200       data-set: "vpp-3n-dnv-curr-iter"
1201   comparisons:
1202     - title: "2101.0-7 vs 2101.0-6"
1203       reference: 2
1204       compare: 3
1205     - title: "2101.0-6 vs 2009.0-5"
1206       reference: 3
1207       compare: 4
1208   legend:
1209     - ''
1210     - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
1211     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1212     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1213     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1214     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1215
1216 # VPP Performance Changes 3n-dnv 1t1c ndr
1217 - type: "table"
1218   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
1219   algorithm: "table_comparison"
1220   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
1221   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1222   filter: "'1T1C'"
1223   columns:
1224     - title: "2009.0-6"
1225       data-set: "vpp-3n-dnv-hist-iter-new-env"
1226     - title: "2101.0-6"
1227       data-set: "vpp-3n-dnv-prev-iter-old-env"
1228     - title: "2101.0-7"
1229       data-set: "vpp-3n-dnv-prev-iter-new-env"
1230     - title: "2106.0-7"
1231       data-set: "vpp-3n-dnv-curr-iter"
1232   comparisons:
1233     - title: "2101.0-7 vs 2101.0-6"
1234       reference: 2
1235       compare: 3
1236     - title: "2101.0-6 vs 2009.0-5"
1237       reference: 3
1238       compare: 4
1239   legend:
1240     - ''
1241     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1242     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1243     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1244     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1245     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1246
1247 # VPP Performance Changes 3n-dnv 2t2c ndr
1248 - type: "table"
1249   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
1250   algorithm: "table_comparison"
1251   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
1252   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1253   filter: "'2T2C'"
1254   columns:
1255     - title: "2009.0-6"
1256       data-set: "vpp-3n-dnv-hist-iter-new-env"
1257     - title: "2101.0-6"
1258       data-set: "vpp-3n-dnv-prev-iter-old-env"
1259     - title: "2101.0-7"
1260       data-set: "vpp-3n-dnv-prev-iter-new-env"
1261     - title: "2106.0-7"
1262       data-set: "vpp-3n-dnv-curr-iter"
1263   comparisons:
1264     - title: "2101.0-7 vs 2101.0-6"
1265       reference: 2
1266       compare: 3
1267     - title: "2101.0-6 vs 2009.0-5"
1268       reference: 3
1269       compare: 4
1270   legend:
1271     - ''
1272     - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
1273     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1274     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1275     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1276     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
1277
1278 # VPP Performance Changes 3n-tsh 1t1c pdr
1279 - type: "table"
1280   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
1281   algorithm: "table_comparison"
1282   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
1283   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1284   filter: "'1T1C'"
1285   columns:
1286     - title: "2009.0-6"
1287       data-set: "vpp-3n-tsh-hist-iter-new-env"
1288     - title: "2101.0-6"
1289       data-set: "vpp-3n-tsh-prev-iter-old-env"
1290     - title: "2101.0-7"
1291       data-set: "vpp-3n-tsh-prev-iter-new-env"
1292     - title: "2106.0-7"
1293       data-set: "vpp-3n-tsh-curr-iter"
1294   comparisons:
1295     - title: "2101.0-7 vs 2101.0-6"
1296       reference: 2
1297       compare: 3
1298 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1299     - title: "2106.0-7 vs 2101.0-7"
1300       reference: 3
1301       compare: 4
1302 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1303   legend:
1304     - ''
1305     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1306     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1307     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1308     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1309     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1310
1311 # VPP Performance Changes 3n-tsh 2t2c pdr
1312 - type: "table"
1313   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
1314   algorithm: "table_comparison"
1315   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
1316   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1317   filter: "'2T2C'"
1318   columns:
1319     - title: "2009.0-6"
1320       data-set: "vpp-3n-tsh-hist-iter-new-env"
1321     - title: "2101.0-6"
1322       data-set: "vpp-3n-tsh-prev-iter-old-env"
1323     - title: "2101.0-7"
1324       data-set: "vpp-3n-tsh-prev-iter-new-env"
1325     - title: "2106.0-7"
1326       data-set: "vpp-3n-tsh-curr-iter"
1327   comparisons:
1328     - title: "2101.0-7 vs 2101.0-6"
1329       reference: 2
1330       compare: 3
1331 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1332     - title: "2106.0-7 vs 2101.0-7"
1333       reference: 3
1334       compare: 4
1335 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1336   legend:
1337     - ''
1338     - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
1339     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1340     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1341     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1342     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1343
1344 # VPP Performance Changes 3n-tsh 1t1c ndr
1345 - type: "table"
1346   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
1347   algorithm: "table_comparison"
1348   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
1349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1350   filter: "'1T1C'"
1351   columns:
1352     - title: "2009.0-6"
1353       data-set: "vpp-3n-tsh-hist-iter-new-env"
1354     - title: "2101.0-6"
1355       data-set: "vpp-3n-tsh-prev-iter-old-env"
1356     - title: "2101.0-7"
1357       data-set: "vpp-3n-tsh-prev-iter-new-env"
1358     - title: "2106.0-7"
1359       data-set: "vpp-3n-tsh-curr-iter"
1360   comparisons:
1361     - title: "2101.0-7 vs 2101.0-6"
1362       reference: 2
1363       compare: 3
1364 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
1365     - title: "2106.0-7 vs 2101.0-7"
1366       reference: 3
1367       compare: 4
1368 #      rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
1369   legend:
1370     - ''
1371     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
1372     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1373     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1374     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1375     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1376
1377 # VPP Performance Changes 3n-tsh 2t2c ndr
1378 - type: "table"
1379   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
1380   algorithm: "table_comparison"
1381   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
1382   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1383   filter: "'2T2C'"
1384   columns:
1385     - title: "2009.0-6"
1386       data-set: "vpp-3n-tsh-hist-iter-new-env"
1387     - title: "2101.0-6"
1388       data-set: "vpp-3n-tsh-prev-iter-old-env"
1389     - title: "2101.0-7"
1390       data-set: "vpp-3n-tsh-prev-iter-new-env"
1391     - title: "2106.0-7"
1392       data-set: "vpp-3n-tsh-curr-iter"
1393   comparisons:
1394     - title: "2101.0-7 vs 2101.0-6"
1395       reference: 2
1396       compare: 3
1397 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
1398     - title: "2106.0-7 vs 2101.0-7"
1399       reference: 3
1400       compare: 4
1401 #      rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
1402   legend:
1403     - ''
1404     - 'Test Case:            Test cases executed for: NDR throughput on 3n-tsh with x520.'
1405     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1406     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1407     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1408     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1409
1410 # VPP Performance Changes 2n-tx2 1t1c pdr
1411 - type: "table"
1412   title: "VPP Performance Changes 2n-tx2 1t1c pdr"
1413   algorithm: "table_comparison"
1414   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1415   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1416   filter: "'1T1C'"
1417   columns:
1418     - title: "2009.0-6"
1419       data-set: "vpp-2n-tx2-hist-iter-new-env"
1420     - title: "2101.0-6"
1421       data-set: "vpp-2n-tx2-prev-iter-old-env"
1422     - title: "2101.0-7"
1423       data-set: "vpp-2n-tx2-prev-iter-new-env"
1424     - title: "2106.0-7"
1425       data-set: "vpp-2n-tx2-curr-iter"
1426   comparisons:
1427     - title: "2101.0-7 vs 2101.0-6"
1428       reference: 2
1429       compare: 3
1430     - title: "2106.0-7 vs 2101.0-7"
1431       reference: 3
1432       compare: 4
1433   legend:
1434     - ''
1435     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1436     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1437     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1438     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1439     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1440
1441 # VPP Performance Changes 2n-tx2 2t2c pdr
1442 - type: "table"
1443   title: "VPP Performance Changes 2n-tx2 2t2c pdr"
1444   algorithm: "table_comparison"
1445   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1446   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1447   filter: "'2T2C'"
1448   columns:
1449     - title: "2009.0-6"
1450       data-set: "vpp-2n-tx2-hist-iter-new-env"
1451     - title: "2101.0-6"
1452       data-set: "vpp-2n-tx2-prev-iter-old-env"
1453     - title: "2101.0-7"
1454       data-set: "vpp-2n-tx2-prev-iter-new-env"
1455     - title: "2106.0-7"
1456       data-set: "vpp-2n-tx2-curr-iter"
1457   comparisons:
1458     - title: "2101.0-7 vs 2101.0-6"
1459       reference: 2
1460       compare: 3
1461     - title: "2106.0-7 vs 2101.0-7"
1462       reference: 3
1463       compare: 4
1464   legend:
1465     - ''
1466     - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
1467     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1468     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1469     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1470     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1471
1472 # VPP Performance Changes 2n-tx2 1t1c ndr
1473 - type: "table"
1474   title: "VPP Performance Changes 2n-tx2 1t1c ndr"
1475   algorithm: "table_comparison"
1476   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
1477   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1478   filter: "'1T1C'"
1479   columns:
1480     - title: "2009.0-6"
1481       data-set: "vpp-2n-tx2-hist-iter-new-env"
1482     - title: "2101.0-6"
1483       data-set: "vpp-2n-tx2-prev-iter-old-env"
1484     - title: "2101.0-7"
1485       data-set: "vpp-2n-tx2-prev-iter-new-env"
1486     - title: "2106.0-7"
1487       data-set: "vpp-2n-tx2-curr-iter"
1488   comparisons:
1489     - title: "2101.0-7 vs 2101.0-6"
1490       reference: 2
1491       compare: 3
1492     - title: "2106.0-7 vs 2101.0-7"
1493       reference: 3
1494       compare: 4
1495   legend:
1496     - ''
1497     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1498     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1499     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1500     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1501     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1502
1503 # VPP Performance Changes 2n-tx2 2t2c ndr
1504 - type: "table"
1505   title: "VPP Performance Changes 2n-tx2 2t2c ndr"
1506   algorithm: "table_comparison"
1507   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
1508   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1509   filter: "'2T2C'"
1510   columns:
1511     - title: "2009.0-6"
1512       data-set: "vpp-2n-tx2-hist-iter-new-env"
1513     - title: "2101.0-6"
1514       data-set: "vpp-2n-tx2-prev-iter-old-env"
1515     - title: "2101.0-7"
1516       data-set: "vpp-2n-tx2-prev-iter-new-env"
1517     - title: "2106.0-7"
1518       data-set: "vpp-2n-tx2-curr-iter"
1519   comparisons:
1520     - title: "2101.0-7 vs 2101.0-6"
1521       reference: 2
1522       compare: 3
1523     - title: "2106.0-7 vs 2101.0-7"
1524       reference: 3
1525       compare: 4
1526   legend:
1527     - ''
1528     - 'Test Case:            Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
1529     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1530     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1531     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1532     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1533
1534 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
1535 - type: "table"
1536   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
1537   algorithm: "table_comparison"
1538   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
1539   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1540   filter: "'2T1C' and 'NIC_Intel-XXV710'"
1541   columns:
1542     - title: "2n-skx"
1543       data-set: "vpp-2n-skx-curr-iter"
1544     - title: "2n-clx"
1545       data-set: "vpp-2n-clx-curr-iter"
1546   comparisons:
1547     - title: "Diff"
1548       reference: 1
1549       compare: 2
1550   legend:
1551     - ""
1552     - "2n-skx, 2n-clx - testbeds and NICs tested."
1553     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1554
1555 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
1556 - type: "table"
1557   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
1558   algorithm: "table_comparison"
1559   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
1560   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1561   filter: "'4T2C' and 'NIC_Intel-XXV710'"
1562   columns:
1563     - title: "2n-skx"
1564       data-set: "vpp-2n-skx-curr-iter"
1565     - title: "2n-clx"
1566       data-set: "vpp-2n-clx-curr-iter"
1567   comparisons:
1568     - title: "Diff"
1569       reference: 1
1570       compare: 2
1571   legend:
1572     - ""
1573     - "2n-skx, 2n-clx - testbeds and NICs tested."
1574     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1575
1576 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
1577 - type: "table"
1578   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
1579   algorithm: "table_comparison"
1580   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
1581   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1582   filter: "'2T1C' and 'NIC_Intel-XXV710'"
1583   columns:
1584     - title: "2n-skx"
1585       data-set: "vpp-2n-skx-curr-iter"
1586     - title: "2n-clx"
1587       data-set: "vpp-2n-clx-curr-iter"
1588   comparisons:
1589     - title: "Diff"
1590       reference: 1
1591       compare: 2
1592   legend:
1593     - ""
1594     - "2n-skx, 2n-clx - testbeds and NICs tested."
1595     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1596
1597 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
1598 - type: "table"
1599   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
1600   algorithm: "table_comparison"
1601   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
1602   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1603   filter: "'4T2C' and 'NIC_Intel-XXV710'"
1604   columns:
1605     - title: "2n-skx"
1606       data-set: "vpp-2n-skx-curr-iter"
1607     - title: "2n-clx"
1608       data-set: "vpp-2n-clx-curr-iter"
1609   comparisons:
1610     - title: "Diff"
1611       reference: 1
1612       compare: 2
1613   legend:
1614     - ""
1615     - "2n-skx, 2n-clx - testbeds and NICs tested."
1616     - "Diff - difference between 2n-skx and 2n-clx testbeds."
1617
1618 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
1619 - type: "table"
1620   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
1621   algorithm: "table_comparison"
1622   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
1623   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1624   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1625   columns:
1626     - title: "2n-clx xxv710"
1627       data-set: "vpp-2n-clx-curr-iter"
1628       tag: "NIC_Intel-XXV710"
1629     - title: "2n-icx e810cq"
1630       data-set: "vpp-2n-icx-curr-iter"
1631       tag: "NIC_Intel-E810CQ"
1632   comparisons:
1633     - title: "Diff"
1634       reference: 1
1635       compare: 2
1636   legend:
1637     - ""
1638     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1639     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1640
1641 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
1642 - type: "table"
1643   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
1644   algorithm: "table_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
1646   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1647   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1648   columns:
1649     - title: "2n-clx xxv710"
1650       data-set: "vpp-2n-clx-curr-iter"
1651       tag: "NIC_Intel-XXV710"
1652     - title: "2n-icx e810cq"
1653       data-set: "vpp-2n-icx-curr-iter"
1654       tag: "NIC_Intel-E810CQ"
1655   comparisons:
1656     - title: "Diff"
1657       reference: 1
1658       compare: 2
1659   legend:
1660     - ""
1661     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1662     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1663
1664 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
1665 - type: "table"
1666   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
1667   algorithm: "table_comparison"
1668   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
1669   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1670   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1671   columns:
1672     - title: "2n-clx xxv710"
1673       data-set: "vpp-2n-clx-curr-iter"
1674       tag: "NIC_Intel-XXV710"
1675     - title: "2n-icx e810cq"
1676       data-set: "vpp-2n-icx-curr-iter"
1677       tag: "NIC_Intel-E810CQ"
1678   comparisons:
1679     - title: "Diff"
1680       reference: 1
1681       compare: 2
1682   legend:
1683     - ""
1684     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1685     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1686
1687 # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
1688 - type: "table"
1689   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
1690   algorithm: "table_comparison"
1691   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
1692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1693   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1694   columns:
1695     - title: "2n-clx xxv710"
1696       data-set: "vpp-3n-skx-curr-iter"
1697       tag: "NIC_Intel-XXV710"
1698     - title: "2n-icx e810cq"
1699       data-set: "vpp-2n-icx-curr-iter"
1700       tag: "NIC_Intel-E810CQ"
1701   comparisons:
1702     - title: "Diff"
1703       reference: 1
1704       compare: 2
1705   legend:
1706     - ""
1707     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
1708     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
1709
1710 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
1711 - type: "table"
1712   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
1713   algorithm: "table_comparison"
1714   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
1715   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1716   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1717   columns:
1718     - title: "3n-skx xxv710"
1719       data-set: "vpp-3n-skx-curr-iter"
1720       tag: "NIC_Intel-XXV710"
1721     - title: "3n-icx e810cq"
1722       data-set: "vpp-3n-icx-curr-iter"
1723       tag: "NIC_Intel-E810CQ"
1724   comparisons:
1725     - title: "Diff"
1726       reference: 1
1727       compare: 2
1728   legend:
1729     - ""
1730     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1731     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1732
1733 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
1734 - type: "table"
1735   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
1736   algorithm: "table_comparison"
1737   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
1738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1739   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1740   columns:
1741     - title: "3n-skx xxv710"
1742       data-set: "vpp-3n-skx-curr-iter"
1743       tag: "NIC_Intel-XXV710"
1744     - title: "3n-icx e810cq"
1745       data-set: "vpp-3n-icx-curr-iter"
1746       tag: "NIC_Intel-E810CQ"
1747   comparisons:
1748     - title: "Diff"
1749       reference: 1
1750       compare: 2
1751   legend:
1752     - ""
1753     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1754     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1755
1756 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
1757 - type: "table"
1758   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
1759   algorithm: "table_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
1761   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1762   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
1763   columns:
1764     - title: "3n-skx xxv710"
1765       data-set: "vpp-3n-skx-curr-iter"
1766       tag: "NIC_Intel-XXV710"
1767     - title: "3n-icx e810cq"
1768       data-set: "vpp-3n-icx-curr-iter"
1769       tag: "NIC_Intel-E810CQ"
1770   comparisons:
1771     - title: "Diff"
1772       reference: 1
1773       compare: 2
1774   legend:
1775     - ""
1776     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1777     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1778
1779 # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
1780 - type: "table"
1781   title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
1782   algorithm: "table_comparison"
1783   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
1784   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1785   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
1786   columns:
1787     - title: "3n-skx xxv710"
1788       data-set: "vpp-3n-skx-curr-iter"
1789       tag: "NIC_Intel-XXV710"
1790     - title: "3n-icx e810cq"
1791       data-set: "vpp-3n-icx-curr-iter"
1792       tag: "NIC_Intel-E810CQ"
1793   comparisons:
1794     - title: "Diff"
1795       reference: 1
1796       compare: 2
1797   legend:
1798     - ""
1799     - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
1800     - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
1801
1802 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
1803 - type: "table"
1804   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
1805   algorithm: "table_comparison"
1806   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
1807   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1808   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1809   columns:
1810     - title: "3n-skx"
1811       data-set: "vpp-3n-skx-curr-iter"
1812     - title: "2n-skx"
1813       data-set: "vpp-2n-skx-curr-iter"
1814   comparisons:
1815     - title: "Diff"
1816       reference: 1
1817       compare: 2
1818   legend:
1819     - ""
1820     - "3n-skx, 2n-skx - topologies tested."
1821     - "Diff - difference between 3n-skx and 2n-skx topologies."
1822
1823 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
1824 - type: "table"
1825   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
1826   algorithm: "table_comparison"
1827   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
1828   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1829   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1830   columns:
1831     - title: "3n-skx"
1832       data-set: "vpp-3n-skx-curr-iter"
1833     - title: "2n-skx"
1834       data-set: "vpp-2n-skx-curr-iter"
1835   comparisons:
1836     - title: "Diff"
1837       reference: 1
1838       compare: 2
1839   legend:
1840     - ""
1841     - "3n-skx, 2n-skx - topologies tested."
1842     - "Diff - difference between 3n-skx and 2n-skx topologies."
1843
1844 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
1845 - type: "table"
1846   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
1847   algorithm: "table_comparison"
1848   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
1849   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1850   filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
1851   columns:
1852     - title: "3n-skx"
1853       data-set: "vpp-3n-skx-curr-iter"
1854     - title: "2n-skx"
1855       data-set: "vpp-2n-skx-curr-iter"
1856   comparisons:
1857     - title: "Diff"
1858       reference: 1
1859       compare: 2
1860   legend:
1861     - ""
1862     - "3n-skx, 2n-skx - topologies tested."
1863     - "Diff - difference between 3n-skx and 2n-skx topologies."
1864
1865 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
1866 - type: "table"
1867   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
1868   algorithm: "table_comparison"
1869   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
1870   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1871   filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
1872   columns:
1873     - title: "3n-skx"
1874       data-set: "vpp-3n-skx-curr-iter"
1875     - title: "2n-skx"
1876       data-set: "vpp-2n-skx-curr-iter"
1877   comparisons:
1878     - title: "Diff"
1879       reference: 1
1880       compare: 2
1881   legend:
1882     - ""
1883     - "3n-skx, 2n-skx - topologies tested."
1884     - "Diff - difference between 3n-skx and 2n-skx topologies."
1885
1886 # VPP Performance Changes 3n-skx 2t1c mrr
1887 - type: "table"
1888   title: "VPP Performance Changes 3n-skx 2t1c mrr"
1889   algorithm: "table_comparison"
1890   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
1891   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1892   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1893   columns:
1894     - title: "2009.0-6"
1895       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1896     - title: "2101.0-6"
1897       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1898     - title: "2101.0-7"
1899       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1900     - title: "2106.0-7"
1901       data-set: "vpp-3n-skx-curr-iter-mrr"
1902   comparisons:
1903     - title: "2101.0-7 vs 2101.0-6"
1904       reference: 2
1905       compare: 3
1906 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
1907     - title: "2106.0-7 vs 2101.0-7"
1908       reference: 3
1909       compare: 4
1910 #      rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
1911   legend:
1912     - ''
1913     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1914     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1915     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1916     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1917     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1918
1919 # VPP Performance Changes 3n-skx 4t2c mrr
1920 - type: "table"
1921   title: "VPP Performance Changes 3n-skx 4t2c mrr"
1922   algorithm: "table_comparison"
1923   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
1924   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1925   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1926   columns:
1927     - title: "2009.0-6"
1928       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1929     - title: "2101.0-6"
1930       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1931     - title: "2101.0-7"
1932       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1933     - title: "2106.0-7"
1934       data-set: "vpp-3n-skx-curr-iter-mrr"
1935   comparisons:
1936     - title: "2101.0-7 vs 2101.0-6"
1937       reference: 2
1938       compare: 3
1939 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
1940     - title: "2106.0-7 vs 2101.0-7"
1941       reference: 3
1942       compare: 4
1943 #      rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
1944   legend:
1945     - ''
1946     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1947     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1948     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1949     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1950     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1951
1952 # VPP Performance Changes 3n-skx 8t4c mrr
1953 - type: "table"
1954   title: "VPP Performance Changes 3n-skx 8t4c mrr"
1955   algorithm: "table_comparison"
1956   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
1957   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1958   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1959   columns:
1960     - title: "2009.0-6"
1961       data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
1962     - title: "2101.0-6"
1963       data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
1964     - title: "2101.0-7"
1965       data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
1966     - title: "2106.0-7"
1967       data-set: "vpp-3n-skx-curr-iter-mrr"
1968   comparisons:
1969     - title: "2101.0-7 vs 2101.0-6"
1970       reference: 2
1971       compare: 3
1972 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
1973     - title: "2106.0-7 vs 2101.0-7"
1974       reference: 3
1975       compare: 4
1976 #      rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
1977   legend:
1978     - ''
1979     - 'Test Case:            Test cases executed for: MRR throughput on 3n-skx with xxv710.'
1980     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
1981     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
1982     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
1983     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
1984
1985 # VPP Performance Changes 2n-skx 2t1c mrr
1986 - type: "table"
1987   title: "VPP Performance Changes 2n-skx 2t1c mrr"
1988   algorithm: "table_comparison"
1989   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
1990   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1991   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
1992   columns:
1993     - title: "2009.0-6"
1994       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
1995     - title: "2101.0-6"
1996       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
1997     - title: "2101.0-7"
1998       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
1999     - title: "2106.0-7"
2000       data-set: "vpp-2n-skx-curr-iter-mrr"
2001   comparisons:
2002     - title: "2101.0-7 vs 2101.0-6"
2003       reference: 2
2004       compare: 3
2005 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
2006     - title: "2106.0-7 vs 2101.0-7"
2007       reference: 3
2008       compare: 4
2009 #      rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
2010   legend:
2011     - ''
2012     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2013     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2014     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2015     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2016     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2017
2018 # VPP Performance Changes 2n-skx 4t2c mrr
2019 - type: "table"
2020   title: "VPP Performance Changes 2n-skx 4t2c mrr"
2021   algorithm: "table_comparison"
2022   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2023   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2024   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2025   columns:
2026     - title: "2009.0-6"
2027       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2028     - title: "2101.0-6"
2029       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2030     - title: "2101.0-7"
2031       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2032     - title: "2106.0-7"
2033       data-set: "vpp-2n-skx-curr-iter-mrr"
2034   comparisons:
2035     - title: "2101.0-7 vs 2101.0-6"
2036       reference: 2
2037       compare: 3
2038 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
2039     - title: "2106.0-7 vs 2101.0-7"
2040       reference: 3
2041       compare: 4
2042 #      rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
2043   legend:
2044     - ''
2045     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2046     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2047     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2048     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2049     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2050
2051 # VPP Performance Changes 2n-skx 8t4c mrr
2052 - type: "table"
2053   title: "VPP Performance Changes 2n-skx 8t4c mrr"
2054   algorithm: "table_comparison"
2055   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2056   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2057   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2058   columns:
2059     - title: "2009.0-6"
2060       data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
2061     - title: "2101.0-6"
2062       data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
2063     - title: "2101.0-7"
2064       data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
2065     - title: "2106.0-7"
2066       data-set: "vpp-2n-skx-curr-iter-mrr"
2067   comparisons:
2068     - title: "2101.0-7 vs 2101.0-6"
2069       reference: 2
2070       compare: 3
2071 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
2072     - title: "2106.0-7 vs 2101.0-7"
2073       reference: 3
2074       compare: 4
2075 #      rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
2076   legend:
2077     - ''
2078     - 'Test Case:            Test cases executed for: MRR throughput on 2n-skx with xxv710.'
2079     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2080     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2081     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2082     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2083
2084 # VPP Performance Changes 2n-clx-xxv710 2t1c mrr
2085 - type: "table"
2086   title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
2087   algorithm: "table_comparison"
2088   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
2089   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2090   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2091   columns:
2092     - title: "2009.0-6"
2093       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2094     - title: "2101.0-6"
2095       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2096     - title: "2101.0-7"
2097       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2098     - title: "2106.0-7"
2099       data-set: "vpp-2n-clx-curr-iter-mrr"
2100   comparisons:
2101     - title: "2101.0-7 vs 2101.0-6"
2102       reference: 2
2103       compare: 3
2104 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2105     - title: "2106.0-7 vs 2101.0-7"
2106       reference: 3
2107       compare: 4
2108 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2109   legend:
2110     - ''
2111     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2112     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2113     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2114     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2115     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2116
2117 # VPP Performance Changes 2n-clx-xxv710 4t2c mrr
2118 - type: "table"
2119   title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
2120   algorithm: "table_comparison"
2121   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
2122   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2123   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2124   columns:
2125     - title: "2009.0-6"
2126       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2127     - title: "2101.0-6"
2128       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2129     - title: "2101.0-7"
2130       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2131     - title: "2106.0-7"
2132       data-set: "vpp-2n-clx-curr-iter-mrr"
2133   comparisons:
2134     - title: "2101.0-7 vs 2101.0-6"
2135       reference: 2
2136       compare: 3
2137 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2138     - title: "2106.0-7 vs 2101.0-7"
2139       reference: 3
2140       compare: 4
2141 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2142   legend:
2143     - ''
2144     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2145     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2146     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2147     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2148     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2149
2150 # VPP Performance Changes 2n-clx-xxv710 8t4c mrr
2151 - type: "table"
2152   title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
2153   algorithm: "table_comparison"
2154   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
2155   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2156   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
2157   columns:
2158     - title: "2009.0-6"
2159       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2160     - title: "2101.0-6"
2161       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2162     - title: "2101.0-7"
2163       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2164     - title: "2106.0-7"
2165       data-set: "vpp-2n-clx-curr-iter-mrr"
2166   comparisons:
2167     - title: "2101.0-7 vs 2101.0-6"
2168       reference: 2
2169       compare: 3
2170 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2171     - title: "2106.0-7 vs 2101.0-7"
2172       reference: 3
2173       compare: 4
2174 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2175   legend:
2176     - ''
2177     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with xxv710.'
2178     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2179     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2180     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2181     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2182
2183 # VPP Performance Changes 2n-clx-cx556a 2t1c mrr
2184 - type: "table"
2185   title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr"
2186   algorithm: "table_comparison"
2187   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
2188   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2189   filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2190   columns:
2191     - title: "2009.0-6"
2192       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2193     - title: "2101.0-6"
2194       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2195     - title: "2101.0-7"
2196       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2197     - title: "2106.0-7"
2198       data-set: "vpp-2n-clx-curr-iter-mrr"
2199   comparisons:
2200     - title: "2101.0-7 vs 2101.0-6"
2201       reference: 2
2202       compare: 3
2203 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
2204     - title: "2106.0-7 vs 2101.0-7"
2205       reference: 3
2206       compare: 4
2207 #      rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
2208   legend:
2209     - ''
2210     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2211     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2212     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2213     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2214     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2215
2216 # VPP Performance Changes 2n-clx-cx556a 4t2c mrr
2217 - type: "table"
2218   title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr"
2219   algorithm: "table_comparison"
2220   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
2221   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2222   filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2223   columns:
2224     - title: "2009.0-6"
2225       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2226     - title: "2101.0-6"
2227       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2228     - title: "2101.0-7"
2229       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2230     - title: "2106.0-7"
2231       data-set: "vpp-2n-clx-curr-iter-mrr"
2232   comparisons:
2233     - title: "2101.0-7 vs 2101.0-6"
2234       reference: 2
2235       compare: 3
2236 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
2237     - title: "2106.0-7 vs 2101.0-7"
2238       reference: 3
2239       compare: 4
2240 #      rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
2241   legend:
2242     - ''
2243     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2244     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2245     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2246     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2247     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2248
2249 # VPP Performance Changes 2n-clx-cx556a 8t4c mrr
2250 - type: "table"
2251   title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr"
2252   algorithm: "table_comparison"
2253   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
2254   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2255   filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
2256   columns:
2257     - title: "2009.0-6"
2258       data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
2259     - title: "2101.0-6"
2260       data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
2261     - title: "2101.0-7"
2262       data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
2263     - title: "2106.0-7"
2264       data-set: "vpp-2n-clx-curr-iter-mrr"
2265   comparisons:
2266     - title: "2101.0-7 vs 2101.0-6"
2267       reference: 2
2268       compare: 3
2269 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
2270     - title: "2106.0-7 vs 2101.0-7"
2271       reference: 3
2272       compare: 4
2273 #      rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
2274   legend:
2275     - ''
2276     - 'Test Case:            Test cases executed for: MRR throughput on 2n-clx with cx556a.'
2277     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2278     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2279     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2280     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2281
2282 # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
2283 - type: "table"
2284   title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr"
2285   algorithm: "table_comparison"
2286   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr"
2287   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2288   filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
2289   columns:
2290     - title: "2009.0-6"
2291       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2292     - title: "2101.0-6"
2293       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2294     - title: "2101.0-7"
2295       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2296     - title: "2106.0-7"
2297       data-set: "vpp-2n-zn2-curr-iter-mrr"
2298   comparisons:
2299     - title: "2101.0-7 vs 2101.0-6"
2300       reference: 2
2301       compare: 3
2302 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
2303     - title: "2106.0-7 vs 2101.0-7"
2304       reference: 3
2305       compare: 4
2306 #      rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
2307   legend:
2308     - ''
2309     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2310     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2311     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2312     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2313     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2314
2315 # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
2316 - type: "table"
2317   title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr"
2318   algorithm: "table_comparison"
2319   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr"
2320   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2321   filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
2322   columns:
2323     - title: "2009.0-6"
2324       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2325     - title: "2101.0-6"
2326       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2327     - title: "2101.0-7"
2328       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2329     - title: "2106.0-7"
2330       data-set: "vpp-2n-zn2-curr-iter-mrr"
2331   comparisons:
2332     - title: "2101.0-7 vs 2101.0-6"
2333       reference: 2
2334       compare: 3
2335 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
2336     - title: "2106.0-7 vs 2101.0-7"
2337       reference: 3
2338       compare: 4
2339 #      rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
2340   legend:
2341     - ''
2342     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2343     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2344     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2345     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2346     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2347
2348 # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
2349 - type: "table"
2350   title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr"
2351   algorithm: "table_comparison"
2352   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr"
2353   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2354   filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
2355   columns:
2356     - title: "2009.0-6"
2357       data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
2358     - title: "2101.0-6"
2359       data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
2360     - title: "2101.0-7"
2361       data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
2362     - title: "2106.0-7"
2363       data-set: "vpp-2n-zn2-curr-iter-mrr"
2364   comparisons:
2365     - title: "2101.0-7 vs 2101.0-6"
2366       reference: 2
2367       compare: 3
2368 #      rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml"
2369     - title: "2106.0-7 vs 2101.0-7"
2370       reference: 3
2371       compare: 4
2372 #      rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml"
2373   legend:
2374     - ''
2375     - 'Test Case:            Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
2376     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2377     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2378     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2379     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2380
2381 # VPP Performance Changes 2n-dnv 1t1c mrr
2382 - type: "table"
2383   title: "VPP Performance Changes 2n-dnv 1t1c mrr"
2384   algorithm: "table_comparison"
2385   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2386   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2387   filter: "'1T1C'"
2388   columns:
2389     - title: "2009.0-6"
2390       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2391     - title: "2101.0-6"
2392       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2393     - title: "2101.0-7"
2394       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2395     - title: "2106.0-7"
2396       data-set: "vpp-2n-dnv-curr-iter-mrr"
2397   comparisons:
2398     - title: "2101.0-7 vs 2101.0-6"
2399       reference: 2
2400       compare: 3
2401 #      rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml"
2402     - title: "2106.0-7 vs 2101.0-7"
2403       reference: 3
2404       compare: 4
2405 #      rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml"
2406   legend:
2407     - ''
2408     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2409     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2410     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2411     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2412     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2413
2414 # VPP Performance Changes 2n-dnv 2t2c mrr
2415 - type: "table"
2416   title: "VPP Performance Changes 2n-dnv 2t2c mrr"
2417   algorithm: "table_comparison"
2418   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2419   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2420   filter: "'2T2C'"
2421   columns:
2422     - title: "2009.0-6"
2423       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2424     - title: "2101.0-6"
2425       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2426     - title: "2101.0-7"
2427       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2428     - title: "2106.0-7"
2429       data-set: "vpp-2n-dnv-curr-iter-mrr"
2430   comparisons:
2431     - title: "2101.0-7 vs 2101.0-6"
2432       reference: 2
2433       compare: 3
2434 #      rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml"
2435     - title: "2106.0-7 vs 2101.0-7"
2436       reference: 3
2437       compare: 4
2438 #      rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml"
2439   legend:
2440     - ''
2441     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2442     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2443     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2444     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2445     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2446
2447 # VPP Performance Changes 2n-dnv 4t4c mrr
2448 - type: "table"
2449   title: "VPP Performance Changes 2n-dnv 4t4c mrr"
2450   algorithm: "table_comparison"
2451   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2452   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2453   filter: "'4T4C'"
2454   columns:
2455     - title: "2009.0-6"
2456       data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
2457     - title: "2101.0-6"
2458       data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
2459     - title: "2101.0-7"
2460       data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
2461     - title: "2106.0-7"
2462       data-set: "vpp-2n-dnv-curr-iter-mrr"
2463   comparisons:
2464     - title: "2101.0-7 vs 2101.0-6"
2465       reference: 2
2466       compare: 3
2467 #      rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml"
2468     - title: "2106.0-7 vs 2101.0-7"
2469       reference: 3
2470       compare: 4
2471 #      rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml"
2472   legend:
2473     - ''
2474     - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
2475     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2476     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2477     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2478     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2479
2480 # VPP Performance Changes 3n-dnv 1t1c mrr
2481 - type: "table"
2482   title: "VPP Performance Changes 3n-dnv 1t1c mrr"
2483   algorithm: "table_comparison"
2484   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
2485   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2486   filter: "'1T1C'"
2487   columns:
2488     - title: "2009.0-6"
2489       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2490     - title: "2101.0-6"
2491       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2492     - title: "2101.0-7"
2493       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2494     - title: "2106.0-7"
2495       data-set: "vpp-3n-dnv-curr-iter-mrr"
2496   comparisons:
2497     - title: "2101.0-7 vs 2101.0-6"
2498       reference: 2
2499       compare: 3
2500 #      rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml"
2501     - title: "2106.0-7 vs 2101.0-7"
2502       reference: 3
2503       compare: 4
2504 #      rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml"
2505   legend:
2506     - ''
2507     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2508     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2509     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2510     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2511     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2512
2513 # VPP Performance Changes 3n-dnv 2t2c mrr
2514 - type: "table"
2515   title: "VPP Performance Changes 3n-dnv 2t2c mrr"
2516   algorithm: "table_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
2518   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2519   filter: "'2T2C'"
2520   columns:
2521     - title: "2009.0-6"
2522       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2523     - title: "2101.0-6"
2524       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2525     - title: "2101.0-7"
2526       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2527     - title: "2106.0-7"
2528       data-set: "vpp-3n-dnv-curr-iter-mrr"
2529   comparisons:
2530     - title: "2101.0-7 vs 2101.0-6"
2531       reference: 2
2532       compare: 3
2533 #      rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml"
2534     - title: "2106.0-7 vs 2101.0-7"
2535       reference: 3
2536       compare: 4
2537 #      rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml"
2538   legend:
2539     - ''
2540     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2541     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2542     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2543     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2544     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2545
2546 # VPP Performance Changes 3n-dnv 4t4c mrr
2547 - type: "table"
2548   title: "VPP Performance Changes 3n-dnv 4t4c mrr"
2549   algorithm: "table_comparison"
2550   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
2551   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2552   filter: "'4T4C'"
2553   columns:
2554     - title: "2009.0-6"
2555       data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
2556     - title: "2101.0-6"
2557       data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
2558     - title: "2101.0-7"
2559       data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
2560     - title: "2106.0-7"
2561       data-set: "vpp-3n-dnv-curr-iter-mrr"
2562   comparisons:
2563     - title: "2101.0-7 vs 2101.0-6"
2564       reference: 2
2565       compare: 3
2566 #      rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml"
2567     - title: "2106.0-7 vs 2101.0-7"
2568       reference: 3
2569       compare: 4
2570 #      rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml"
2571   legend:
2572     - ''
2573     - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
2574     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2575     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2576     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2577     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2578
2579 # VPP Performance Changes 3n-tsh 1t1c mrr
2580 - type: "table"
2581   title: "VPP Performance Changes 3n-tsh 1t1c mrr"
2582   algorithm: "table_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
2584   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2585   filter: "'1T1C'"
2586   columns:
2587     - title: "2009.0-6"
2588       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2589     - title: "2101.0-6"
2590       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2591     - title: "2101.0-7"
2592       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2593     - title: "2106.0-7"
2594       data-set: "vpp-3n-tsh-curr-iter-mrr"
2595   comparisons:
2596     - title: "2101.0-7 vs 2101.0-6"
2597       reference: 2
2598       compare: 3
2599 #      rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
2600     - title: "2106.0-7 vs 2101.0-7"
2601       reference: 3
2602       compare: 4
2603 #      rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
2604   legend:
2605     - ''
2606     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2607     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2608     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2609     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2610     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2611
2612 # VPP Performance Changes 3n-tsh 2t2c mrr
2613 - type: "table"
2614   title: "VPP Performance Changes 3n-tsh 2t2c mrr"
2615   algorithm: "table_comparison"
2616   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
2617   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2618   filter: "'2T2C'"
2619   columns:
2620     - title: "2009.0-6"
2621       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2622     - title: "2101.0-6"
2623       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2624     - title: "2101.0-7"
2625       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2626     - title: "2106.0-7"
2627       data-set: "vpp-3n-tsh-curr-iter-mrr"
2628   comparisons:
2629     - title: "2101.0-7 vs 2101.0-6"
2630       reference: 2
2631       compare: 3
2632 #      rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
2633     - title: "2106.0-7 vs 2101.0-7"
2634       reference: 3
2635       compare: 4
2636 #      rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
2637   legend:
2638     - ''
2639     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2640     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2641     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2642     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2643     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2644
2645 # VPP Performance Changes 3n-tsh 4t4c mrr
2646 - type: "table"
2647   title: "VPP Performance Changes 3n-tsh 4t4c mrr"
2648   algorithm: "table_comparison"
2649   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
2650   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2651   filter: "'4T4C'"
2652   columns:
2653     - title: "2009.0-6"
2654       data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
2655     - title: "2101.0-6"
2656       data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
2657     - title: "2101.0-7"
2658       data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
2659     - title: "2106.0-7"
2660       data-set: "vpp-3n-tsh-curr-iter-mrr"
2661   comparisons:
2662     - title: "2101.0-7 vs 2101.0-6"
2663       reference: 2
2664       compare: 3
2665 #      rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
2666     - title: "2106.0-7 vs 2101.0-7"
2667       reference: 3
2668       compare: 4
2669 #      rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
2670   legend:
2671     - ''
2672     - 'Test Case:            Test cases executed for: MRR throughput on 3n-tsh with x520.'
2673     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2674     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2675     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2676     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2677
2678 # VPP Performance Changes 2n-tx2 1t1c mrr
2679 - type: "table"
2680   title: "VPP Performance Changes 2n-tx2 1t1c mrr"
2681   algorithm: "table_comparison"
2682   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr"
2683   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2684   filter: "'1T1C'"
2685   columns:
2686     - title: "2009.0-6"
2687       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2688     - title: "2101.0-6"
2689       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2690     - title: "2101.0-7"
2691       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2692     - title: "2106.0-7"
2693       data-set: "vpp-2n-tx2-curr-iter-mrr"
2694   comparisons:
2695     - title: "2101.0-7 vs 2101.0-6"
2696       reference: 2
2697       compare: 3
2698 #      rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml"
2699     - title: "2106.0-7 vs 2101.0-7"
2700       reference: 3
2701       compare: 4
2702 #      rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml"
2703   legend:
2704     - ''
2705     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2706     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2707     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2708     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2709     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2710
2711 # VPP Performance Changes 2n-tx2 2t2c mrr
2712 - type: "table"
2713   title: "VPP Performance Changes 2n-tx2 2t2c mrr"
2714   algorithm: "table_comparison"
2715   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr"
2716   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717   filter: "'2T2C'"
2718   columns:
2719     - title: "2009.0-6"
2720       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2721     - title: "2101.0-6"
2722       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2723     - title: "2101.0-7"
2724       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2725     - title: "2106.0-7"
2726       data-set: "vpp-2n-tx2-curr-iter-mrr"
2727   comparisons:
2728     - title: "2101.0-7 vs 2101.0-6"
2729       reference: 2
2730       compare: 3
2731 #      rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml"
2732     - title: "2106.0-7 vs 2101.0-7"
2733       reference: 3
2734       compare: 4
2735 #      rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml"
2736   legend:
2737     - ''
2738     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2739     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2740     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2741     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2742     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2743
2744 # VPP Performance Changes 2n-tx2 4t4c mrr
2745 - type: "table"
2746   title: "VPP Performance Changes 2n-tx2 4t4c mrr"
2747   algorithm: "table_comparison"
2748   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr"
2749   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2750   filter: "'4T4C'"
2751   columns:
2752     - title: "2009.0-6"
2753       data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
2754     - title: "2101.0-6"
2755       data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
2756     - title: "2101.0-7"
2757       data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
2758     - title: "2106.0-7"
2759       data-set: "vpp-2n-tx2-curr-iter-mrr"
2760   comparisons:
2761     - title: "2101.0-7 vs 2101.0-6"
2762       reference: 2
2763       compare: 3
2764 #      rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml"
2765     - title: "2106.0-7 vs 2101.0-7"
2766       reference: 3
2767       compare: 4
2768 #      rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml"
2769   legend:
2770     - ''
2771     - 'Test Case:            Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
2772     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
2773     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
2774     - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
2775     - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
2776
2777 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
2778 - type: "table"
2779   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
2780   algorithm: "table_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
2782   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783   filter: "'2T1C' and 'NIC_Intel-XXV710'"
2784   columns:
2785     - title: "2n-skx"
2786       data-set: "vpp-2n-skx-curr-iter-mrr"
2787     - title: "2n-clx"
2788       data-set: "vpp-2n-clx-curr-iter-mrr"
2789   comparisons:
2790     - title: "Diff"
2791       reference: 1
2792       compare: 2
2793   legend:
2794     - ""
2795     - "2n-skx, 2n-clx - testbeds and NICs tested."
2796     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2797
2798 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
2799 - type: "table"
2800   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
2801   algorithm: "table_comparison"
2802   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
2803   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2804   filter: "'4T2C' and 'NIC_Intel-XXV710'"
2805   columns:
2806     - title: "2n-skx"
2807       data-set: "vpp-2n-skx-curr-iter-mrr"
2808     - title: "2n-clx"
2809       data-set: "vpp-2n-clx-curr-iter-mrr"
2810   comparisons:
2811     - title: "Diff"
2812       reference: 1
2813       compare: 2
2814   legend:
2815     - ""
2816     - "2n-skx, 2n-clx - testbeds and NICs tested."
2817     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2818
2819 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
2820 - type: "table"
2821   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
2822   algorithm: "table_comparison"
2823   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
2824   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2825   filter: "'8T4C' and 'NIC_Intel-XXV710'"
2826   columns:
2827     - title: "2n-skx"
2828       data-set: "vpp-2n-skx-curr-iter-mrr"
2829     - title: "2n-clx"
2830       data-set: "vpp-2n-clx-curr-iter-mrr"
2831   comparisons:
2832     - title: "Diff"
2833       reference: 1
2834       compare: 2
2835   legend:
2836     - ""
2837     - "2n-skx, 2n-clx - testbeds and NICs tested."
2838     - "Diff - difference between 2n-skx and 2n-clx testbeds."
2839
2840 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2841 - type: "table"
2842   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2843   algorithm: "table_comparison"
2844   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2845   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2846   filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
2847   columns:
2848     - title: "3n-skx"
2849       data-set: "vpp-3n-skx-curr-iter-mrr"
2850     - title: "2n-skx"
2851       data-set: "vpp-2n-skx-curr-iter-mrr"
2852   comparisons:
2853     - title: "Diff"
2854       reference: 1
2855       compare: 2
2856   legend:
2857     - ""
2858     - "3n-skx, 2n-skx - topologies tested."
2859     - "Diff - difference between 3n-skx and 2n-skx topologies."
2860
2861 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2862 - type: "table"
2863   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2864   algorithm: "table_comparison"
2865   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2866   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2867   filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
2868   columns:
2869     - title: "3n-skx"
2870       data-set: "vpp-3n-skx-curr-iter-mrr"
2871     - title: "2n-skx"
2872       data-set: "vpp-2n-skx-curr-iter-mrr"
2873   comparisons:
2874     - title: "Diff"
2875       reference: 1
2876       compare: 2
2877   legend:
2878     - ""
2879     - "3n-skx, 2n-skx - topologies tested."
2880     - "Diff - difference between 3n-skx and 2n-skx topologies."
2881
2882 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2883 - type: "table"
2884   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2885   algorithm: "table_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2887   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2888   filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
2889   columns:
2890     - title: "3n-skx"
2891       data-set: "vpp-3n-skx-curr-iter-mrr"
2892     - title: "2n-skx"
2893       data-set: "vpp-2n-skx-curr-iter-mrr"
2894   comparisons:
2895     - title: "Diff"
2896       reference: 1
2897       compare: 2
2898   legend:
2899     - ""
2900     - "3n-skx, 2n-skx - topologies tested."
2901     - "Diff - difference between 3n-skx and 2n-skx topologies."
2902
2903 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
2904 # - type: "table"
2905 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
2906 #   algorithm: "table_comparison"
2907 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr"
2908 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2909 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'"
2910 #   columns:
2911 #     - title: "2n-clx xxv710"
2912 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2913 #       tag: "NIC_Intel-XXV710"
2914 #     - title: "2n-icx e810cq"
2915 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2916 #       tag: "NIC_Intel-E810CQ"
2917 #   comparisons:
2918 #     - title: "Diff"
2919 #       reference: 1
2920 #       compare: 2
2921 #   legend:
2922 #     - ""
2923 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2924 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2925 #
2926 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
2927 # - type: "table"
2928 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
2929 #   algorithm: "table_comparison"
2930 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr"
2931 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2932 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'"
2933 #   columns:
2934 #     - title: "2n-clx xxv710"
2935 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2936 #       tag: "NIC_Intel-XXV710"
2937 #     - title: "2n-icx e810cq"
2938 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2939 #       tag: "NIC_Intel-E810CQ"
2940 #   comparisons:
2941 #     - title: "Diff"
2942 #       reference: 1
2943 #       compare: 2
2944 #   legend:
2945 #     - ""
2946 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2947 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2948 #
2949 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
2950 # - type: "table"
2951 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
2952 #   algorithm: "table_comparison"
2953 #   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr"
2954 #   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955 #   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'"
2956 #   columns:
2957 #     - title: "2n-clx xxv710"
2958 #       data-set: "vpp-2n-clx-curr-iter-mrr"
2959 #       tag: "NIC_Intel-XXV710"
2960 #     - title: "2n-icx e810cq"
2961 #       data-set: "vpp-2n-icx-curr-iter-mrr"
2962 #       tag: "NIC_Intel-E810CQ"
2963 #   comparisons:
2964 #     - title: "Diff"
2965 #       reference: 1
2966 #       compare: 2
2967 #   legend:
2968 #     - ""
2969 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
2970 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
2971
2972 # Detailed Test Results - VPP Performance Results 3n-skx
2973 - type: "table"
2974   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2975   algorithm: "table_merged_details"
2976   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
2977   columns:
2978     - title: " |prein| Test Name |preout| "
2979       data: "data name"
2980     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
2981       data: "data msg"
2982   data: "vpp-3n-skx-curr-cov"
2983   filter: "all"
2984   remove-ndr: False
2985   parameters:
2986   - "name"
2987   - "parent"
2988   - "msg"
2989
2990 # Detailed Test Results - VPP Performance Results 2n-skx
2991 - type: "table"
2992   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2993   algorithm: "table_merged_details"
2994   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
2995   columns:
2996     - title: " |prein| Test Name |preout| "
2997       data: "data name"
2998     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
2999       data: "data msg"
3000   data: "vpp-2n-skx-curr-cov"
3001   filter: "all"
3002   remove-ndr: False
3003   parameters:
3004   - "name"
3005   - "parent"
3006   - "msg"
3007
3008 # Detailed Test Results - VPP Performance Results 2n-zn2
3009 - type: "table"
3010   title: "Detailed Test Results - VPP Performance Results 2n-zn2"
3011   algorithm: "table_merged_details"
3012   output-file: "{DIR[DTR,PERF,VPP,2N,ZN2]}/"
3013   columns:
3014     - title: " |prein| Test Name |preout| "
3015       data: "data name"
3016     - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
3017       data: "data msg"
3018   data: "vpp-2n-zn2-curr-cov"
3019   filter: "all"
3020   remove-ndr: False
3021   parameters:
3022   - "name"
3023   - "parent"
3024   - "msg"
3025
3026 # Detailed Test Results - VPP Performance Results 2n-clx
3027 - type: "table"
3028   title: "Detailed Test Results - VPP Performance Results 2n-clx"
3029   algorithm: "table_merged_details"
3030   output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
3031   columns:
3032     - title: " |prein| Test Name |preout| "
3033       data: "data name"
3034     - title: " |prein|&nbs