type: "failed-tests"
way: "jenkins"
include:
- - "failed-tests-3n-hsw"
- - "failed-tests-3n-skx"
- - "failed-tests-2n-skx"
- url: "https://docs.fd.io/csit/master/trending/trending"
+ - "last-failed-tests-3n-hsw"
+ - "last-failed-tests-3n-skx"
+ - "last-failed-tests-2n-skx"
+ urls:
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
+ url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
configurations:
# Configuration of the email notifications.
data-sets:
+ # Compressed failed tests (last builds)
+ table-last-failed-tests-3n-hsw:
+ csit-vpp-perf-mrr-daily-master:
+ - "lastCompletedBuild"
+ table-last-failed-tests-3n-skx:
+ csit-vpp-perf-mrr-daily-master-3n-skx:
+ - "lastCompletedBuild"
+ table-last-failed-tests-2n-skx:
+ csit-vpp-perf-mrr-daily-master-2n-skx:
+ - "lastCompletedBuild"
+ table-last-failed-tests-nf-2n-skx:
+ csit-vpp-perf-mrr-weekly-master-2n-skx:
+ - "lastCompletedBuild"
+
# 3n-hsw
plot-performance-trending-all-3n-hsw:
csit-vpp-perf-mrr-daily-master:
- start: 470
+ start: 515
end: "lastCompletedBuild"
+ skip:
+ - 593
+ - 595
+ - 608
+ - 613
+ - 614
+ - 616
+ - 617
csit-dpdk-perf-mrr-weekly-master:
- start: 54
+ start: 57
end: "lastCompletedBuild"
plot-performance-trending-vpp-3n-hsw:
csit-vpp-perf-mrr-daily-master:
- start: 470
+ start: 515
end: "lastCompletedBuild"
+ skip:
+ - 593
+ - 595
+ - 608
+ - 613
+ - 614
+ - 616
+ - 617
plot-performance-trending-dpdk-3n-hsw:
csit-dpdk-perf-mrr-weekly-master:
- start: 54
+ start: 57
end: "lastCompletedBuild"
# 3n-skx
plot-performance-trending-all-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 220
+ start: 265
end: "lastCompletedBuild"
+ skip:
+ - 356
+ - 357
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 369
+ - 370
+ - 371
+ - 372
+ - 373
+ - 374
+ - 376
+ - 377
+ - 378
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 19
- end: 30 # "lastCompletedBuild"
+ start: 22
+ end: "lastCompletedBuild"
+ skip:
+ - 31
plot-performance-trending-vpp-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 220
+ start: 265
end: "lastCompletedBuild"
+ skip:
+ - 356
+ - 357
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 369
+ - 370
+ - 371
+ - 372
+ - 373
+ - 374
+ - 376
+ - 377
+ - 378
plot-performance-trending-dpdk-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 19
- end: 30 # "lastCompletedBuild"
+ start: 22
+ end: "lastCompletedBuild"
+ skip:
+ - 31
# 2n-skx
plot-performance-trending-all-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 220
+ start: 265
end: "lastCompletedBuild"
+ skip:
+ - 288
+ - 289
+ - 290
+ - 347
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 375
+ - 380
+ - 381
+ - 396
+ - 398
+ - 403
+ - 404
+ - 405
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 19
+ start: 22
end: "lastCompletedBuild"
plot-performance-trending-vpp-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 220
+ start: 265
end: "lastCompletedBuild"
+ skip:
+ - 288
+ - 289
+ - 290
+ - 347
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 375
+ - 380
+ - 381
+ - 396
+ - 398
+ - 403
+ - 404
+ - 405
plot-performance-trending-dpdk-2n-skx:
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 19
+ start: 22
+ end: "lastCompletedBuild"
+
+ plot-performance-trending-vpp-nfv-2n-skx:
+ csit-vpp-perf-mrr-weekly-master-2n-skx:
+ start: 1
end: "lastCompletedBuild"
+ skip:
+ - 3
+ - 5
plot-layouts:
-
type: "input"
general:
- file-name: "output.xml.gz"
+ file-name: "output_info.xml.gz"
file-format: ".gz"
download-path: "{job}/{build}/archives/{filename}"
extract: "output.xml"
# 3n-hsw
csit-vpp-perf-mrr-daily-master:
- start: 470
+ start: 515
end: "lastCompletedBuild"
+ skip:
+ - 593
+ - 595
+ - 608
+ - 613
+ - 614
+ - 616
+ - 617
csit-dpdk-perf-mrr-weekly-master:
- start: 54
+ start: 57
end: "lastCompletedBuild"
# 3n-skx
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 220
+ start: 265
end: "lastCompletedBuild"
+ skip:
+ - 356
+ - 357
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 369
+ - 370
+ - 371
+ - 372
+ - 373
+ - 374
+ - 376
+ - 377
+ - 378
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 19
- end: 30 # "lastCompletedBuild"
+ start: 22
+ end: "lastCompletedBuild"
+ skip:
+ - 31
# 2n-skx
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 220
+ start: 265
+ end: "lastCompletedBuild"
+ skip:
+ - 288
+ - 289
+ - 290
+ - 347
+ - 358
+ - 359
+ - 360
+ - 361
+ - 362
+ - 363
+ - 364
+ - 365
+ - 366
+ - 367
+ - 368
+ - 375
+ - 380
+ - 381
+ - 396
+ - 398
+ - 403
+ - 404
+ - 405
+ csit-vpp-perf-mrr-weekly-master-2n-skx:
+ start: 1
end: "lastCompletedBuild"
+ skip:
+ - 3
+ - 5
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 19
+ start: 22
end: "lastCompletedBuild"
-
################################################################################
################################################################################
+
+# Compressed failed tests (last build)
+-
+ type: "table"
+ title: "Last failed tests (last builds) 3n-hsw"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw"
+ data: "table-last-failed-tests-3n-hsw"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 3n-skx"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx"
+ data: "table-last-failed-tests-3n-skx"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 2n-skx"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx"
+ data: "table-last-failed-tests-2n-skx"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
# 3n-hsw
-
type: "table"
plots:
+################################################################################
+# NFV
+
+ - title: "VPP 2T1C NF Service Density VNFc 64B MRR Trending 2n-skx"
+ output-file-name: "vnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 4T2C NF Service Density VNFc 64B MRR Trending 2n-skx"
+ output-file-name: "vnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 8T4C NF Service Density VNFc 64B MRR Trending 2n-skx"
+ output-file-name: "vnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 2T1C NF Service Density CNFc 64B MRR Trending 2n-skx"
+ output-file-name: "cnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 4T2C NF Service Density CNFc 64B MRR Trending 2n-skx"
+ output-file-name: "cnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 8T4C NF Service Density CNFc 64B MRR Trending 2n-skx"
+ output-file-name: "cnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Chain"
+ - "2 Chains"
+ - "4 Chains"
+ - "6 Chains"
+ - "8 Chains"
+ - "10 Chains"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 2T1C NF Service Density CNFp 64B MRR Trending 2n-skx"
+ output-file-name: "cnfp-eth-l2bd-64b-2t1c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Pipe"
+ - "2 Pipes"
+ - "4 Pipes"
+ - "6 Pipes"
+ - "8 Pipes"
+ - "10 Pipes"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 4T2C NF Service Density CNFp 64B MRR Trending 2n-skx"
+ output-file-name: "cnfp-eth-l2bd-64b-4t2c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Pipe"
+ - "2 Pipes"
+ - "4 Pipes"
+ - "6 Pipes"
+ - "8 Pipes"
+ - "10 Pipes"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
+ - title: "VPP 8T4C NF Service Density CNFp 64B MRR Trending 2n-skx"
+ output-file-name: "cnfp-eth-l2bd-64b-8t4c-x710-2n-skx"
+ data: "plot-performance-trending-vpp-nfv-2n-skx"
+ filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+ groups:
+ - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+ - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+ - ["4R1C", "4R2C", "4R4C"]
+ - ["6R1C", "6R2C"]
+ - ["8R1C", "8R2C"]
+ - ["10R1C"]
+ group-names:
+ - "1 Pipe"
+ - "2 Pipes"
+ - "4 Pipes"
+ - "6 Pipes"
+ - "8 Pipes"
+ - "10 Pipes"
+ parameters:
+ - "result"
+ - "tags"
+ layout: "plot-cpta"
+
################################################################################
# 3n-hsw