Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Source data
[csit.git] / resources / tools / presentation / specification.yaml
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e1ce00c..78dd9f3 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -45,7 +45,7 @@
     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
     DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre"
-    DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
+    DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_meltdown"
 
     # Detailed test configurations
     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
@@ -90,25 +90,27 @@
   type: "configuration"
   data-sets:
     vpp-meltdown-impact:
-# TODO: specify data sources
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
-    plot-throughput-speedup-analysis:
-# TODO: Add the data sources
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+      csit-vpp-perf-1707-all:
+      - 9
+      - 10
+      - 13
+      csit-vpp-perf-1710-all:
+      - 11
+      - 12
+      - 13
     vpp-spectre-impact:
-# TODO: specify data sources
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
-    plot-throughput-speedup-analysis:
+      csit-vpp-perf-1707-all:
+      - 9
+      - 10
+      - 13
+      csit-vpp-perf-1710-all:
+      - 11
+      - 12
+      - 13
 # TODO: Add the data sources
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+    plot-throughput-speedup-analysis:
+      csit-vpp-perf-1801-all:
+      - 12
     performance-improvements:
       csit-vpp-perf-1707-all:
       - 9
@@ -132,6 +134,10 @@
       - 18
       - 19
       - 20
+# TODO:
+      csit-vpp-perf-1801-all:
+      - 13
+      - 14
       csit-ligato-perf-1710-all:
       - 5
       - 7
@@ -143,61 +149,56 @@
       - 13
       - 16
       - 17
+      csit-ligato-perf-1801-all:
+      - 1
+      - 3
+      - 7
+# TODO:
     vpp-perf-results:
-      csit-vpp-perf-1710-all:
-      - 20
-      - 23
+      csit-vpp-perf-1801-all:
+      - 12
     vpp-func-results:
-      csit-vpp-functional-1710-ubuntu1604-virl:
-      - 126
+      csit-vpp-functional-1801-ubuntu1604-virl:
+      - "lastSuccessfulBuild"
+# TODO:
     ligato-perf-results:
-      csit-ligato-perf-1710-all:
-      - 17
+      csit-ligato-perf-1801-all:
+      - 1
     dpdk-perf-results:
-      csit-dpdk-perf-1710-all:
-      - 13
+      csit-dpdk-perf-1801-all:
+      - 12
     hc-func-results:
-      csit-hc2vpp-verify-func-1710-ubuntu1604:
+      csit-hc2vpp-verify-func-1801-ubuntu1604:
       - "lastSuccessfulBuild"
+# TODO: Will we use this one?
+#      hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604:
+#      - lastSuccessfulBuild
     nsh-func-results:
-      csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
-      - 7
+      csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
+      - 1
+# TODO:
     plot-vpp-throughput-latency:
-      csit-vpp-perf-1710-all:
-      - 11
-      - 12
+      csit-vpp-perf-1801-all:
       - 13
       - 14
-      - 15
-      - 16
-      - 17
-      - 18
-      - 19
-      - 20
     plot-dpdk-throughput-latency:
-      csit-dpdk-perf-1710-all:
-      - 2
+      csit-dpdk-perf-1801-all:
+      - 1
       - 3
+      - 4
       - 5
       - 6
       - 7
       - 8
       - 9
       - 10
-      - 11
-      - 13
+      - 12
+# TODO:
     plot-ligato-throughput-latency:
-      csit-ligato-perf-1710-all:
-      - 5
+      csit-ligato-perf-1801-all:
+      - 1
+      - 3
       - 7
-      - 8
-      - 9
-      - 10
-      - 11
-      - 12
-      - 13
-      - 16
-      - 17
   plot-layouts:
     plot-throughput:
       xaxis:
@@ -281,7 +282,6 @@
       height: 1000
     plot-throughput-speedup-analysis:
       xaxis:
-        # title: "Test Cases"
         autorange: True
         autotick: False
         fixedrange: False
@@ -342,32 +342,6 @@
     -
       build: 2
       file: "{DIR[WORKING,DATA]}/output.xml"
-#    csit-dpdk-perf-1707-all:
-#    -
-#      build: 10
-#      file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
-#    -
-#      build: 9
-#      file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
-#    csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
-#    -
-#      build: 2
-#      file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
-#    csit-vpp-functional-1707-ubuntu1604-virl:
-#    -
-#      build: lastSuccessfulBuild
-#      file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
-#    hc2vpp-csit-integration-1707-ubuntu1604:
-#    -
-#      build: lastSuccessfulBuild
-#      file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
-#    csit-vpp-perf-1707-all:
-#    -
-#      build: 16
-#      file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
-#    -
-#      build: 17
-#      file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
 
 -
   type: "static"
@@ -405,17 +379,11 @@
     - 19
     - 20
     - 23
-    csit-dpdk-perf-1710-all:
-    - 2
-    - 3
-    - 5
-    - 6
-    - 7
-    - 8
-    - 9
-    - 10
-    - 11
+# TODO:
+    csit-vpp-perf-1801-all:
+    - 12
     - 13
+    - 14
     csit-ligato-perf-1710-all:
     - 5
     - 7
@@ -427,12 +395,31 @@
     - 13
     - 16
     - 17
-    csit-vpp-functional-1710-ubuntu1604-virl:
-    - 126
-    csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
+# TODO:
+    csit-ligato-perf-1801-all:
+    - 1
+    - 3
+    - 7
+    csit-dpdk-perf-1801-all:
+    - 1
+    - 3
+    - 4
+    - 5
+    - 6
     - 7
-    csit-hc2vpp-verify-func-1710-ubuntu1604:
+    - 8
+    - 9
+    - 10
+    - 12
+    csit-vpp-functional-1801-ubuntu1604-virl:
     - lastSuccessfulBuild
+    csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
+    - 1
+    csit-hc2vpp-verify-func-1801-ubuntu1604:
+    - lastSuccessfulBuild
+# TODO: Will we use this one?
+#    hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604:
+#    - lastSuccessfulBuild
 
 -
   type: "output"
@@ -456,17 +443,19 @@
   reference:
     title: "No Meltdown"
 # TODO: specify data sources
-#    data:
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+    data:
+      csit-vpp-perf-1707-all:
+      - 9
+      - 10
+      - 13
   compare:
     title: "Meltdown Patches Applied"
 # TODO: specify data sources
-#    data:
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+    data:
+      csit-vpp-perf-1710-all:
+      - 11
+      - 12
+      - 13
   data:
     "vpp-meltdown-impact"
   filter: "all"
@@ -484,21 +473,23 @@
   algorithm: "table_performance_comparison"
   output-file-ext: ".csv"
 # TODO: specify dir
-  output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/spectre-impact"
+  output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/meltdown-spectre-impact"
   reference:
     title: "No Spectre"
 # TODO: specify data sources
-#    data:
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+    data:
+      csit-vpp-perf-1707-all:
+      - 9
+      - 10
+      - 13
   compare:
     title: "Spectre Patches Applied"
 # TODO: specify data sources
-#    data:
-#      csit-vpp-perf-1801-all:
-#      - 1
-#      - 2
+    data:
+      csit-vpp-perf-1710-all:
+      - 11
+      - 12
+      - 13
   data:
     "vpp-spectre-impact"
   filter: "all"
@@ -540,11 +531,14 @@
     title: "17.10 mean [Mpps]"
     data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
   -
-    title: "17.10 stdev [Mpps]"
-    data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev"
+    title: "18.01 mean [Mpps]"
+    data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
+  -
+    title: "18.01 stdev [Mpps]"
+    data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
   -
-    title: "17.07 to 17.10 change [%]"
-    data: "operation relative_change 5 6"
+    title: "17.10 to 18.01 change [%]"
+    data: "operation relative_change 6 7"
   rows: "generated"
   data:
     "performance-improvements"
Integration tests