resources/tools/presentation/specifications/report_local/environment.yaml

   1 ################################################################################
   2 ###                          E N V I R O N M E N T                           ###
   3 ################################################################################
   4
   5 - type: "environment"
   6
   7   spec-files:
   8     - "specifications/report_local/data_sets.yaml"
   9     - "specifications/report_local/layouts.yaml"
  10     - "specifications/report_local/elements.yaml"
  11
  12   paths:
  13     # Top level directories:
  14     ## Working directory
  15     DIR[WORKING]: "_tmp"
  16     ## Build directories
  17     DIR[BUILD,HTML]: "_build"
  18     DIR[BUILD,LATEX]: "_build_latex"
  19
  20     # Static .rst files
  21     DIR[RST]: "../../../docs/report"
  22
  23     # Working directories
  24     ## Input data files (.zip, .xml)
  25     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  26     ## Static source files from git
  27     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  28     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  29
  30     # Static html content
  31     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  32     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  33     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  34     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  35
  36     # Detailed test results
  37     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  38     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  39     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  40     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  41     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
  42     DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
  43     DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
  44     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  45     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  46     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  47     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
  48     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
  49     DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws"
  50     DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws"
  51     DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results"
  52     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  53     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  54     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  55     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
  56     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
  57     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  58
  59     # Detailed test configurations
  60     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  61     DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration"
  62     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  63     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  64     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  65     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
  66     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
  67     DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws"
  68     DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws"
  69     DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration"
  70     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  71     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  72     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  73     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
  74     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
  75     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  76
  77     # Detailed tests operational data
  78     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  79     DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data"
  80     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  81     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  82     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  83     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
  84     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
  85     DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws"
  86     DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws"
  87
  88     # Latencies:
  89     DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
  90     DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
  91
  92     # .css patch file to fix tables generated by Sphinx
  93     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  94     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  95
  96   # Data sources are used in this order:
  97   data-sources:
  98     # JSON from S3
  99     - type: "json"
 100       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
 101       path: "{job}/{build}/{filename}"
 102       file-name: "output.json.gz"
 103       file-format: ".gz"
 104       enabled: False
 105     # XML from S3
 106     - type: "xml"
 107       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
 108       path: "{job}/{build}/archives/{filename}"
 109       file-name: "output_info.xml.gz"
 110       file-format: ".gz"
 111       enabled: False
 112     - type: "xml"
 113       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
 114       path: "{job}/{build}/{filename}"
 115       file-name: "output_info.xml.gz"
 116       file-format: ".gz"
 117       enabled: False
 118     - type: "xml"
 119       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
 120       path: "{job}/{build}/archives/{filename}"
 121       file-name: "output_info.xml.gz"
 122       file-format: ".gz"
 123       enabled: True
 124     - type: "xml"
 125       url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1"
 126       path: "{job}/{build}/{filename}"
 127       file-name: "output_info.xml.gz"
 128       file-format: ".gz"
 129       enabled: True
 130     - type: "xml"
 131       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
 132       path: "{job}/{build}/archives/{filename}"
 133       file-name: "output.xml.gz"
 134       file-format: ".gz"
 135       enabled: True
 136     - type: "xml"
 137       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
 138       path: "{job}/{build}/archives/{filename}"
 139       file-name: "output.xml.gz"
 140       file-format: ".gz"
 141       enabled: False
 142     - type: "xml"
 143       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
 144       path: "{job}/{build}/{filename}"
 145       file-name: "output.xml.gz"
 146       file-format: ".gz"
 147       enabled: False
 148     - type: "xml"
 149       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
 150       path: "{job}/{build}/{filename}"
 151       file-name: "output_info.xml.gz"
 152       file-format: ".gz"
 153       enabled: True
 154     - type: "xml"
 155       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
 156       path: "{job}/{build}/{filename}"
 157       file-name: "output.xml.gz"
 158       file-format: ".gz"
 159       enabled: True
 160     # XML from docs.nexus
 161     - type: "xml-docs"
 162       url: "https://docs.fd.io/csit"
 163       path: "report/_static/archive"
 164       file-name: "output_info.xml.gz"
 165       file-format: ".gz"
 166       enabled: True
 167     - type: "xml-docs"
 168       url: "https://docs.fd.io/csit"
 169       path: "report/_static/archive"
 170       file-name: "output.xml.gz"
 171       file-format: ".gz"
 172       enabled: True
 173     - type: "xml-docs"
 174       url: "https://docs.fd.io/csit"
 175       path: "report/_static/archive"
 176       file-name: "robot-plugin.zip"
 177       file-format: ".zip"
 178       enabled: True
 179
 180   archive-inputs: True
 181
 182   mapping-file: ""
 183
 184   ignore-list: ""
 185
 186   make-dirs:
 187   # List the directories which are created while preparing the environment.
 188   # All directories MUST be defined in "paths" section.
 189     - "DIR[WORKING,DATA]"
 190     - "DIR[STATIC,VPP]"
 191     - "DIR[STATIC,DPDK]"
 192     - "DIR[STATIC,ARCH]"
 193     - "DIR[BUILD,LATEX]"
 194     - "DIR[WORKING,SRC]"
 195     - "DIR[WORKING,SRC,STATIC]"
 196
 197   remove-dirs:
 198   # List the directories which are deleted while cleaning the environment.
 199   # All directories MUST be defined in "paths" section.
 200   #  - "DIR[BUILD,HTML]"
 201     - "DIR[WORKING,DATA]"
 202
 203   build-dirs:
 204   # List the directories where the results (build) is stored.
 205   # All directories MUST be defined in "paths" section.
 206     - "DIR[BUILD,HTML]"
 207     - "DIR[BUILD,LATEX]"
 208
 209   reverse-input: False  # Needed for trending, not important for the report
 210
 211   # TODO: Change in code needed, it was in type: "configuration"
 212   limits:
 213     nic:
 214       x520: 24460000
 215       x553: 29761905
 216       x710: 35800000
 217       xxv710: 35800000
 218       xl710: 35800000
 219       cx556a: 148809523.81
 220       e810cq: 148809523.81
 221
 222     link:
 223       10ge: 14880952.38
 224       25ge: 37202380.95
 225       40ge: 59523809.52
 226       100ge: 148809523.81
 227
 228     pci:
 229       pci-g3-x8: 74404761.90
 230       pci-g3-x16: 148809523.81
 231
 232 ################################################################################
 233 ###                               S T A T I C                                ###
 234 ################################################################################
 235
 236 - type: "static"
 237   src-path: "{DIR[RST]}"
 238   dst-path: "{DIR[WORKING,SRC]}"
 239
 240 ################################################################################
 241 ###                               O U T P U T                                ###
 242 ################################################################################
 243
 244 - type: "output"
 245   arch-file-format:  # moved from input, TODO: change it in the code
 246     - ".gz"
 247     - ".zip"
 248   output: "report"
 249   format:
 250     html:
 251     - full
 252 #     pdf:
 253 #     - minimal