1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
16 # Recommended collection name is a version string.
17 # Comment https link towards the build used to get or verify the CRC values.
18 # Link cannot easily be name as it is too long.
20 # Prefer x86_64, Ubuntu, latest LTS.
21 # Note that during flag day process, the link would point
22 # to (logged artifacts of) verify job, not merge job.
24 # Note that you cannot easily avoid quotes for CRC values.
25 # With leading 0x, yaml interprets the values as numbers.
26 # Even with 0x removed, hexa CRC value may appear as decimal number.
28 # Trailing comments are optional, for tracking how to test the message.
29 # Please keep alphabetic order.
30 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
32 # https://logs.fd.io/production/vex-yul-rot-jenkins-1
33 # /vpp-merge-master-ubuntu1804-x86_64/184/
35 acl_add_replace: '0x1cabdeab' # dev
36 acl_add_replace_reply: '0xac407b0c' # dev
37 acl_details: '0x7a97f21c' # perf teardown
38 acl_dump: '0xef34fea4' # perf teardown
39 acl_interface_list_details: '0xe695d256' # perf teardown
40 acl_interface_list_dump: '0xf9e6675e' # perf teardown
41 acl_interface_set_acl_list: '0x473982bd' # perf
42 acl_interface_set_acl_list_reply: '0xe8d4e804' # perf
43 # 6x^ tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
44 # tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
45 # ^^ ip4fwdANDiaclANDacl10AND100_flows
46 avf_create: '0xdaab8ae2' # dev
47 avf_create_reply: '0x5383d31f' # dev
48 bond_create: '0x48883c7e' # perf
49 bond_create_reply: '0x5383d31f' # perf
50 bond_enslave: '0x076ecfa7' # perf
51 bond_enslave_reply: '0xe8d4e804' # perf
52 # 4x^ tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
53 # ^ l2xcfwdANDlbond_1lANDnf_testpmd
54 bridge_domain_add_del: '0x600b7170' # dev
55 bridge_domain_add_del_reply: '0xe8d4e804' # dev
56 # bridge_domain_dump / details # honeycomb
57 classify_add_del_session: '0xf20879f0' # dev
58 classify_add_del_session_reply: '0xe8d4e804' # dev
59 classify_add_del_table: '0x6849e39e' # dev
60 classify_add_del_table_reply: '0x05486349' # dev
61 # classify_session_dump / details # honeycomb
62 # classify_table_by_interface / reply # honeycomb
63 # classify_table_info / reply # honeycomb
64 cli_inband: '0xf8377302' # dev setup
65 cli_inband_reply: '0x05879051' # dev setup
66 cop_interface_enable_disable: '0x5501adee' # dev
67 cop_interface_enable_disable_reply: '0xe8d4e804' # dev
68 cop_whitelist_enable_disable: '0xdebe13ea' # dev
69 cop_whitelist_enable_disable_reply: '0xe8d4e804' # dev
70 create_loopback: '0x42bb5d22' # dev
71 create_loopback_reply: '0x5383d31f' # dev
72 create_subif: '0xcb371063' # perf
73 create_subif_reply: '0x5383d31f' # perf
74 # ^^ tc01-64B-1c-dot1ad-l2xcbase-mrr
75 # ^ 3n: dot1adANDl2xcfwd
76 create_vhost_user_if: '0xc785c6fc' # dev
77 create_vhost_user_if_reply: '0x5383d31f' # dev
78 create_vlan_subif: '0xaf34ac8b' # dev
79 create_vlan_subif_reply: '0x5383d31f' # dev
80 det44_add_del_map: '0x1150a190' # perf
81 det44_interface_add_del_feature: '0xdc17a836' # perf
82 det44_interface_add_del_feature_reply: '0xe8d4e804' # perf
83 det44_interface_details: '0xe60cc5be' # perf teardown
84 det44_interface_dump: '0x51077d14' # perf teardown
85 det44_map_details: '0xad91dc83' # perf teardown
86 det44_map_dump: '0x51077d14' # perf teardown
87 det44_add_del_map_reply: '0xe8d4e804' # perf teardown
88 det44_plugin_enable_disable: '0x617b6bf8' # perf
89 det44_plugin_enable_disable_reply: '0xe8d4e804' # perf
90 det44_session_dump: '0xe45a3af7' # perf teardown
91 # TODO: Which test to run to verify det44_* messages?
92 # dhcp_proxy_dump / details # honeycomb
93 gpe_enable_disable: '0xc264d7bf' # dev
94 gpe_enable_disable_reply: '0xe8d4e804' # dev
95 # gre_tunnel_add_del / reply # unused L1 keyword: create_gre_tunnel_interface
96 hw_interface_set_mtu: '0xe6746899' # dev
97 hw_interface_set_mtu_reply: '0xe8d4e804' # dev
98 input_acl_set_interface: '0xde7ad708' # dev
99 input_acl_set_interface_reply: '0xe8d4e804' # dev
100 ip_address_details: '0xb1199745' # dev
101 ip_address_dump: '0x2d033de4' # dev
102 ip_neighbor_add_del: '0x105518b6' # dev
103 ip_neighbor_add_del_reply: '0x1992deab' # dev
104 # ip_probe_neighbor / reply # unused L1 keyword vpp_ip_probe
105 ip_route_add_del: '0xc1ff832d' # dev
106 ip_route_add_del_reply: '0x1992deab' # dev
107 # ip_source_check_interface_add_del / reply # unused L1 keyword vpp_ip_source_check_setup
108 ip_table_add_del: '0x0ffdaec0' # dev
109 ip_table_add_del_reply: '0xe8d4e804' # dev
110 ipsec_interface_add_del_spd: '0x80f80cbb' # dev
111 ipsec_interface_add_del_spd_reply: '0xe8d4e804' # dev
112 ipsec_sad_entry_add_del: '0xb8def364' # dev
113 ipsec_sad_entry_add_del_reply: '0x9ffac24b' # dev
114 ipsec_select_backend: '0x5bcfd3b7' # perf
115 ipsec_select_backend_reply: '0xe8d4e804' # perf
116 # ^^ tc01-64B-1c-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-mrr
117 # ^ nic_intel-xl710ANDipsechwANDipsecintANDtnl_1ANDaes_256_gcm
118 ipsec_spd_add_del: '0x20e89a95' # dev
119 ipsec_spd_add_del_reply: '0xe8d4e804' # dev
120 ipsec_spd_entry_add_del: '0x9f384b8d' # dev
121 ipsec_spd_entry_add_del_reply: '0x9ffac24b' # dev
122 ipsec_tunnel_if_add_del: '0x2b135e68' # perf
123 ipsec_tunnel_if_add_del_reply: '0x5383d31f' # perf
124 ipsec_set_async_mode: '0xa6465f7c' #perf
125 ipsec_set_async_mode_reply: '0xe8d4e804' #perf
126 # ^^ tc01-64B-1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-mrr
127 # ^ See select_backend.
128 # l2_fib_table_dump / details # honeycomb
129 l2_interface_vlan_tag_rewrite: '0x62cc0bbc' # dev
130 l2_interface_vlan_tag_rewrite_reply: '0xe8d4e804' # dev
131 l2_patch_add_del: '0x522f3445' # dev
132 l2_patch_add_del_reply: '0xe8d4e804' # dev
133 # l2fib_add_del / reply # unused L1 keyword: vpp_add_l2fib_entry
134 lb_conf: '0x22ddb739' # perf
135 lb_conf_reply: '0xe8d4e804' # perf
136 lb_add_del_vip: '0xd15b7ddc' # perf
137 lb_add_del_vip_reply: '0xe8d4e804' # perf
138 lb_add_del_as: '0x78628987' # perf
139 lb_add_del_as_reply: '0xe8d4e804' # perf
140 lb_add_del_intf_nat4: '0x47d6e753' # perf
141 lb_add_del_intf_nat4_reply: '0xe8d4e804' # perf
142 # 8x^ tc01-64B-1c-ethip4-loadbalancer-nat4
143 # ^ 2n: loadbalancer_nat4
144 lisp_add_del_adjacency: '0xcf5edb61' # dev
145 lisp_add_del_adjacency_reply: '0xe8d4e804' # dev
146 lisp_add_del_local_eid: '0x21f573bd' # dev
147 lisp_add_del_local_eid_reply: '0xe8d4e804' # dev
148 lisp_add_del_locator: '0xaf4d8f13' # dev
149 lisp_add_del_locator_reply: '0xe8d4e804' # dev
150 lisp_add_del_locator_set: '0x6fcd6471' # dev
151 lisp_add_del_locator_set_reply: '0xb6666db4' # dev
152 # lisp_add_del_map_resolver / reply # unused L2 keyword: Configure LISP map resolver address
153 lisp_add_del_remote_mapping: '0xfae8ed77' # dev
154 lisp_add_del_remote_mapping_reply: '0xe8d4e804' # dev
155 lisp_eid_table_add_del_map: '0x9481416b' # perf
156 lisp_eid_table_add_del_map_reply: '0xe8d4e804' # perf
157 # ^^ tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr # currently failing before calls
159 # lisp_eid_table_dump / details # unused L2 keyword: LISP eid address should be set correctly to eid table
160 lisp_enable_disable: '0xc264d7bf' # dev
161 lisp_enable_disable_reply: '0xe8d4e804' # dev
162 macip_acl_add: '0xd648fd0a' # perf
163 macip_acl_add_reply: '0xac407b0c' # perf
164 macip_acl_details: '0x57c7482f' # perf teardown
165 macip_acl_dump: '0xef34fea4' # perf teardown
166 macip_acl_interface_add_del: '0x4b8690b1' # perf
167 macip_acl_interface_add_del_reply: '0xe8d4e804' # perf
168 macip_acl_interface_get: '0x51077d14' # perf teardown
169 macip_acl_interface_get_reply: '0xaccf9b05' # perf teardown
170 # 8x^ tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
171 # ^ macipANDacl1AND100_flows
172 memif_create: '0xb1b25061' # dev
173 memif_create_reply: '0x5383d31f' # dev
174 memif_details: '0xd0382c4c' # dev
175 memif_dump: '0x51077d14' # dev
176 memif_socket_filename_add_del: '0xa2ce1a10' # dev
177 memif_socket_filename_add_del_reply: '0xe8d4e804' # dev
178 nat44_add_del_address_range: '0xd4c7568c' # dev
179 nat44_add_del_address_range_reply: '0xe8d4e804' # dev
180 nat44_address_details: '0x45410ac4' # dev teardown
181 nat44_address_dump: '0x51077d14' # dev teardown
182 nat44_interface_add_del_feature: '0xf3699b83' # dev
183 nat44_interface_add_del_feature_reply: '0xe8d4e804' # dev
184 nat44_interface_addr_details: '0x3e687514' # dev teardown
185 nat44_interface_addr_dump: '0x51077d14' # dev teardown
186 nat44_interface_details: '0x5d286289' # dev teardown
187 nat44_interface_dump: '0x51077d14' # dev teardown
188 nat44_plugin_enable_disable: '0xdea0d501' # dev
189 nat44_plugin_enable_disable_reply: '0xe8d4e804' # dev
190 nat44_show_running_config: '0x51077d14' # dev teardown
191 nat44_show_running_config_reply: '0x93d8e267' # dev teardown
192 nat44_static_mapping_details: '0x1a433ef7' # dev teardown
193 nat44_static_mapping_dump: '0x51077d14' # dev teardown
194 nat44_user_details: '0x355896c2' # dev teardown
195 nat44_user_dump: '0x51077d14' # dev teardown
196 nat44_user_session_details: '0x1965fd69' # dev teardown
197 nat44_user_session_dump: '0xe1899c98' # dev teardown
198 nat_worker_details: '0x84bf06fc' # dev teardown
199 nat_worker_dump: '0x51077d14' # dev teardown
200 # TODO: Which test to run to verify nat* messages?
201 nsim_configure: '0x16ed400f' # perf
202 nsim_configure_reply: '0xe8d4e804' # perf
203 nsim_output_feature_enable_disable: '0x3865946c' # perf
204 nsim_output_feature_enable_disable_reply: '0xe8d4e804' # perf
205 # 4x^ tc01-9000B-1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps
206 # ^ 3n: nsimAND1stream
207 policer_add_del: '0xcb948f6e' # dev
208 policer_add_del_reply: '0xa177cef2' # dev
209 policer_classify_set_interface: '0xde7ad708' # dev
210 policer_classify_set_interface_reply: '0xe8d4e804' # dev
211 # 4x^ tc01-64B-ethip4-ip4base-ipolicemarkbase-dev
212 rdma_create: '0x076fe418' # perf
213 rdma_create_reply: '0x5383d31f' # perf
214 # 2x^ Any test with drv_rdma. Currently only available on 2n-clx.
215 # - Not testable by devicetest (until we have environment with right NICs).
216 show_threads: '0x51077d14' # dev
217 show_threads_reply: '0xefd78e83' # dev
218 show_version: '0x51077d14' # dev setup
219 show_version_reply: '0xc919bde1' # dev setup
220 sr_localsid_add_del: '0x26fa3309' # perf
221 sr_localsid_add_del_reply: '0xe8d4e804' # perf
222 sr_localsids_details: '0x6a6c0265' # perf teardown
223 sr_localsids_dump: '0x51077d14' # perf teardown
224 sr_policies_details: '0x07ec2d93' # perf teardown
225 sr_policies_dump: '0x51077d14' # perf teardown
226 sr_policy_add: '0xec79ee6a' # perf
227 sr_policy_add_reply: '0xe8d4e804' # perf
228 sr_set_encap_source: '0xd3bad5e1' # perf
229 sr_set_encap_source_reply: '0xe8d4e804' # perf
230 sr_steering_add_del: '0x3711dace' # perf
231 sr_steering_add_del_reply: '0xe8d4e804' # perf
232 sr_steering_pol_details: '0x1c1ee786' # perf teardown
233 sr_steering_pol_dump: '0x51077d14' # perf teardown
234 # 14x^ tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
236 sw_interface_add_del_address: '0x5803d5c4' # dev
237 sw_interface_add_del_address_reply: '0xe8d4e804' # dev
238 sw_interface_bond_details: '0xf5ef2106' # perf
239 sw_interface_bond_dump: '0x51077d14' # perf
241 sw_interface_details: '0x17b69fa2' # dev setup
242 sw_interface_dump: '0xaa610c27' # dev setup
243 # sw_interface_get_table / reply # honeycomb
244 sw_interface_ip6nd_ra_config: '0x3eb00b1c' # dev
245 sw_interface_ip6nd_ra_config_reply: '0xe8d4e804' # dev
246 sw_interface_rx_placement_details: '0xf6d7d024' # perf
247 sw_interface_rx_placement_dump: '0xf9e6675e' # perf
248 # ^^ tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
249 # ^ dot1qANDl2bdmaclrnANDbaseANDmemif
250 sw_interface_set_flags: '0x6a2b491a' # dev
251 sw_interface_set_flags_reply: '0xe8d4e804' # dev
252 sw_interface_set_l2_bridge: '0x2e483cd0' # dev
253 sw_interface_set_l2_bridge_reply: '0xe8d4e804' # dev
254 sw_interface_set_l2_xconnect: '0x1aaa2dbb' # dev
255 sw_interface_set_l2_xconnect_reply: '0xe8d4e804' # dev
256 sw_interface_set_mac_address: '0x6aca746a' # perf
257 sw_interface_set_mac_address_reply: '0xe8d4e804' # perf
258 sw_interface_set_rx_placement: '0xdb65f3c9' # perf
259 sw_interface_set_rx_placement_reply: '0xe8d4e804' # perf
260 # ^^ see tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr above
261 sw_interface_set_table: '0xdf42a577' # dev
262 sw_interface_set_table_reply: '0xe8d4e804' # dev
263 sw_interface_set_unnumbered: '0x938ef33b' # perf
264 sw_interface_set_unnumbered_reply: '0xe8d4e804' # perf
265 # ^^ see ipsec_tunnel_if_add_del
266 sw_interface_set_vxlan_bypass: '0x65247409' # dev
267 sw_interface_set_vxlan_bypass_reply: '0xe8d4e804' # dev
268 sw_interface_slave_details: '0x3c4a0e23' # perf
269 sw_interface_slave_dump: '0xf9e6675e' # perf
271 # sw_interface_span_dump / details # honeycomb
272 sw_interface_tap_v2_dump: '0xf9e6675e' # dev
273 sw_interface_tap_v2_details: '0xe53c16de' # dev
274 sw_interface_vhost_user_details: '0x98530df1' # dev
275 sw_interface_vhost_user_dump: '0xf9e6675e' # dev
276 tap_create_v2: '0x445835fd' # dev
277 tap_create_v2_reply: '0x5383d31f' # dev
278 vxlan_add_del_tunnel: '0xa35dc8f5' # dev
279 vxlan_add_del_tunnel_reply: '0x5383d31f' # dev
280 # vxlan_gpe_tunnel_dump / details # honeycomb
281 # vxlan_tunnel_dump /details # unused L2 keyword: Get VXLAN dump
282 # Please keep alphabetic order.
283 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
286 # Hint to see the currently used command messages:
287 # $ egrep -r 'cmd[0-9]* = ["'"'"'][a-z0-9]*_[a-z0-9_]*["'"'"']' | cut -d '=' -f 2- | cut -c 3- | cut -d "'" -f 1 | cut -d '"' -f 1 | env LC_COLLATE=C sort -u | less
289 # $ fgrep -rn dump_and_log
291 # TODO: Create an on-demand perf verify job with a tag expression
292 # covering API calls used only in perf tests,
293 # and maintain the expression as device test gets more coverage.
294 # Currently 2 triggers are needed: 2n (with RDMA) vs 3n (for encaps):
295 # csit-3n-hsw-perftest
296 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDip4fwdANDiaclANDacl10AND100_flows
297 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDnat44NOTscaleNOTsrc_user_1
298 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1qANDl2bdmaclrnANDbaseANDmemif
299 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDl2xcfwdANDlbond_1lANDnf_testpmd
300 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDmacipANDacl1AND100_flows
301 # mrrAND1cAND78bANDnic_intel-x710ANDdrv_vfio_pciANDsrv6_1sid
302 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecswANDtnl_1ANDaes_256_gcm
303 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1adANDl2xcfwd
304 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecANDlispgpe
305 # nic_intel-x710ANDnsimAND1stream
306 # csit-2n-clx-perftest
307 # mrrAND1cAND64bANDdrv_rdma_coreANDloadbalancer_nat4
308 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_avfANDloadbalancer_nat4
310 # TODO: Once device job has complete API coverage,
311 # add a check to make sure each message was encountered;
312 # failure means we need to add more tests to device test job.
313 # Alternatively, add an option to compile messages actually
314 # used or encountered, so CSIT knows what to remove from mapping.
Code Review / csit.git / blob