1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
16 # Recommended collection name is a version string.
17 # Comment https link towards the build used to get or verify the CRC values.
18 # Link cannot easily be name as it is too long.
20 # Prefer x86_64, Ubuntu, latest LTS.
21 # Note that during flag day process, the link would point
22 # to (logged artifacts of) verify job, not merge job.
24 # Note that you cannot easily avoid quotes for CRC values.
25 # With leading 0x, yaml interprets the values as numbers.
26 # Even with 0x removed, hexa CRC value may appear as decimal number.
28 # Trailing comments are optional, for tracking how to test the message.
29 # Please keep alphabetic order.
30 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
32 # https://logs.fd.io/production/vex-yul-rot-jenkins-1
33 # /vpp-merge-master-ubuntu1804/1195/
35 acl_add_replace: '0x1cabdeab' # dev
36 acl_add_replace_reply: '0xac407b0c' # dev
37 acl_details: '0x7a97f21c' # perf teardown
38 acl_dump: '0xef34fea4' # perf teardown
39 acl_interface_list_details: '0xe695d256' # perf teardown
40 acl_interface_list_dump: '0xf9e6675e' # perf teardown
41 acl_interface_set_acl_list: '0x473982bd' # perf
42 acl_interface_set_acl_list_reply: '0xe8d4e804' # perf
43 # 6x^ tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
44 # tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
45 # ^^ ip4fwdANDiaclANDacl10AND100_flows
46 avf_create: '0xdaab8ae2' # dev
47 avf_create_reply: '0x5383d31f' # dev
48 bond_create: '0x48883c7e' # perf
49 bond_create_reply: '0x5383d31f' # perf
50 bond_enslave: '0x076ecfa7' # perf
51 bond_enslave_reply: '0xe8d4e804' # perf
52 # 4x^ tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
53 # ^ l2xcfwdANDlbond_1lANDnf_testpmd
54 bridge_domain_add_del: '0x600b7170' # dev
55 bridge_domain_add_del_reply: '0xe8d4e804' # dev
56 # bridge_domain_dump / details # honeycomb
57 classify_add_del_session: '0xf20879f0' # dev
58 classify_add_del_session_reply: '0xe8d4e804' # dev
59 classify_add_del_table: '0x6849e39e' # dev
60 classify_add_del_table_reply: '0x05486349' # dev
61 # classify_session_dump / details # honeycomb
62 # classify_table_by_interface / reply # honeycomb
63 # classify_table_info / reply # honeycomb
64 cli_inband: '0xf8377302' # dev setup
65 cli_inband_reply: '0x05879051' # dev setup
66 cop_interface_enable_disable: '0x5501adee' # dev
67 cop_interface_enable_disable_reply: '0xe8d4e804' # dev
68 cop_whitelist_enable_disable: '0xdebe13ea' # dev
69 cop_whitelist_enable_disable_reply: '0xe8d4e804' # dev
70 create_loopback: '0x42bb5d22' # dev
71 create_loopback_reply: '0x5383d31f' # dev
72 create_subif: '0xcb371063' # perf
73 create_subif_reply: '0x5383d31f' # perf
74 # ^^ tc01-64B-1c-dot1ad-l2xcbase-mrr
75 # ^ 3n: dot1adANDl2xcfwd
76 create_vhost_user_if: '0xc785c6fc' # dev
77 create_vhost_user_if_reply: '0x5383d31f' # dev
78 create_vlan_subif: '0xaf34ac8b' # dev
79 create_vlan_subif_reply: '0x5383d31f' # dev
80 det44_add_del_map: '0x1150a190' # perf
81 det44_interface_add_del_feature: '0xdc17a836' # perf
82 det44_interface_add_del_feature_reply: '0xe8d4e804' # perf
83 det44_interface_details: '0xe60cc5be' # perf teardown
84 det44_interface_dump: '0x51077d14' # perf teardown
85 det44_map_details: '0xad91dc83' # perf teardown
86 det44_map_dump: '0x51077d14' # perf teardown
87 det44_add_del_map_reply: '0xe8d4e804' # perf teardown
88 det44_plugin_enable_disable: '0xfc4b5d73' # perf
89 det44_plugin_enable_disable_reply: '0xe8d4e804' # perf
90 det44_session_dump: '0xe45a3af7' # perf teardown
91 # dhcp_proxy_dump / details # honeycomb
92 gbp_bridge_domain_add: '0x8454bfdf' # dev
93 gbp_bridge_domain_add_reply: '0xe8d4e804' # dev
94 gbp_contract_add_del: '0x553e275b' # dev
95 gbp_contract_add_del_reply: '0x1992deab' # dev
96 gbp_endpoint_add: '0x9ce16d5a' # dev
97 gbp_endpoint_add_reply: '0x1dd3ff3e' # dev
98 gbp_endpoint_group_add: '0x8e0f4054' # dev
99 gbp_endpoint_group_add_reply: '0xe8d4e804' # dev
100 gbp_ext_itf_add_del: '0x12ed5700' # dev
101 gbp_ext_itf_add_del_reply: '0xe8d4e804' # dev
102 gbp_route_domain_add: '0x2d0afe38' # dev
103 gbp_route_domain_add_reply: '0xe8d4e804' # dev
104 gbp_subnet_add_del: '0x888aca35' # dev
105 gbp_subnet_add_del_reply: '0xe8d4e804' # dev
106 gpe_enable_disable: '0xc264d7bf' # dev
107 gpe_enable_disable_reply: '0xe8d4e804' # dev
108 # gre_tunnel_add_del / reply # unused L1 keyword: create_gre_tunnel_interface
109 hw_interface_set_mtu: '0xe6746899' # dev
110 hw_interface_set_mtu_reply: '0xe8d4e804' # dev
111 input_acl_set_interface: '0xde7ad708' # dev
112 input_acl_set_interface_reply: '0xe8d4e804' # dev
113 ip_address_details: '0xb1199745' # dev
114 ip_address_dump: '0x2d033de4' # dev
115 ip_neighbor_add_del: '0x105518b6' # dev
116 ip_neighbor_add_del_reply: '0x1992deab' # dev
117 # ip_probe_neighbor / reply # unused L1 keyword vpp_ip_probe
118 ip_route_add_del: '0xc1ff832d' # dev
119 ip_route_add_del_reply: '0x1992deab' # dev
120 # ip_source_check_interface_add_del / reply # unused L1 keyword vpp_ip_source_check_setup
121 ip_table_add_del: '0x0ffdaec0' # dev
122 ip_table_add_del_reply: '0xe8d4e804' # dev
123 ipsec_interface_add_del_spd: '0x80f80cbb' # dev
124 ipsec_interface_add_del_spd_reply: '0xe8d4e804' # dev
125 ipsec_sad_entry_add_del: '0xb8def364' # dev
126 ipsec_sad_entry_add_del_reply: '0x9ffac24b' # dev
127 ipsec_select_backend: '0x5bcfd3b7' # perf
128 ipsec_select_backend_reply: '0xe8d4e804' # perf
129 # ^^ tc01-64B-1c-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-mrr
130 # ^ nic_intel-xl710ANDipsechwANDipsecintANDtnl_1ANDaes_256_gcm
131 ipsec_spd_add_del: '0x20e89a95' # dev
132 ipsec_spd_add_del_reply: '0xe8d4e804' # dev
133 ipsec_spd_entry_add_del: '0x9f384b8d' # dev
134 ipsec_spd_entry_add_del_reply: '0x9ffac24b' # dev
135 ipsec_tunnel_if_add_del: '0x2b135e68' # perf
136 ipsec_tunnel_if_add_del_reply: '0x5383d31f' # perf
137 # ^^ tc01-64B-1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-mrr
138 # ^ See select_backend.
139 # l2_fib_table_dump / details # honeycomb
140 l2_interface_vlan_tag_rewrite: '0x62cc0bbc' # dev
141 l2_interface_vlan_tag_rewrite_reply: '0xe8d4e804' # dev
142 l2_patch_add_del: '0x522f3445' # dev
143 l2_patch_add_del_reply: '0xe8d4e804' # dev
144 # l2fib_add_del / reply # unused L1 keyword: vpp_add_l2fib_entry
145 lb_conf: '0x22ddb739' # perf
146 lb_conf_reply: '0xe8d4e804' # perf
147 lb_add_del_vip: '0xd15b7ddc' # perf
148 lb_add_del_vip_reply: '0xe8d4e804' # perf
149 lb_add_del_as: '0x78628987' # perf
150 lb_add_del_as_reply: '0xe8d4e804' # perf
151 lb_add_del_intf_nat4: '0x47d6e753' # perf
152 lb_add_del_intf_nat4_reply: '0xe8d4e804' # perf
153 # 8x^ tc01-64B-1c-ethip4-loadbalancer-nat4
154 # ^ 2n: loadbalancer_nat4
155 lisp_add_del_adjacency: '0xcf5edb61' # dev
156 lisp_add_del_adjacency_reply: '0xe8d4e804' # dev
157 lisp_add_del_local_eid: '0x21f573bd' # dev
158 lisp_add_del_local_eid_reply: '0xe8d4e804' # dev
159 lisp_add_del_locator: '0xaf4d8f13' # dev
160 lisp_add_del_locator_reply: '0xe8d4e804' # dev
161 lisp_add_del_locator_set: '0x6fcd6471' # dev
162 lisp_add_del_locator_set_reply: '0xb6666db4' # dev
163 # lisp_add_del_map_resolver / reply # unused L2 keyword: Configure LISP map resolver address
164 lisp_add_del_remote_mapping: '0xfae8ed77' # dev
165 lisp_add_del_remote_mapping_reply: '0xe8d4e804' # dev
166 lisp_eid_table_add_del_map: '0x9481416b' # perf
167 lisp_eid_table_add_del_map_reply: '0xe8d4e804' # perf
168 # ^^ tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr # currently failing before calls
170 # lisp_eid_table_dump / details # unused L2 keyword: LISP eid address should be set correctly to eid table
171 lisp_enable_disable: '0xc264d7bf' # dev
172 lisp_enable_disable_reply: '0xe8d4e804' # dev
173 macip_acl_add: '0xd648fd0a' # perf
174 macip_acl_add_reply: '0xac407b0c' # perf
175 macip_acl_details: '0x57c7482f' # perf teardown
176 macip_acl_dump: '0xef34fea4' # perf teardown
177 macip_acl_interface_add_del: '0x4b8690b1' # perf
178 macip_acl_interface_add_del_reply: '0xe8d4e804' # perf
179 macip_acl_interface_get: '0x51077d14' # perf teardown
180 macip_acl_interface_get_reply: '0xaccf9b05' # perf teardown
181 # 8x^ tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
182 # ^ macipANDacl1AND100_flows
183 memif_create: '0xb1b25061' # dev
184 memif_create_reply: '0x5383d31f' # dev
185 memif_details: '0xd0382c4c' # dev
186 memif_dump: '0x51077d14' # dev
187 memif_socket_filename_add_del: '0xa2ce1a10' # dev
188 memif_socket_filename_add_del_reply: '0xe8d4e804' # dev
189 nat44_add_del_address_range: '0xd4c7568c' # dev
190 nat44_add_del_address_range_reply: '0xe8d4e804' # dev
191 nat44_address_details: '0x45410ac4' # dev teardown
192 nat44_address_dump: '0x51077d14' # dev teardown
193 nat44_interface_add_del_feature: '0xf3699b83' # dev
194 nat44_interface_add_del_feature_reply: '0xe8d4e804' # dev
195 nat44_interface_addr_details: '0x3e687514' # dev teardown
196 nat44_interface_addr_dump: '0x51077d14' # dev teardown
197 nat44_interface_details: '0x5d286289' # dev teardown
198 nat44_interface_dump: '0x51077d14' # dev teardown
199 nat44_static_mapping_details: '0x1a433ef7' # dev teardown
200 nat44_static_mapping_dump: '0x51077d14' # dev teardown
201 nat44_user_details: '0x355896c2' # dev teardown
202 nat44_user_dump: '0x51077d14' # dev teardown
203 nat44_user_session_details: '0x1965fd69' # dev teardown
204 nat44_user_session_dump: '0xe1899c98' # dev teardown
205 nat_show_config: '0x51077d14' # dev teardown
206 nat_show_config_reply: '0x7903ef06' # dev teardown
207 nat_worker_details: '0x84bf06fc' # dev teardown
208 nat_worker_dump: '0x51077d14' # dev teardown
209 # 6x^ tc01-64B-1c-ethip4udp-snat44det-h1-p1-s1-mrr
210 # ^ nat44NOTscaleNOTsrc_user_1
211 nsim_configure: '0x16ed400f' # perf
212 nsim_configure_reply: '0xe8d4e804' # perf
213 nsim_output_feature_enable_disable: '0x3865946c' # perf
214 nsim_output_feature_enable_disable_reply: '0xe8d4e804' # perf
215 # 4x^ tc01-9000B-1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps
216 # ^ 3n: nsimAND1stream
217 policer_add_del: '0xcb948f6e' # dev
218 policer_add_del_reply: '0xa177cef2' # dev
219 policer_classify_set_interface: '0xde7ad708' # dev
220 policer_classify_set_interface_reply: '0xe8d4e804' # dev
221 # 4x^ tc01-64B-ethip4-ip4base-ipolicemarkbase-dev
222 rdma_create: '0x076fe418' # perf
223 rdma_create_reply: '0x5383d31f' # perf
224 # 2x^ Any test with drv_rdma. Currently only available on 2n-clx.
225 # - Not testable by devicetest (until we have environment with right NICs).
226 show_threads: '0x51077d14' # dev
227 show_threads_reply: '0xefd78e83' # dev
228 show_version: '0x51077d14' # dev setup
229 show_version_reply: '0xc919bde1' # dev setup
230 sr_localsid_add_del: '0x26fa3309' # perf
231 sr_localsid_add_del_reply: '0xe8d4e804' # perf
232 sr_localsids_details: '0x6a6c0265' # perf teardown
233 sr_localsids_dump: '0x51077d14' # perf teardown
234 sr_policies_details: '0x07ec2d93' # perf teardown
235 sr_policies_dump: '0x51077d14' # perf teardown
236 sr_policy_add: '0xec79ee6a' # perf
237 sr_policy_add_reply: '0xe8d4e804' # perf
238 sr_set_encap_source: '0xd3bad5e1' # perf
239 sr_set_encap_source_reply: '0xe8d4e804' # perf
240 sr_steering_add_del: '0x3711dace' # perf
241 sr_steering_add_del_reply: '0xe8d4e804' # perf
242 sr_steering_pol_details: '0x1c1ee786' # perf teardown
243 sr_steering_pol_dump: '0x51077d14' # perf teardown
244 # 14x^ tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
246 sw_interface_add_del_address: '0x5803d5c4' # dev
247 sw_interface_add_del_address_reply: '0xe8d4e804' # dev
248 sw_interface_bond_details: '0xf5ef2106' # perf
249 sw_interface_bond_dump: '0x51077d14' # perf
251 sw_interface_details: '0x17b69fa2' # dev setup
252 sw_interface_dump: '0xaa610c27' # dev setup
253 # sw_interface_get_table / reply # honeycomb
254 sw_interface_ip6nd_ra_config: '0x3eb00b1c' # dev
255 sw_interface_ip6nd_ra_config_reply: '0xe8d4e804' # dev
256 sw_interface_rx_placement_details: '0xf6d7d024' # perf
257 sw_interface_rx_placement_dump: '0xf9e6675e' # perf
258 # ^^ tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
259 # ^ dot1qANDl2bdmaclrnANDbaseANDmemif
260 sw_interface_set_flags: '0x6a2b491a' # dev
261 sw_interface_set_flags_reply: '0xe8d4e804' # dev
262 sw_interface_set_l2_bridge: '0x2e483cd0' # dev
263 sw_interface_set_l2_bridge_reply: '0xe8d4e804' # dev
264 sw_interface_set_l2_xconnect: '0x1aaa2dbb' # dev
265 sw_interface_set_l2_xconnect_reply: '0xe8d4e804' # dev
266 sw_interface_set_mac_address: '0x6aca746a' # perf
267 sw_interface_set_mac_address_reply: '0xe8d4e804' # perf
268 sw_interface_set_rx_placement: '0xdb65f3c9' # perf
269 sw_interface_set_rx_placement_reply: '0xe8d4e804' # perf
270 # ^^ see tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr above
271 sw_interface_set_table: '0xdf42a577' # dev
272 sw_interface_set_table_reply: '0xe8d4e804' # dev
273 sw_interface_set_unnumbered: '0x938ef33b' # perf
274 sw_interface_set_unnumbered_reply: '0xe8d4e804' # perf
275 # ^^ see ipsec_tunnel_if_add_del
276 sw_interface_set_vxlan_bypass: '0x65247409' # dev
277 sw_interface_set_vxlan_bypass_reply: '0xe8d4e804' # dev
278 sw_interface_slave_details: '0x3c4a0e23' # perf
279 sw_interface_slave_dump: '0xf9e6675e' # perf
281 # sw_interface_span_dump / details # honeycomb
282 sw_interface_tap_v2_dump: '0xf9e6675e' # dev
283 sw_interface_tap_v2_details: '0xe53c16de' # dev
284 sw_interface_vhost_user_details: '0x98530df1' # dev
285 sw_interface_vhost_user_dump: '0xf9e6675e' # dev
286 tap_create_v2: '0x445835fd' # dev
287 tap_create_v2_reply: '0x5383d31f' # dev
288 vxlan_add_del_tunnel: '0xa35dc8f5' # dev
289 vxlan_add_del_tunnel_reply: '0x5383d31f' # dev
290 # vxlan_gpe_tunnel_dump / details # honeycomb
291 # vxlan_tunnel_dump /details # unused L2 keyword: Get VXLAN dump
292 # Please keep alphabetic order.
293 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
296 # Hint to see the currently used command messages:
297 # $ egrep -r 'cmd[0-9]* = ["'"'"'][a-z0-9]*_[a-z0-9_]*["'"'"']' | cut -d '=' -f 2- | cut -c 3- | cut -d "'" -f 1 | cut -d '"' -f 1 | env LC_COLLATE=C sort -u | less
299 # $ fgrep -rn dump_and_log
301 # TODO: Create an on-demand perf verify job with a tag expression
302 # covering API calls used only in perf tests,
303 # and maintain the expression as device test gets more coverage.
304 # Currently 2 triggers are needed: 2n (with RDMA) vs 3n (for encaps):
305 # csit-3n-hsw-perftest
306 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDip4fwdANDiaclANDacl10AND100_flows
307 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDnat44NOTscaleNOTsrc_user_1
308 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1qANDl2bdmaclrnANDbaseANDmemif
309 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDl2xcfwdANDlbond_1lANDnf_testpmd
310 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDmacipANDacl1AND100_flows
311 # mrrAND1cAND78bANDnic_intel-x710ANDdrv_vfio_pciANDsrv6_1sid
312 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecswANDtnl_1ANDaes_256_gcm
313 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1adANDl2xcfwd
314 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecANDlispgpe
315 # nic_intel-x710ANDnsimAND1stream
316 # csit-2n-clx-perftest
317 # mrrAND1cAND64bANDdrv_rdma_coreANDloadbalancer_nat4
318 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_avfANDloadbalancer_nat4
320 # TODO: Once device job has complete API coverage,
321 # add a check to make sure each message was encountered;
322 # failure means we need to add more tests to device test job.
323 # Alternatively, add an option to compile messages actually
324 # used or encountered, so CSIT knows what to remove from mapping.
Code Review / csit.git / blob