Add gtpu sw performance test cases
[csit.git] / resources / api / vpp / supported_crcs.yaml
1 # Copyright (c) 2021 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 ---
15
16 # Recommended collection name is a version string.
17 # Comment https link towards the build used to get or verify the CRC values.
18 # Link cannot easily be name as it is too long.
19
20 # Prefer x86_64, Ubuntu, latest LTS.
21 # Note that during flag day process, the link would point
22 # to (logged artifacts of) verify job, not merge job.
23
24 # Note that you cannot easily avoid quotes for CRC values.
25 # With leading 0x, yaml interprets the values as numbers.
26 # Even with 0x removed, hexa CRC value may appear as decimal number.
27
28 # Trailing comments are optional, for tracking how to test the message.
29 # Please keep alphabetic order.
30 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
31
32 # https://logs.fd.io/production/vex-yul-rot-jenkins-1
33 # /vpp-merge-master-ubuntu2004-x86_64/1110/
34 21.06-rc0~640-gc8983241b:
35     acl_add_replace: '0xee5c2f18'  # dev
36     acl_add_replace_reply: '0xac407b0c'  # dev
37     acl_details: '0x95babae0'  # perf teardown
38     acl_dump: '0xef34fea4'  # perf teardown
39     acl_interface_list_details: '0xe695d256'  # perf teardown
40     acl_interface_list_dump: '0xf9e6675e'  # perf teardown
41     acl_interface_set_acl_list: '0x473982bd'  # perf
42     acl_interface_set_acl_list_reply: '0xe8d4e804'  # perf
43     adl_allowlist_enable_disable: '0xea88828d'  # dev
44     adl_allowlist_enable_disable_reply: '0xe8d4e804'  # dev
45     adl_interface_enable_disable: '0x5501adee'  # dev
46     adl_interface_enable_disable_reply: '0xe8d4e804'  # dev
47     # 6x^ tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
48     #     tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
49     # ^^ ip4fwdANDiaclANDacl10AND100_flows
50     add_node_next: '0x2457116d'  # dev
51     add_node_next_reply: '0x2ed75f32'  # dev
52     af_xdp_create: '0x21226c99'  # perf
53     af_xdp_create_reply: '0x5383d31f'  # perf
54     avf_create: '0xdaab8ae2'  # dev
55     avf_create_reply: '0x5383d31f'  # dev
56     bond_add_member: '0xe7d14948'  # perf
57     bond_add_member_reply: '0xe8d4e804'  # perf
58     bond_create2: '0x912fda76'  # perf
59     bond_create2_reply: '0x5383d31f'  # perf
60     # 4x^ tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
61     # ^ l2xcfwdANDlbond_1lANDnf_testpmd
62     bridge_domain_add_del: '0x600b7170'  # dev
63     bridge_domain_add_del_reply: '0xe8d4e804'  # dev
64     # bridge_domain_dump / details # honeycomb
65     classify_add_del_session: '0xf20879f0'  # dev
66     classify_add_del_session_reply: '0xe8d4e804'  # dev
67     classify_add_del_table: '0x6849e39e'  # dev
68     classify_add_del_table_reply: '0x05486349'  # dev
69     # classify_session_dump / details # honeycomb
70     # classify_table_by_interface / reply # honeycomb
71     # classify_table_info / reply # honeycomb
72     cli_inband: '0xf8377302'  # dev setup
73     cli_inband_reply: '0x05879051'  # dev setup
74     create_loopback_instance: '0xd36a3ee2'  # dev
75     create_loopback_instance_reply: '0x5383d31f'  # dev
76     create_subif: '0x790ca755'  # perf
77     create_subif_reply: '0x5383d31f'  # perf
78     # ^^ tc01-64B-1c-dot1ad-l2xcbase-mrr
79     # ^ 3n: dot1adANDl2xcfwd
80     create_vhost_user_if: '0xc785c6fc'  # dev
81     create_vhost_user_if_reply: '0x5383d31f'  # dev
82     create_vlan_subif: '0xaf34ac8b'  # dev
83     create_vlan_subif_reply: '0x5383d31f'  # dev
84     crypto_sw_scheduler_set_worker: '0xb4274502' #perf
85     crypto_sw_scheduler_set_worker_reply: '0xe8d4e804' #perf
86     det44_add_del_map: '0x1150a190'  # perf
87     det44_interface_add_del_feature: '0xdc17a836'  # perf
88     det44_interface_add_del_feature_reply: '0xe8d4e804'  # perf
89     det44_interface_details: '0xe60cc5be'  # perf teardown
90     det44_interface_dump: '0x51077d14'  # perf teardown
91     det44_map_details: '0xad91dc83'  # perf teardown
92     det44_map_dump: '0x51077d14'  # perf teardown
93     det44_add_del_map_reply: '0xe8d4e804'  # perf teardown
94     det44_plugin_enable_disable: '0x617b6bf8'  # perf
95     det44_plugin_enable_disable_reply: '0xe8d4e804'  # perf
96     det44_session_dump: '0xe45a3af7'  # perf teardown
97     # TODO: Which test to run to verify det44_* messages?
98     # dhcp_proxy_dump / details # honeycomb
99     geneve_add_del_tunnel2: '0x8c2a9999'  # dev
100     geneve_add_del_tunnel2_reply: '0x5383d31f'  # dev
101     geneve_tunnel_details: '0x6b16eb24'  # dev
102     geneve_tunnel_dump: '0xf9e6675e'  # dev
103     gpe_enable_disable: '0xc264d7bf'  # dev
104     gpe_enable_disable_reply: '0xe8d4e804'  # dev
105     # gre_tunnel_add_del / reply # unused L1 keyword: create_gre_tunnel_interface
106     gtpu_add_del_tunnel: '0xca983a2b' # perf
107     gtpu_add_del_tunnel_reply: '0x5383d31f' # perf
108     hw_interface_set_mtu: '0xe6746899'  # dev
109     hw_interface_set_mtu_reply: '0xe8d4e804'  # dev
110     input_acl_set_interface: '0xde7ad708'  # dev
111     input_acl_set_interface_reply: '0xe8d4e804'  # dev
112     ip_address_details: '0xee29b797'  # dev
113     ip_address_dump: '0x2d033de4'  # dev
114     ip_neighbor_add_del: '0x0607c257'  # dev
115     ip_neighbor_add_del_reply: '0x1992deab'  # dev
116     # ip_probe_neighbor / reply # unused L1 keyword vpp_ip_probe
117     ip_route_add_del: '0xb8ecfe0d'  # dev
118     ip_route_add_del_reply: '0x1992deab'  # dev
119     # ip_source_check_interface_add_del / reply # unused L1 keyword vpp_ip_source_check_setup
120     ip_table_add_del: '0x0ffdaec0'  # dev
121     ip_table_add_del_reply: '0xe8d4e804'  # dev
122     ipip_add_tunnel: '0x2ac399f5'  # dev
123     ipip_add_tunnel_reply: '0x5383d31f'  # dev
124     ipsec_interface_add_del_spd: '0x80f80cbb'  # dev
125     ipsec_interface_add_del_spd_reply: '0xe8d4e804'  # dev
126     ipsec_sa_v2_details: '0xe2130051'  # dev
127     ipsec_sa_v2_dump: '0x2076c2f4'  # dev
128     ipsec_sad_entry_add_del_v2: '0xaca78b27'  # dev
129     ipsec_sad_entry_add_del_v2_reply: '0x9ffac24b'  # dev
130     ipsec_select_backend: '0x5bcfd3b7'  # perf
131     ipsec_select_backend_reply: '0xe8d4e804'  # perf
132     # ^^ tc01-64B-1c-ethip4ipsec1tnlsw-ip4base-int-aes256gcm-mrr
133     # ^ nic_intel-xl710ANDipsechwANDipsecintANDtnl_1ANDaes_256_gcm
134     ipsec_spd_add_del: '0x20e89a95'  # dev
135     ipsec_spd_add_del_reply: '0xe8d4e804'  # dev
136     ipsec_spd_entry_add_del: '0x338b7411'  # dev
137     ipsec_spd_entry_add_del_reply: '0x9ffac24b'  # dev
138     ipsec_tunnel_protect_update: '0x30d5f133'  # dev
139     ipsec_tunnel_protect_update_reply: '0xe8d4e804'  # dev
140     ipsec_set_async_mode: '0xa6465f7c'  #perf
141     ipsec_set_async_mode_reply: '0xe8d4e804'  #perf
142     # ^^ tc01-64B-1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-mrr
143     # ^ See select_backend.
144     # l2_fib_table_dump / details # honeycomb
145     l2_interface_vlan_tag_rewrite: '0x62cc0bbc'  # dev
146     l2_interface_vlan_tag_rewrite_reply: '0xe8d4e804'  # dev
147     l2_patch_add_del: '0xa1f6a6f3'  # dev
148     l2_patch_add_del_reply: '0xe8d4e804'  # dev
149     # l2fib_add_del / reply # unused L1 keyword: vpp_add_l2fib_entry
150     lb_conf: '0x56cd3261'  # perf
151     lb_conf_reply: '0xe8d4e804'  # perf
152     lb_add_del_vip: '0x6fa569c7'  # perf
153     lb_add_del_vip_reply: '0xe8d4e804'  # perf
154     lb_add_del_as: '0x35d72500'  # perf
155     lb_add_del_as_reply: '0xe8d4e804'  # perf
156     lb_add_del_intf_nat4: '0x47d6e753'  # perf
157     lb_add_del_intf_nat4_reply: '0xe8d4e804'  # perf
158     # 8x^ tc01-64B-1c-ethip4-loadbalancer-nat4
159     # ^ 2n: loadbalancer_nat4
160     lisp_add_del_adjacency: '0x2ce0e6f6'  # dev
161     lisp_add_del_adjacency_reply: '0xe8d4e804'  # dev
162     lisp_add_del_local_eid: '0x4e5a83a2'  # dev
163     lisp_add_del_local_eid_reply: '0xe8d4e804'  # dev
164     lisp_add_del_locator: '0xaf4d8f13'  # dev
165     lisp_add_del_locator_reply: '0xe8d4e804'  # dev
166     lisp_add_del_locator_set: '0x6fcd6471'  # dev
167     lisp_add_del_locator_set_reply: '0xb6666db4'  # dev
168     # lisp_add_del_map_resolver / reply # unused L2 keyword: Configure LISP map resolver address
169     lisp_add_del_remote_mapping: '0x6d5c789e'  # dev
170     lisp_add_del_remote_mapping_reply: '0xe8d4e804'  # dev
171     lisp_eid_table_add_del_map: '0x9481416b'  # perf
172     lisp_eid_table_add_del_map_reply: '0xe8d4e804'  # perf
173     # ^^ tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr # currently failing before calls
174     # ^ ipsecANDlispgpe
175     # lisp_eid_table_dump / details # unused L2 keyword: LISP eid address should be set correctly to eid table
176     lisp_enable_disable: '0xc264d7bf'  # dev
177     lisp_enable_disable_reply: '0xe8d4e804'  # dev
178     macip_acl_add: '0xce6fbad0'  # perf
179     macip_acl_add_reply: '0xac407b0c'  # perf
180     macip_acl_details: '0x27135b59'  # perf teardown
181     macip_acl_dump: '0xef34fea4'  # perf teardown
182     macip_acl_interface_add_del: '0x4b8690b1'  # perf
183     macip_acl_interface_add_del_reply: '0xe8d4e804'  # perf
184     macip_acl_interface_get: '0x51077d14'  # perf teardown
185     macip_acl_interface_get_reply: '0xaccf9b05'  # perf teardown
186     # 8x^ tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
187     # ^ macipANDacl1AND100_flows
188     memif_create: '0xb1b25061'  # dev
189     memif_create_reply: '0x5383d31f'  # dev
190     memif_details: '0xda34feb9'  # dev
191     memif_dump: '0x51077d14'  # dev
192     memif_socket_filename_add_del: '0xa2ce1a10'  # dev
193     memif_socket_filename_add_del_reply: '0xe8d4e804'  # dev
194     nat44_add_del_address_range: '0x6f2b8055'  # dev
195     nat44_add_del_address_range_reply: '0xe8d4e804'  # dev
196     nat44_address_details: '0x0d1beac1'  # dev teardown
197     nat44_address_dump: '0x51077d14'  # dev teardown
198     nat44_interface_add_del_feature: '0xf3699b83'  # dev
199     nat44_interface_add_del_feature_reply: '0xe8d4e804'  # dev
200     nat44_interface_addr_details: '0xe4aca9ca'  # dev teardown
201     nat44_interface_addr_dump: '0x51077d14'  # dev teardown
202     nat44_interface_details: '0x5d286289'  # dev teardown
203     nat44_interface_dump: '0x51077d14'  # dev teardown
204     nat44_plugin_enable_disable: '0xdea0d501'  # dev
205     nat44_plugin_enable_disable_reply: '0xe8d4e804'  # dev
206     nat44_show_running_config: '0x51077d14'  # dev teardown
207     nat44_show_running_config_reply: '0x93d8e267'  # dev teardown
208     nat44_static_mapping_details: '0x06cb40b2'  # dev teardown
209     nat44_static_mapping_dump: '0x51077d14'  # dev teardown
210     nat44_user_details: '0x355896c2'  # dev teardown
211     nat44_user_dump: '0x51077d14'  # dev teardown
212     nat44_user_session_details: '0x2cf6e16d'  # dev teardown
213     nat44_user_session_dump: '0xe1899c98'  # dev teardown
214     nat_worker_details: '0x84bf06fc'  # dev teardown
215     nat_worker_dump: '0x51077d14'  # dev teardown
216     # TODO: Which test to run to verify nat* messages?
217     nsim_configure2: '0x64de8ed3'  # perf
218     nsim_configure2_reply: '0xe8d4e804'  # perf
219     nsim_output_feature_enable_disable: '0x3865946c'  # perf
220     nsim_output_feature_enable_disable_reply: '0xe8d4e804'  # perf
221     # 4x^ tc01-9000B-1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps
222     # ^ 3n: nsimAND1stream
223     policer_add_del: '0x2b31dd38'  # dev
224     policer_add_del_reply: '0xa177cef2'  # dev
225     policer_classify_set_interface: '0xde7ad708'  # dev
226     policer_classify_set_interface_reply: '0xe8d4e804'  # dev
227     # 4x^ tc01-64B-ethip4-ip4base-ipolicemarkbase-dev
228     rdma_create_v2: '0x5826a4f3'  # perf
229     rdma_create_v2_reply: '0x5383d31f'  # perf
230     # 2x^ Any test with drv_rdma. Currently only available on 2n-clx.
231     # - Not testable by devicetest (until we have environment with right NICs).
232     show_threads: '0x51077d14'  # dev
233     show_threads_reply: '0xefd78e83'  # dev
234     show_version: '0x51077d14'  # dev setup
235     show_version_reply: '0xc919bde1'  # dev setup
236     sr_localsid_add_del: '0x5a36c324'  # perf
237     sr_localsid_add_del_reply: '0xe8d4e804'  # perf
238     sr_localsids_details: '0x2e9221b9'  # perf teardown
239     sr_localsids_dump: '0x51077d14'  # perf teardown
240     sr_policies_details: '0xdb6ff2a1'  # perf teardown
241     sr_policies_dump: '0x51077d14'  # perf teardown
242     sr_policy_add: '0x44ac92e8'  # perf
243     sr_policy_add_reply: '0xe8d4e804'  # perf
244     sr_set_encap_source: '0xd3bad5e1'  # perf
245     sr_set_encap_source_reply: '0xe8d4e804'  # perf
246     sr_steering_add_del: '0xe46b0a0f'  # perf
247     sr_steering_add_del_reply: '0xe8d4e804'  # perf
248     sr_steering_pol_details: '0xd41258c9'  # perf teardown
249     sr_steering_pol_dump: '0x51077d14'  # perf teardown
250     # 14x^ tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
251     # ^ srv6_1sid
252     sw_bond_interface_details: '0x9428a69c'  # perf
253     sw_bond_interface_dump: '0xf9e6675e'  # perf
254     # ^^ see bond_*
255     sw_interface_add_del_address: '0x5463d73b'  # dev
256     sw_interface_add_del_address_reply: '0xe8d4e804'  # dev
257     sw_interface_details: '0x6c221fc7'  # dev setup
258     sw_interface_dump: '0xaa610c27'  # dev setup
259     # sw_interface_get_table / reply # honeycomb
260     sw_interface_ip6nd_ra_config: '0x3eb00b1c'  # dev
261     sw_interface_ip6nd_ra_config_reply: '0xe8d4e804'  # dev
262     sw_interface_rx_placement_details: '0x9e44a7ce'  # perf
263     sw_interface_rx_placement_dump: '0xf9e6675e'  # perf
264     # ^^ tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
265     # ^ dot1qANDl2bdmaclrnANDbaseANDmemif
266     sw_interface_set_flags: '0xf5aec1b8'  # dev
267     sw_interface_set_flags_reply: '0xe8d4e804'  # dev
268     sw_interface_set_geneve_bypass: '0x65247409'  # dev
269     sw_interface_set_geneve_bypass_reply: '0xe8d4e804'  # dev
270     sw_interface_set_l2_bridge: '0xd0678b13'  # dev
271     sw_interface_set_l2_bridge_reply: '0xe8d4e804'  # dev
272     sw_interface_set_l2_xconnect: '0x4fa28a85'  # dev
273     sw_interface_set_l2_xconnect_reply: '0xe8d4e804'  # dev
274     sw_interface_set_mac_address: '0xc536e7eb'  # perf
275     sw_interface_set_mac_address_reply: '0xe8d4e804'  # perf
276     sw_interface_set_rx_placement: '0xdb65f3c9'  # perf
277     sw_interface_set_rx_placement_reply: '0xe8d4e804'  # perf
278     # ^^ see tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr above
279     sw_interface_set_table: '0xdf42a577'  # dev
280     sw_interface_set_table_reply: '0xe8d4e804'  # dev
281     sw_interface_set_unnumbered: '0x154a6439'  # perf
282     sw_interface_set_unnumbered_reply: '0xe8d4e804'  # perf
283     # ^^ see ipsec_tunnel_if_add_del
284     sw_interface_set_vxlan_bypass: '0x65247409'  # dev
285     sw_interface_set_vxlan_bypass_reply: '0xe8d4e804'  # dev
286     # sw_interface_span_dump / details # honeycomb
287     sw_interface_tap_v2_dump: '0xf9e6675e'  # dev
288     sw_interface_tap_v2_details: '0x1e2b2a47'  # dev
289     sw_interface_vhost_user_details: '0x0cee1e53'  # dev
290     sw_interface_vhost_user_dump: '0xf9e6675e'  # dev
291     sw_member_interface_details: '0x3c4a0e23'  # perf
292     sw_member_interface_dump: '0xf9e6675e'  # perf
293     # ^^ see bond_*
294     tap_create_v2: '0x2d0d6570'  # dev
295     tap_create_v2_reply: '0x5383d31f'  # dev
296     vxlan_add_del_tunnel: '0x0c09dc80'  # dev
297     vxlan_add_del_tunnel_reply: '0x5383d31f'  # dev
298     # vxlan_gpe_tunnel_dump / details # honeycomb
299     # vxlan_tunnel_dump /details # unused L2 keyword: Get VXLAN dump
300 # Please keep alphabetic order.
301 # Use bash command "env LC_COLLATE=C sort -u" if not clear.
302
303
304 # Hint to see the currently used command messages:
305 # $ egrep -r 'cmd[0-9]* = ["'"'"'][a-z0-9]*_[a-z0-9_]*["'"'"']' | cut -d '=' -f 2- | cut -c 3- | cut -d "'" -f 1 | cut -d '"' -f 1 | env LC_COLLATE=C sort -u | less
306 # Independent hint:
307 # $ fgrep -rn dump_and_log
308
309 # TODO: Create an on-demand perf verify job with a tag expression
310 # covering API calls used only in perf tests,
311 # and maintain the expression as device test gets more coverage.
312 # Currently 2 triggers are needed: 2n (with RDMA) vs 3n (for encaps):
313 # csit-3n-hsw-perftest
314 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDip4fwdANDiaclANDacl10AND100_flows
315 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDnat44NOTscaleNOTsrc_user_1
316 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1qANDl2bdmaclrnANDbaseANDmemif
317 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDl2xcfwdANDlbond_1lANDnf_testpmd
318 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDmacipANDacl1AND100_flows
319 # mrrAND1cAND78bANDnic_intel-x710ANDdrv_vfio_pciANDsrv6_1sid
320 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecswANDtnl_1ANDaes_256_gcm
321 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDdot1adANDl2xcfwd
322 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_vfio_pciANDipsecANDlispgpe
323 # nic_intel-x710ANDnsimAND1stream
324 # csit-2n-clx-perftest
325 # mrrAND1cAND64bANDdrv_rdma_coreANDloadbalancer_nat4
326 # mrrAND1cAND64bANDnic_intel-x710ANDdrv_avfANDloadbalancer_nat4
327
328 # TODO: Once device job has complete API coverage,
329 # add a check to make sure each message was encountered;
330 # failure means we need to add more tests to device test job.
331 # Alternatively, add an option to compile messages actually
332 # used or encountered, so CSIT knows what to remove from mapping.