1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 macro(set_log2_cacheline_size var n)
20 message(FATAL_ERROR "Cacheline size ${n} not supported")
24 ##############################################################################
26 ##############################################################################
28 if(DEFINED VPP_PLATFORM_CACHE_LINE_SIZE)
29 set(VPP_CACHE_LINE_SIZE ${VPP_PLATFORM_CACHE_LINE_SIZE})
31 if(DEFINED VPP_CACHE_LINE_SIZE)
32 # Cache line size assigned via cmake args
33 elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64.*|AARCH64.*)")
34 set(VPP_CACHE_LINE_SIZE 128)
36 set(VPP_CACHE_LINE_SIZE 64)
39 set(VPP_CACHE_LINE_SIZE ${VPP_CACHE_LINE_SIZE}
40 CACHE STRING "Target CPU cache line size")
43 set_log2_cacheline_size(VPP_LOG2_CACHE_LINE_SIZE ${VPP_CACHE_LINE_SIZE})
45 ##############################################################################
46 # Gnu Assembler AVX-512 bug detection
47 # - see: https://sourceware.org/bugzilla/show_bug.cgi?id=23465
48 ##############################################################################
49 if(CMAKE_SYSTEM_PROCESSOR MATCHES "amd64.*|x86_64.*|AMD64.*")
50 if (CMAKE_C_COMPILER_ID STREQUAL "GNU")
51 set(pfx ${CMAKE_CURRENT_BINARY_DIR}${CMAKE_FILES_DIRECTORY}/gas_avx512_bug_test)
52 file(WRITE ${pfx}.s "vmovaps 0x40(,%rax), %zmm0\n")
53 execute_process(COMMAND ${CMAKE_C_COMPILER} -c ${pfx}.s -o ${pfx}.o)
54 execute_process(COMMAND objdump -s ${pfx}.o OUTPUT_VARIABLE _output)
55 if (NOT _output MATCHES "62f17c48 28040540 000000")
56 set(GNU_ASSEMBLER_AVX512_BUG 1)
61 ##############################################################################
62 # CPU optimizations and multiarch support
63 ##############################################################################
65 if(NOT DEFINED VPP_PLATFORM)
66 option(VPP_BUILD_NATIVE_ONLY "Build only for native CPU." OFF)
69 macro(add_vpp_march_variant v)
70 cmake_parse_arguments(ARG
72 "N_PREFETCHES;CACHE_PREFETCH_BYTES"
80 foreach(f ${ARG_FLAGS})
81 string(APPEND fs " ${f}")
82 string(REGEX REPLACE "[-=+]" "_" sfx ${f})
83 if(NOT DEFINED compiler_flag${sfx})
84 check_c_compiler_flag(${f} compiler_flag${sfx})
86 if(NOT compiler_flag${sfx})
91 string(APPEND fs " -DCLIB_N_PREFETCHES=${ARG_N_PREFETCHES}")
93 if(ARG_CACHE_PREFETCH_BYTES)
94 set_log2_cacheline_size(log2 ${ARG_CACHE_PREFETCH_BYTES})
95 string(APPEND fs " -DCLIB_LOG2_CACHE_PREFETCH_BYTES=${log2}")
98 string(TOUPPER ${v} uv)
100 option(VPP_MARCH_VARIANT_${uv} "Build ${v} multiarch variant." OFF)
102 option(VPP_MARCH_VARIANT_${uv} "Build ${v} multiarch variant." ON)
104 if (VPP_MARCH_VARIANT_${uv})
105 list(APPEND MARCH_VARIANTS "${v}\;${fs}")
106 list(APPEND MARCH_VARIANTS_NAMES "${v}")
108 list(APPEND MARCH_VARIANTS_DISABLED "${v}\;${fs}")
114 if(DEFINED VPP_PLATFORM)
115 if(DEFINED VPP_PLATFORM_MARCH_FLAGS)
116 set(VPP_DEFAULT_MARCH_FLAGS ${VPP_PLATFORM_MARCH_FLAGS})
117 check_c_compiler_flag(${VPP_DEFAULT_MARCH_FLAGS} compiler_flag_march)
118 if(NOT compiler_flag_march)
119 message(FATAL_ERROR "platform build with ${VPP_DEFAULT_MARCH_FLAGS} is not supported by compiler")
122 set(VPP_DEFAULT_MARCH_FLAGS "")
124 set(MARCH_VARIANTS_NAMES "platform-only")
125 elseif(VPP_BUILD_NATIVE_ONLY)
126 set(VPP_BUILD_NATIVE_ARCH "native" CACHE STRING "native CPU -march= value.")
127 set(VPP_DEFAULT_MARCH_FLAGS -march=${VPP_BUILD_NATIVE_ARCH})
128 check_c_compiler_flag(${VPP_DEFAULT_MARCH_FLAGS} compiler_flag_march)
129 if(NOT compiler_flag_march)
130 message(FATAL_ERROR "Native-only build with ${VPP_DEFAULT_MARCH_FLAGS} is not supported by compiler")
132 set(MARCH_VARIANTS_NAMES "native-only")
133 elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "amd64.*|x86_64.*|AMD64.*")
134 set(VPP_DEFAULT_MARCH_FLAGS -march=corei7 -mtune=corei7-avx)
136 add_vpp_march_variant(hsw
137 FLAGS -march=haswell -mtune=haswell
140 add_vpp_march_variant(trm
141 FLAGS -march=tremont -mtune=tremont
145 add_vpp_march_variant(adl
146 FLAGS -march=alderlake -mtune=alderlake -mprefer-vector-width=256
150 add_vpp_march_variant(scalar
151 FLAGS -march=core2 -mno-mmx -mno-sse
155 add_vpp_march_variant(znver3
156 FLAGS -march=znver3 -mtune=znver3 -mprefer-vector-width=256
160 if (GNU_ASSEMBLER_AVX512_BUG)
161 message(WARNING "AVX-512 multiarch variant(s) disabled due to GNU Assembler bug")
163 add_vpp_march_variant(skx
164 FLAGS -march=skylake-avx512 -mtune=skylake-avx512 -mprefer-vector-width=256
167 add_vpp_march_variant(icl
168 FLAGS -march=icelake-client -mtune=icelake-client -mprefer-vector-width=512
171 add_vpp_march_variant(spr
172 FLAGS -march=sapphirerapids -mtune=sapphirerapids -mprefer-vector-width=512
176 add_vpp_march_variant(znver4
177 FLAGS -march=znver4 -mtune=znver4 -mprefer-vector-width=512
181 elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "^(aarch64.*|AARCH64.*)")
182 set(VPP_DEFAULT_MARCH_FLAGS -march=armv8-a+crc)
184 add_vpp_march_variant(qdf24xx
185 FLAGS -march=armv8-a+crc+crypto -mtune=qdf24xx
187 CACHE_PREFETCH_BYTES 64
191 add_vpp_march_variant(octeontx2
192 FLAGS -march=armv8.2-a+crc+crypto+lse
196 add_vpp_march_variant(thunderx2t99
197 FLAGS -march=armv8.1-a+crc+crypto -mtune=thunderx2t99
199 CACHE_PREFETCH_BYTES 64
202 add_vpp_march_variant(cortexa72
203 FLAGS -march=armv8-a+crc+crypto -mtune=cortex-a72
205 CACHE_PREFETCH_BYTES 64
208 add_vpp_march_variant(neoversen1
209 FLAGS -march=armv8.2-a+crc+crypto -mtune=neoverse-n1
211 CACHE_PREFETCH_BYTES 64
213 add_vpp_march_variant(neoversen2
214 FLAGS -march=armv9-a+crypto -mtune=neoverse-n2
216 CACHE_PREFETCH_BYTES 64
221 macro(vpp_library_set_multiarch_sources lib)
222 cmake_parse_arguments(ARG
225 "SOURCES;DEPENDS;FORCE_ON"
229 set(VARIANTS "${MARCH_VARIANTS}")
232 foreach(F ${ARG_FORCE_ON})
233 foreach(V ${MARCH_VARIANTS_DISABLED})
234 list(GET V 0 VARIANT)
235 if (VARIANT STREQUAL F)
236 list(GET V 1 VARIANT_FLAGS)
237 list(APPEND VARIANTS "${VARIANT}\;${VARIANT_FLAGS}")
243 foreach(V ${VARIANTS})
244 list(GET V 0 VARIANT)
245 list(GET V 1 VARIANT_FLAGS)
246 set(l ${lib}_${VARIANT})
247 add_library(${l} OBJECT ${ARG_SOURCES})
249 add_dependencies(${l} ${ARG_DEPENDS})
251 set_target_properties(${l} PROPERTIES POSITION_INDEPENDENT_CODE ON)
252 target_compile_definitions(${l} PUBLIC CLIB_MARCH_VARIANT=${VARIANT})
253 separate_arguments(VARIANT_FLAGS)
254 target_compile_options(${l} PUBLIC ${VARIANT_FLAGS})
255 target_sources(${lib} PRIVATE $<TARGET_OBJECTS:${l}>)