1include(ExternalProject)
2
3# llvm_ExternalProject_BuildCmd(out_var target)
4#   Utility function for constructing command lines for external project targets
5function(llvm_ExternalProject_BuildCmd out_var target bin_dir)
6  cmake_parse_arguments(ARG "" "CONFIGURATION" "" ${ARGN})
7  if(NOT ARG_CONFIGURATION)
8    set(ARG_CONFIGURATION "$<CONFIG>")
9  endif()
10  if (CMAKE_GENERATOR MATCHES "Make")
11    # Use special command for Makefiles to support parallelism.
12    set(${out_var} "$(MAKE)" "-C" "${bin_dir}" "${target}" PARENT_SCOPE)
13  else()
14    set(tool_args "${LLVM_EXTERNAL_PROJECT_BUILD_TOOL_ARGS}")
15    if(NOT tool_args STREQUAL "")
16      string(CONFIGURE "${tool_args}" tool_args @ONLY)
17      string(PREPEND tool_args "-- ")
18      separate_arguments(tool_args UNIX_COMMAND "${tool_args}")
19    endif()
20    set(${out_var} ${CMAKE_COMMAND} --build ${bin_dir} --target ${target}
21                                    --config ${ARG_CONFIGURATION} ${tool_args} PARENT_SCOPE)
22  endif()
23endfunction()
24
25# is_msvc_triple(out_var triple)
26#   Checks whether the passed triple refers to an MSVC environment
27function(is_msvc_triple out_var triple)
28  if (triple MATCHES ".*-windows-msvc.*")
29    set(${out_var} TRUE PARENT_SCOPE)
30  else()
31    set(${out_var} FALSE PARENT_SCOPE)
32  endif()
33endfunction()
34
35
36# llvm_ExternalProject_Add(name source_dir ...
37#   USE_TOOLCHAIN
38#     Use just-built tools (see TOOLCHAIN_TOOLS)
39#   EXCLUDE_FROM_ALL
40#     Exclude this project from the all target
41#   NO_INSTALL
42#     Don't generate install targets for this project
43#   ALWAYS_CLEAN
44#     Always clean the sub-project before building
45#   CMAKE_ARGS arguments...
46#     Optional cmake arguments to pass when configuring the project
47#   TOOLCHAIN_TOOLS targets...
48#     Targets for toolchain tools (defaults to clang;lld)
49#   DEPENDS targets...
50#     Targets that this project depends on
51#   EXTRA_TARGETS targets...
52#     Extra targets in the subproject to generate targets for
53#   PASSTHROUGH_PREFIXES prefix...
54#     Extra variable prefixes (name is always included) to pass down
55#   STRIP_TOOL path
56#     Use provided strip tool instead of the default one.
57#   TARGET_TRIPLE triple
58#     Optional target triple to pass to the compiler
59#   BYPRODUCTS files...
60#     Files generated as a byproduct of this build.
61#   )
62function(llvm_ExternalProject_Add name source_dir)
63  cmake_parse_arguments(ARG
64    "USE_TOOLCHAIN;EXCLUDE_FROM_ALL;NO_INSTALL;ALWAYS_CLEAN"
65    "SOURCE_DIR"
66    "CMAKE_ARGS;TOOLCHAIN_TOOLS;RUNTIME_LIBRARIES;DEPENDS;EXTRA_TARGETS;PASSTHROUGH_PREFIXES;STRIP_TOOL;TARGET_TRIPLE;BYPRODUCTS"
67    ${ARGN})
68  canonicalize_tool_name(${name} nameCanon)
69
70  foreach(arg ${ARG_CMAKE_ARGS})
71    if(arg MATCHES "^-DCMAKE_SYSTEM_NAME=")
72      string(REGEX REPLACE "^-DCMAKE_SYSTEM_NAME=(.*)$" "\\1" _cmake_system_name "${arg}")
73    endif()
74  endforeach()
75
76  # If CMAKE_SYSTEM_NAME is not set explicitly in the arguments passed to us,
77  # reflect CMake's own default.
78  if (NOT _cmake_system_name)
79    set(_cmake_system_name "${CMAKE_HOST_SYSTEM_NAME}")
80  endif()
81
82  if(NOT ARG_TARGET_TRIPLE)
83    set(target_triple ${LLVM_DEFAULT_TARGET_TRIPLE})
84  else()
85    set(target_triple ${ARG_TARGET_TRIPLE})
86  endif()
87
88  is_msvc_triple(is_msvc_target ${target_triple})
89
90  if(NOT ARG_TOOLCHAIN_TOOLS)
91    set(ARG_TOOLCHAIN_TOOLS clang)
92    # AIX 64-bit XCOFF and big AR format is not yet supported in some of these tools.
93    if(NOT _cmake_system_name STREQUAL AIX)
94      list(APPEND ARG_TOOLCHAIN_TOOLS lld llvm-ar llvm-ranlib llvm-nm llvm-objdump)
95      if(_cmake_system_name STREQUAL Darwin)
96        list(APPEND ARG_TOOLCHAIN_TOOLS llvm-libtool-darwin llvm-lipo)
97      elseif(is_msvc_target)
98        list(APPEND ARG_TOOLCHAIN_TOOLS llvm-lib)
99      else()
100        # TODO: These tools don't fully support Mach-O format yet.
101        list(APPEND ARG_TOOLCHAIN_TOOLS llvm-objcopy llvm-strip llvm-readelf)
102      endif()
103    endif()
104  endif()
105  foreach(tool ${ARG_TOOLCHAIN_TOOLS})
106    if(TARGET ${tool})
107      list(APPEND TOOLCHAIN_TOOLS ${tool})
108
109      # $<TARGET_FILE:tgt> only works on add_executable or add_library targets
110      # The below logic mirrors cmake's own implementation
111      get_target_property(target_type "${tool}" TYPE)
112      if(NOT target_type STREQUAL "OBJECT_LIBRARY" AND
113         NOT target_type STREQUAL "UTILITY" AND
114         NOT target_type STREQUAL "GLOBAL_TARGET" AND
115         NOT target_type STREQUAL "INTERFACE_LIBRARY")
116        list(APPEND TOOLCHAIN_BINS $<TARGET_FILE:${tool}>)
117      endif()
118
119    endif()
120  endforeach()
121
122  if(NOT ARG_RUNTIME_LIBRARIES)
123    set(ARG_RUNTIME_LIBRARIES compiler-rt libcxx)
124  endif()
125  foreach(lib ${ARG_RUNTIME_LIBRARIES})
126    if(TARGET ${lib})
127      list(APPEND RUNTIME_LIBRARIES ${lib})
128    endif()
129  endforeach()
130
131  if(ARG_ALWAYS_CLEAN)
132    set(always_clean clean)
133  endif()
134
135  list(FIND TOOLCHAIN_TOOLS clang FOUND_CLANG)
136  if(FOUND_CLANG GREATER -1)
137    set(CLANG_IN_TOOLCHAIN On)
138  endif()
139
140  if(RUNTIME_LIBRARIES AND CLANG_IN_TOOLCHAIN)
141    list(APPEND TOOLCHAIN_BINS ${RUNTIME_LIBRARIES})
142  endif()
143
144  set(STAMP_DIR ${CMAKE_CURRENT_BINARY_DIR}/${name}-stamps/)
145  set(BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR}/${name}-bins/)
146
147  add_custom_target(${name}-clear
148    COMMAND ${CMAKE_COMMAND} -E remove_directory ${BINARY_DIR}
149    COMMAND ${CMAKE_COMMAND} -E remove_directory ${STAMP_DIR}
150    COMMENT "Clobbering ${name} build and stamp directories"
151    USES_TERMINAL
152    )
153
154  # Find all variables that start with a prefix and propagate them through
155  get_cmake_property(variableNames VARIABLES)
156
157  list(APPEND ARG_PASSTHROUGH_PREFIXES ${nameCanon})
158  foreach(prefix ${ARG_PASSTHROUGH_PREFIXES})
159    foreach(variableName ${variableNames})
160      if(variableName MATCHES "^${prefix}")
161        string(REPLACE ";" "|" value "${${variableName}}")
162        list(APPEND PASSTHROUGH_VARIABLES
163          -D${variableName}=${value})
164      endif()
165    endforeach()
166  endforeach()
167
168  if(ARG_USE_TOOLCHAIN AND NOT CMAKE_CROSSCOMPILING)
169    if(CLANG_IN_TOOLCHAIN)
170      if(is_msvc_target)
171        set(compiler_args -DCMAKE_C_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang-cl${CMAKE_EXECUTABLE_SUFFIX}
172                          -DCMAKE_CXX_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang-cl${CMAKE_EXECUTABLE_SUFFIX}
173                          -DCMAKE_ASM_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang-cl${CMAKE_EXECUTABLE_SUFFIX})
174      else()
175        set(compiler_args -DCMAKE_C_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang${CMAKE_EXECUTABLE_SUFFIX}
176                          -DCMAKE_CXX_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang++${CMAKE_EXECUTABLE_SUFFIX}
177                          -DCMAKE_ASM_COMPILER=${LLVM_RUNTIME_OUTPUT_INTDIR}/clang${CMAKE_EXECUTABLE_SUFFIX})
178      endif()
179    endif()
180    if(lld IN_LIST TOOLCHAIN_TOOLS)
181      if(is_msvc_target)
182        list(APPEND compiler_args -DCMAKE_LINKER=${LLVM_RUNTIME_OUTPUT_INTDIR}/lld-link${CMAKE_EXECUTABLE_SUFFIX})
183      elseif(NOT _cmake_system_name STREQUAL Darwin)
184        list(APPEND compiler_args -DCMAKE_LINKER=${LLVM_RUNTIME_OUTPUT_INTDIR}/ld.lld${CMAKE_EXECUTABLE_SUFFIX})
185      endif()
186    endif()
187    if(llvm-ar IN_LIST TOOLCHAIN_TOOLS)
188      if(is_msvc_target)
189        list(APPEND compiler_args -DCMAKE_AR=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-lib${CMAKE_EXECUTABLE_SUFFIX})
190      else()
191        list(APPEND compiler_args -DCMAKE_AR=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-ar${CMAKE_EXECUTABLE_SUFFIX})
192      endif()
193    endif()
194    if(llvm-libtool-darwin IN_LIST TOOLCHAIN_TOOLS)
195      list(APPEND compiler_args -DCMAKE_LIBTOOL=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-libtool-darwin${CMAKE_EXECUTABLE_SUFFIX})
196    endif()
197    if(llvm-lipo IN_LIST TOOLCHAIN_TOOLS)
198      list(APPEND compiler_args -DCMAKE_LIPO=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-lipo${CMAKE_EXECUTABLE_SUFFIX})
199    endif()
200    if(llvm-ranlib IN_LIST TOOLCHAIN_TOOLS)
201      list(APPEND compiler_args -DCMAKE_RANLIB=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-ranlib${CMAKE_EXECUTABLE_SUFFIX})
202    endif()
203    if(llvm-nm IN_LIST TOOLCHAIN_TOOLS)
204      list(APPEND compiler_args -DCMAKE_NM=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-nm${CMAKE_EXECUTABLE_SUFFIX})
205    endif()
206    if(llvm-objdump IN_LIST TOOLCHAIN_TOOLS)
207      list(APPEND compiler_args -DCMAKE_OBJDUMP=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-objdump${CMAKE_EXECUTABLE_SUFFIX})
208    endif()
209    if(llvm-objcopy IN_LIST TOOLCHAIN_TOOLS)
210      list(APPEND compiler_args -DCMAKE_OBJCOPY=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-objcopy${CMAKE_EXECUTABLE_SUFFIX})
211    endif()
212    if(llvm-strip IN_LIST TOOLCHAIN_TOOLS AND NOT ARG_STRIP_TOOL)
213      list(APPEND compiler_args -DCMAKE_STRIP=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-strip${CMAKE_EXECUTABLE_SUFFIX})
214    endif()
215    if(llvm-readelf IN_LIST TOOLCHAIN_TOOLS)
216      list(APPEND compiler_args -DCMAKE_READELF=${LLVM_RUNTIME_OUTPUT_INTDIR}/llvm-readelf${CMAKE_EXECUTABLE_SUFFIX})
217    endif()
218    list(APPEND ARG_DEPENDS ${TOOLCHAIN_TOOLS})
219  endif()
220
221  if(ARG_STRIP_TOOL)
222    list(APPEND compiler_args -DCMAKE_STRIP=${ARG_STRIP_TOOL})
223  endif()
224
225  add_custom_command(
226    OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/${name}-clobber-stamp
227    DEPENDS ${ARG_DEPENDS}
228    COMMAND ${CMAKE_COMMAND} -E touch ${BINARY_DIR}/CMakeCache.txt
229    COMMAND ${CMAKE_COMMAND} -E touch ${STAMP_DIR}/${name}-mkdir
230    COMMAND ${CMAKE_COMMAND} -E touch ${CMAKE_CURRENT_BINARY_DIR}/${name}-clobber-stamp
231    COMMENT "Clobbering bootstrap build and stamp directories"
232    )
233
234  add_custom_target(${name}-clobber
235    DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/${name}-clobber-stamp)
236
237  if(ARG_EXCLUDE_FROM_ALL)
238    set(exclude EXCLUDE_FROM_ALL 1)
239  endif()
240
241  if(CMAKE_SYSROOT)
242    set(sysroot_arg -DCMAKE_SYSROOT=${CMAKE_SYSROOT})
243  endif()
244
245  if(CMAKE_CROSSCOMPILING)
246    set(compiler_args -DCMAKE_ASM_COMPILER=${CMAKE_ASM_COMPILER}
247                      -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER}
248                      -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER}
249                      -DCMAKE_LINKER=${CMAKE_LINKER}
250                      -DCMAKE_AR=${CMAKE_AR}
251                      -DCMAKE_RANLIB=${CMAKE_RANLIB}
252                      -DCMAKE_NM=${CMAKE_NM}
253                      -DCMAKE_OBJCOPY=${CMAKE_OBJCOPY}
254                      -DCMAKE_OBJDUMP=${CMAKE_OBJDUMP}
255                      -DCMAKE_STRIP=${CMAKE_STRIP}
256                      -DCMAKE_READELF=${CMAKE_READELF})
257    set(llvm_config_path ${LLVM_CONFIG_PATH})
258
259    if(CMAKE_CXX_COMPILER_ID MATCHES "Clang")
260      string(REGEX MATCH "[0-9]+\\.[0-9]+(\\.[0-9]+)?" CLANG_VERSION
261             ${PACKAGE_VERSION})
262      set(resource_dir "${LLVM_LIBRARY_DIR}/clang/${CLANG_VERSION}")
263      set(flag_types ASM C CXX MODULE_LINKER SHARED_LINKER EXE_LINKER)
264      foreach(type ${flag_types})
265        set(${type}_flag -DCMAKE_${type}_FLAGS=-resource-dir=${resource_dir})
266      endforeach()
267      string(REPLACE ";" "|" flag_string "${flag_types}")
268      foreach(arg ${ARG_CMAKE_ARGS})
269        if(arg MATCHES "^-DCMAKE_(${flag_string})_FLAGS")
270          foreach(type ${flag_types})
271            if(arg MATCHES "^-DCMAKE_${type}_FLAGS")
272              string(REGEX REPLACE "^-DCMAKE_${type}_FLAGS=(.*)$" "\\1" flag_value "${arg}")
273              set(${type}_flag "${${type}_flag} ${flag_value}")
274            endif()
275          endforeach()
276        else()
277          list(APPEND cmake_args ${arg})
278        endif()
279      endforeach()
280      foreach(type ${flag_types})
281        list(APPEND cmake_args ${${type}_flag})
282      endforeach()
283    endif()
284  else()
285    set(llvm_config_path "$<TARGET_FILE:llvm-config>")
286    set(cmake_args ${ARG_CMAKE_ARGS})
287  endif()
288
289  if(ARG_TARGET_TRIPLE)
290    list(APPEND compiler_args -DCMAKE_C_COMPILER_TARGET=${ARG_TARGET_TRIPLE})
291    list(APPEND compiler_args -DCMAKE_CXX_COMPILER_TARGET=${ARG_TARGET_TRIPLE})
292    list(APPEND compiler_args -DCMAKE_ASM_COMPILER_TARGET=${ARG_TARGET_TRIPLE})
293  endif()
294
295  ExternalProject_Add(${name}
296    DEPENDS ${ARG_DEPENDS} llvm-config
297    ${name}-clobber
298    PREFIX ${CMAKE_BINARY_DIR}/projects/${name}
299    SOURCE_DIR ${source_dir}
300    STAMP_DIR ${STAMP_DIR}
301    BINARY_DIR ${BINARY_DIR}
302    ${exclude}
303    CMAKE_ARGS ${${nameCanon}_CMAKE_ARGS}
304               ${compiler_args}
305               -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX}
306               ${sysroot_arg}
307               -DLLVM_BINARY_DIR=${PROJECT_BINARY_DIR}
308               -DLLVM_CONFIG_PATH=${llvm_config_path}
309               -DLLVM_ENABLE_WERROR=${LLVM_ENABLE_WERROR}
310               -DLLVM_HOST_TRIPLE=${LLVM_HOST_TRIPLE}
311               -DLLVM_HAVE_LINK_VERSION_SCRIPT=${LLVM_HAVE_LINK_VERSION_SCRIPT}
312               -DLLVM_USE_RELATIVE_PATHS_IN_DEBUG_INFO=${LLVM_USE_RELATIVE_PATHS_IN_DEBUG_INFO}
313               -DLLVM_USE_RELATIVE_PATHS_IN_FILES=${LLVM_USE_RELATIVE_PATHS_IN_FILES}
314               -DLLVM_LIT_ARGS=${LLVM_LIT_ARGS}
315               -DLLVM_SOURCE_PREFIX=${LLVM_SOURCE_PREFIX}
316               -DPACKAGE_VERSION=${PACKAGE_VERSION}
317               -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
318               -DCMAKE_MAKE_PROGRAM=${CMAKE_MAKE_PROGRAM}
319               -DCMAKE_C_COMPILER_LAUNCHER=${CMAKE_C_COMPILER_LAUNCHER}
320               -DCMAKE_CXX_COMPILER_LAUNCHER=${CMAKE_CXX_COMPILER_LAUNCHER}
321               -DCMAKE_EXPORT_COMPILE_COMMANDS=1
322               ${cmake_args}
323               ${PASSTHROUGH_VARIABLES}
324    INSTALL_COMMAND ""
325    STEP_TARGETS configure build
326    BUILD_ALWAYS 1
327    BUILD_BYPRODUCTS ${ARG_BYPRODUCTS}
328    USES_TERMINAL_CONFIGURE 1
329    USES_TERMINAL_BUILD 1
330    USES_TERMINAL_INSTALL 1
331    LIST_SEPARATOR |
332    )
333
334  if(ARG_USE_TOOLCHAIN)
335    set(force_deps DEPENDS ${TOOLCHAIN_BINS})
336  endif()
337
338  llvm_ExternalProject_BuildCmd(run_clean clean ${BINARY_DIR})
339  ExternalProject_Add_Step(${name} clean
340    COMMAND ${run_clean}
341    COMMENT "Cleaning ${name}..."
342    DEPENDEES configure
343    ${force_deps}
344    WORKING_DIRECTORY ${BINARY_DIR}
345    EXCLUDE_FROM_MAIN 1
346    USES_TERMINAL 1
347    )
348  ExternalProject_Add_StepTargets(${name} clean)
349
350  if(ARG_USE_TOOLCHAIN)
351    add_dependencies(${name}-clean ${name}-clobber)
352    set_target_properties(${name}-clean PROPERTIES
353      SOURCES ${CMAKE_CURRENT_BINARY_DIR}/${name}-clobber-stamp)
354  endif()
355
356  if(NOT ARG_NO_INSTALL)
357    install(CODE "execute_process\(COMMAND \${CMAKE_COMMAND} -DCMAKE_INSTALL_PREFIX=\${CMAKE_INSTALL_PREFIX} -DCMAKE_INSTALL_DO_STRIP=\${CMAKE_INSTALL_DO_STRIP} -P ${BINARY_DIR}/cmake_install.cmake\)"
358      COMPONENT ${name})
359
360    add_llvm_install_targets(install-${name}
361                             DEPENDS ${name}
362                             COMPONENT ${name})
363  endif()
364
365  # Add top-level targets
366  foreach(target ${ARG_EXTRA_TARGETS})
367    if(DEFINED ${target})
368      set(external_target "${${target}}")
369    else()
370      set(external_target "${target}")
371    endif()
372    llvm_ExternalProject_BuildCmd(build_runtime_cmd ${external_target} ${BINARY_DIR})
373    add_custom_target(${target}
374      COMMAND ${build_runtime_cmd}
375      DEPENDS ${name}-configure
376      WORKING_DIRECTORY ${BINARY_DIR}
377      VERBATIM
378      USES_TERMINAL)
379  endforeach()
380endfunction()
381