# Compiles an OpenCL C - or assembles an LL file - to bytecode # # Arguments: # * TRIPLE # Target triple for which to compile the bytecode file. # * INPUT # File to compile/assemble to bytecode # * OUTPUT # Bytecode file to generate # * EXTRA_OPTS ... # List of compiler options to use. Note that some are added by default. # * DEPENDENCIES ... # List of extra dependencies to inject # # Depends on the clang, llvm-as, and llvm-link targets for compiling, # assembling, and linking, respectively. function(compile_to_bc) cmake_parse_arguments(ARG "" "TRIPLE;INPUT;OUTPUT" "EXTRA_OPTS;DEPENDENCIES" ${ARGN} ) # If this is an LLVM IR file (identified soley by its file suffix), # pre-process it with clang to a temp file, then assemble that to bytecode. set( TMP_SUFFIX ) get_filename_component( FILE_EXT ${ARG_INPUT} EXT ) if( NOT ${FILE_EXT} STREQUAL ".ll" ) # Pass '-c' when not running the preprocessor set( PP_OPTS -c ) else() set( PP_OPTS -E;-P ) set( TMP_SUFFIX .tmp ) endif() set( TARGET_ARG ) if( ARG_TRIPLE ) set( TARGET_ARG "-target" ${ARG_TRIPLE} ) endif() # Ensure the directory we are told to output to exists get_filename_component( ARG_OUTPUT_DIR ${ARG_OUTPUT} DIRECTORY ) file( MAKE_DIRECTORY ${ARG_OUTPUT_DIR} ) add_custom_command( OUTPUT ${ARG_OUTPUT}${TMP_SUFFIX} COMMAND ${clang_exe} ${TARGET_ARG} ${PP_OPTS} ${ARG_EXTRA_OPTS} -MD -MF ${ARG_OUTPUT}.d -MT ${ARG_OUTPUT}${TMP_SUFFIX} # LLVM 13 enables standard includes by default - we don't want # those when pre-processing IR. We disable it unconditionally. $<$:-cl-no-stdinc> -emit-llvm -o ${ARG_OUTPUT}${TMP_SUFFIX} -x cl ${ARG_INPUT} DEPENDS ${clang_target} ${ARG_INPUT} ${ARG_DEPENDENCIES} DEPFILE ${ARG_OUTPUT}.d ) if( ${FILE_EXT} STREQUAL ".ll" ) add_custom_command( OUTPUT ${ARG_OUTPUT} COMMAND ${llvm-as_exe} -o ${ARG_OUTPUT} ${ARG_OUTPUT}${TMP_SUFFIX} DEPENDS ${llvm-as_target} ${ARG_OUTPUT}${TMP_SUFFIX} ) endif() endfunction() # Links together one or more bytecode files # # Arguments: # * INTERNALIZE # Set if -internalize flag should be passed when linking # * TARGET # Custom target to create # * INPUT ... # List of bytecode files to link together # * DEPENDENCIES ... # List of extra dependencies to inject function(link_bc) cmake_parse_arguments(ARG "INTERNALIZE" "TARGET" "INPUTS;DEPENDENCIES" ${ARGN} ) set( LINK_INPUT_ARG ${ARG_INPUTS} ) if( WIN32 OR CYGWIN ) # Create a response file in case the number of inputs exceeds command-line # character limits on certain platforms. file( TO_CMAKE_PATH ${LIBCLC_ARCH_OBJFILE_DIR}/${ARG_TARGET}.rsp RSP_FILE ) # Turn it into a space-separate list of input files list( JOIN ARG_INPUTS " " RSP_INPUT ) file( GENERATE OUTPUT ${RSP_FILE} CONTENT ${RSP_INPUT} ) # Ensure that if this file is removed, we re-run CMake set_property( DIRECTORY APPEND PROPERTY CMAKE_CONFIGURE_DEPENDS ${RSP_FILE} ) set( LINK_INPUT_ARG "@${RSP_FILE}" ) endif() add_custom_command( OUTPUT ${ARG_TARGET}.bc COMMAND ${llvm-link_exe} $<$:--internalize> -o ${ARG_TARGET}.bc ${LINK_INPUT_ARG} DEPENDS ${llvm-link_target} ${ARG_DEPENDENCIES} ${ARG_INPUTS} ${RSP_FILE} ) add_custom_target( ${ARG_TARGET} ALL DEPENDS ${ARG_TARGET}.bc ) set_target_properties( ${ARG_TARGET} PROPERTIES TARGET_FILE ${CMAKE_CURRENT_BINARY_DIR}/${ARG_TARGET}.bc FOLDER "libclc/Device IR/Linking" ) endfunction() # Decomposes and returns variables based on a libclc triple and architecture # combination. Returns data via one or more optional output variables. # # Arguments: # * TRIPLE # libclc target triple to query # * DEVICE # libclc device to query # # Optional Arguments: # * CPU # Variable name to be set to the target CPU # * ARCH_SUFFIX # Variable name to be set to the triple/architecture suffix # * CLANG_TRIPLE # Variable name to be set to the normalized clang triple function(get_libclc_device_info) cmake_parse_arguments(ARG "" "TRIPLE;DEVICE;CPU;ARCH_SUFFIX;CLANG_TRIPLE" "" ${ARGN} ) if( NOT ARG_TRIPLE OR NOT ARG_DEVICE ) message( FATAL_ERROR "Must provide both TRIPLE and DEVICE" ) endif() string( REPLACE "-" ";" TRIPLE ${ARG_TRIPLE} ) list( GET TRIPLE 0 ARCH ) # Some targets don't have a specific device architecture to target if( ARG_DEVICE STREQUAL none OR ARCH STREQUAL spirv OR ARCH STREQUAL spirv64 ) set( cpu ) set( arch_suffix "${ARG_TRIPLE}" ) else() set( cpu "${ARG_DEVICE}" ) set( arch_suffix "${ARG_DEVICE}-${ARG_TRIPLE}" ) endif() if( ARG_CPU ) set( ${ARG_CPU} ${cpu} PARENT_SCOPE ) endif() if( ARG_ARCH_SUFFIX ) set( ${ARG_ARCH_SUFFIX} ${arch_suffix} PARENT_SCOPE ) endif() # Some libclc targets are not real clang triples: return their canonical # triples. if( ARCH STREQUAL spirv OR ARCH STREQUAL clspv ) set( ARG_TRIPLE "spir--" ) elseif( ARCH STREQUAL spirv64 OR ARCH STREQUAL clspv64 ) set( ARG_TRIPLE "spir64--" ) endif() if( ARG_CLANG_TRIPLE ) set( ${ARG_CLANG_TRIPLE} ${ARG_TRIPLE} PARENT_SCOPE ) endif() endfunction() # Compiles a list of library source files (provided by LIB_FILES/GEN_FILES) and # compiles them to LLVM bytecode (or SPIR-V), links them together and optimizes # them. # # For bytecode libraries, a list of ALIASES may optionally be provided to # produce additional symlinks. # # Arguments: # * ARCH # libclc architecture being built # * ARCH_SUFFIX # libclc architecture/triple suffix # * TRIPLE # Triple used to compile # # Optional Arguments: # * CLC_INTERNAL # Pass if compiling the internal CLC builtin libraries, which are not # optimized and do not have aliases created. # * LIB_FILES ... # List of files that should be built for this library # * GEN_FILES ... # List of generated files (in build dir) that should be built for this library # * COMPILE_FLAGS ... # Compilation options (for clang) # * OPT_FLAGS ... # Optimization options (for opt) # * ALIASES ... # List of aliases # * INTERNAL_LINK_DEPENDENCIES ... # A list of extra bytecode files to link into the builtin library. Symbols # from these link dependencies will be internalized during linking. function(add_libclc_builtin_set) cmake_parse_arguments(ARG "CLC_INTERNAL" "ARCH;TRIPLE;ARCH_SUFFIX" "LIB_FILES;GEN_FILES;COMPILE_FLAGS;OPT_FLAGS;ALIASES;INTERNAL_LINK_DEPENDENCIES" ${ARGN} ) if( NOT ARG_ARCH OR NOT ARG_ARCH_SUFFIX OR NOT ARG_TRIPLE ) message( FATAL_ERROR "Must provide ARCH, ARCH_SUFFIX, and TRIPLE" ) endif() set( bytecode_files "" ) foreach( file IN LISTS ARG_GEN_FILES ARG_LIB_FILES ) # We need to take each file and produce an absolute input file, as well # as a unique architecture-specific output file. We deal with a mix of # different input files, which makes this trickier. if( ${file} IN_LIST ARG_GEN_FILES ) # Generated files are given just as file names, which we must make # absolute to the binary directory. set( input_file ${CMAKE_CURRENT_BINARY_DIR}/${file} ) set( output_file "${LIBCLC_ARCH_OBJFILE_DIR}/${file}.bc" ) else() # Other files are originally relative to each SOURCE file, which are # then make relative to the libclc root directory. We must normalize # the path (e.g., ironing out any ".."), then make it relative to the # root directory again, and use that relative path component for the # binary path. get_filename_component( abs_path ${file} ABSOLUTE BASE_DIR ${CMAKE_CURRENT_SOURCE_DIR} ) file( RELATIVE_PATH root_rel_path ${CMAKE_CURRENT_SOURCE_DIR} ${abs_path} ) set( input_file ${CMAKE_CURRENT_SOURCE_DIR}/${file} ) set( output_file "${LIBCLC_ARCH_OBJFILE_DIR}/${root_rel_path}.bc" ) endif() get_filename_component( file_dir ${file} DIRECTORY ) compile_to_bc( TRIPLE ${ARG_TRIPLE} INPUT ${input_file} OUTPUT ${output_file} EXTRA_OPTS -fno-builtin -nostdlib "${ARG_COMPILE_FLAGS}" -I${CMAKE_CURRENT_SOURCE_DIR}/${file_dir} DEPENDENCIES generate_convert.cl clspv-generate_convert.cl ) list( APPEND bytecode_files ${output_file} ) endforeach() set( builtins_comp_lib_tgt builtins.comp.${ARG_ARCH_SUFFIX} ) add_custom_target( ${builtins_comp_lib_tgt} DEPENDS ${bytecode_files} ) set_target_properties( ${builtins_comp_lib_tgt} PROPERTIES FOLDER "libclc/Device IR/Comp" ) if( NOT bytecode_files ) message(FATAL_ERROR "Cannot create an empty builtins library") endif() set( builtins_link_lib_tgt builtins.link.${ARG_ARCH_SUFFIX} ) if( NOT ARG_INTERNAL_LINK_DEPENDENCIES ) link_bc( TARGET ${builtins_link_lib_tgt} INPUTS ${bytecode_files} DEPENDENCIES ${builtins_comp_lib_tgt} ) else() # If we have libraries to link while internalizing their symbols, we need # two separate link steps; the --internalize flag applies to all link # inputs but the first. set( builtins_link_lib_tmp_tgt builtins.link.pre-deps.${ARG_ARCH_SUFFIX} ) link_bc( TARGET ${builtins_link_lib_tmp_tgt} INPUTS ${bytecode_files} DEPENDENCIES ${builtins_comp_lib_tgt} ) link_bc( INTERNALIZE TARGET ${builtins_link_lib_tgt} INPUTS $ ${ARG_INTERNAL_LINK_DEPENDENCIES} DEPENDENCIES ${builtins_link_lib_tmp_tgt} ) endif() # For the CLC internal builtins, exit here - we only optimize the targets' # entry points once we've linked the CLC buitins into them if( ARG_CLC_INTERNAL ) return() endif() set( builtins_link_lib $ ) if( ARG_ARCH STREQUAL spirv OR ARG_ARCH STREQUAL spirv64 ) set( spv_suffix ${ARG_ARCH_SUFFIX}.spv ) add_custom_command( OUTPUT ${spv_suffix} COMMAND ${llvm-spirv_exe} ${spvflags} -o ${spv_suffix} ${builtins_link_lib} DEPENDS ${llvm-spirv_target} ${builtins_link_lib} ${builtins_link_lib_tgt} ) add_custom_target( "prepare-${spv_suffix}" ALL DEPENDS "${spv_suffix}" ) set_target_properties( "prepare-${spv_suffix}" PROPERTIES FOLDER "libclc/Device IR/Prepare" ) install( FILES ${CMAKE_CURRENT_BINARY_DIR}/${spv_suffix} DESTINATION "${CMAKE_INSTALL_DATADIR}/clc" ) return() endif() set( builtins_opt_lib_tgt builtins.opt.${ARG_ARCH_SUFFIX} ) # Add opt target add_custom_command( OUTPUT ${builtins_opt_lib_tgt}.bc COMMAND ${opt_exe} ${ARG_OPT_FLAGS} -o ${builtins_opt_lib_tgt}.bc ${builtins_link_lib} DEPENDS ${opt_target} ${builtins_link_lib} ${builtins_link_lib_tgt} ) add_custom_target( ${builtins_opt_lib_tgt} ALL DEPENDS ${builtins_opt_lib_tgt}.bc ) set_target_properties( ${builtins_opt_lib_tgt} PROPERTIES TARGET_FILE ${CMAKE_CURRENT_BINARY_DIR}/${builtins_opt_lib_tgt}.bc FOLDER "libclc/Device IR/Opt" ) set( builtins_opt_lib $ ) # Add prepare target set( obj_suffix ${ARG_ARCH_SUFFIX}.bc ) add_custom_command( OUTPUT ${obj_suffix} COMMAND ${prepare_builtins_exe} -o ${obj_suffix} ${builtins_opt_lib} DEPENDS ${builtins_opt_lib} ${builtins_opt_lib_tgt} ${prepare_builtins_target} ) add_custom_target( prepare-${obj_suffix} ALL DEPENDS ${obj_suffix} ) set_target_properties( "prepare-${obj_suffix}" PROPERTIES FOLDER "libclc/Device IR/Prepare" ) # nvptx-- targets don't include workitem builtins if( NOT ARG_TRIPLE MATCHES ".*ptx.*--$" ) add_test( NAME external-calls-${obj_suffix} COMMAND ./check_external_calls.sh ${CMAKE_CURRENT_BINARY_DIR}/${obj_suffix} ${LLVM_TOOLS_BINARY_DIR} WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} ) endif() install( FILES ${CMAKE_CURRENT_BINARY_DIR}/${obj_suffix} DESTINATION "${CMAKE_INSTALL_DATADIR}/clc" ) foreach( a ${ARG_ALIASES} ) set( alias_suffix "${a}-${ARG_TRIPLE}.bc" ) add_custom_command( OUTPUT ${alias_suffix} COMMAND ${CMAKE_COMMAND} -E create_symlink ${obj_suffix} ${alias_suffix} DEPENDS prepare-${obj_suffix} ) add_custom_target( alias-${alias_suffix} ALL DEPENDS ${alias_suffix} ) set_target_properties( alias-${alias_suffix} PROPERTIES FOLDER "libclc/Device IR/Aliases" ) install( FILES ${CMAKE_CURRENT_BINARY_DIR}/${alias_suffix} DESTINATION "${CMAKE_INSTALL_DATADIR}/clc" ) endforeach( a ) endfunction(add_libclc_builtin_set) # Produces a list of libclc source files by walking over SOURCES files in a # given directory. Outputs the list of files in LIB_FILE_LIST. # # LIB_FILE_LIST may be pre-populated and is appended to. # # Arguments: # * CLC_INTERNAL # Pass if compiling the internal CLC builtin libraries, which have a # different directory structure. # * LIB_ROOT_DIR # Root directory containing target's lib files, relative to libclc root # directory. If not provided, is set to '.'. # * DIRS ... # List of directories under LIB_ROOT_DIR to walk over searching for SOURCES # files function(libclc_configure_lib_source LIB_FILE_LIST) cmake_parse_arguments(ARG "CLC_INTERNAL" "LIB_ROOT_DIR" "DIRS" ${ARGN} ) if( NOT ARG_LIB_ROOT_DIR ) set(ARG_LIB_ROOT_DIR ".") endif() # Enumerate SOURCES* files set( source_list ) foreach( l ${ARG_DIRS} ) foreach( s "SOURCES" "SOURCES_${LLVM_VERSION_MAJOR}.${LLVM_VERSION_MINOR}" ) if( ARG_CLC_INTERNAL ) file( TO_CMAKE_PATH ${ARG_LIB_ROOT_DIR}/lib/${l}/${s} file_loc ) else() file( TO_CMAKE_PATH ${ARG_LIB_ROOT_DIR}/${l}/lib/${s} file_loc ) endif() file( TO_CMAKE_PATH ${CMAKE_CURRENT_SOURCE_DIR}/${file_loc} loc ) # Prepend the location to give higher priority to # specialized implementation if( EXISTS ${loc} ) set( source_list ${file_loc} ${source_list} ) endif() endforeach() endforeach() ## Add the generated convert files here to prevent adding the ones listed in ## SOURCES set( rel_files ${${LIB_FILE_LIST}} ) # Source directory input files, relative to the root dir set( objects ${${LIB_FILE_LIST}} ) # A "set" of already-added input files foreach( l ${source_list} ) file( READ ${l} file_list ) string( REPLACE "\n" ";" file_list ${file_list} ) get_filename_component( dir ${l} DIRECTORY ) foreach( f ${file_list} ) # Only add each file once, so that targets can 'specialize' builtins if( NOT ${f} IN_LIST objects ) list( APPEND objects ${f} ) list( APPEND rel_files ${dir}/${f} ) endif() endforeach() endforeach() set( ${LIB_FILE_LIST} ${rel_files} PARENT_SCOPE ) endfunction(libclc_configure_lib_source LIB_FILE_LIST)