Makefile 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246
  1. # SPDX-License-Identifier: GPL-2.0
  2. # Copyright (c) 2022 Meta Platforms, Inc. and affiliates.
  3. include ../build/Build.include
  4. include ../scripts/Makefile.arch
  5. include ../scripts/Makefile.include
  6. all: all_targets
  7. ifneq ($(LLVM),)
  8. ifneq ($(filter %/,$(LLVM)),)
  9. LLVM_PREFIX := $(LLVM)
  10. else ifneq ($(filter -%,$(LLVM)),)
  11. LLVM_SUFFIX := $(LLVM)
  12. endif
  13. CLANG_TARGET_FLAGS_arm := arm-linux-gnueabi
  14. CLANG_TARGET_FLAGS_arm64 := aarch64-linux-gnu
  15. CLANG_TARGET_FLAGS_hexagon := hexagon-linux-musl
  16. CLANG_TARGET_FLAGS_m68k := m68k-linux-gnu
  17. CLANG_TARGET_FLAGS_mips := mipsel-linux-gnu
  18. CLANG_TARGET_FLAGS_powerpc := powerpc64le-linux-gnu
  19. CLANG_TARGET_FLAGS_riscv := riscv64-linux-gnu
  20. CLANG_TARGET_FLAGS_s390 := s390x-linux-gnu
  21. CLANG_TARGET_FLAGS_x86 := x86_64-linux-gnu
  22. CLANG_TARGET_FLAGS := $(CLANG_TARGET_FLAGS_$(ARCH))
  23. ifeq ($(CROSS_COMPILE),)
  24. ifeq ($(CLANG_TARGET_FLAGS),)
  25. $(error Specify CROSS_COMPILE or add '--target=' option to lib.mk)
  26. else
  27. CLANG_FLAGS += --target=$(CLANG_TARGET_FLAGS)
  28. endif # CLANG_TARGET_FLAGS
  29. else
  30. CLANG_FLAGS += --target=$(notdir $(CROSS_COMPILE:%-=%))
  31. endif # CROSS_COMPILE
  32. CC := $(LLVM_PREFIX)clang$(LLVM_SUFFIX) $(CLANG_FLAGS) -fintegrated-as
  33. else
  34. CC := $(CROSS_COMPILE)gcc
  35. endif # LLVM
  36. CURDIR := $(abspath .)
  37. TOOLSDIR := $(abspath ..)
  38. LIBDIR := $(TOOLSDIR)/lib
  39. BPFDIR := $(LIBDIR)/bpf
  40. TOOLSINCDIR := $(TOOLSDIR)/include
  41. BPFTOOLDIR := $(TOOLSDIR)/bpf/bpftool
  42. APIDIR := $(TOOLSINCDIR)/uapi
  43. GENDIR := $(abspath ../../include/generated)
  44. GENHDR := $(GENDIR)/autoconf.h
  45. ifeq ($(O),)
  46. OUTPUT_DIR := $(CURDIR)/build
  47. else
  48. OUTPUT_DIR := $(O)/build
  49. endif # O
  50. OBJ_DIR := $(OUTPUT_DIR)/obj
  51. INCLUDE_DIR := $(OUTPUT_DIR)/include
  52. BPFOBJ_DIR := $(OBJ_DIR)/libbpf
  53. SCXOBJ_DIR := $(OBJ_DIR)/sched_ext
  54. BINDIR := $(OUTPUT_DIR)/bin
  55. BPFOBJ := $(BPFOBJ_DIR)/libbpf.a
  56. ifneq ($(CROSS_COMPILE),)
  57. HOST_BUILD_DIR := $(OBJ_DIR)/host
  58. HOST_OUTPUT_DIR := host-tools
  59. HOST_INCLUDE_DIR := $(HOST_OUTPUT_DIR)/include
  60. else
  61. HOST_BUILD_DIR := $(OBJ_DIR)
  62. HOST_OUTPUT_DIR := $(OUTPUT_DIR)
  63. HOST_INCLUDE_DIR := $(INCLUDE_DIR)
  64. endif
  65. HOST_BPFOBJ := $(HOST_BUILD_DIR)/libbpf/libbpf.a
  66. RESOLVE_BTFIDS := $(HOST_BUILD_DIR)/resolve_btfids/resolve_btfids
  67. DEFAULT_BPFTOOL := $(HOST_OUTPUT_DIR)/sbin/bpftool
  68. VMLINUX_BTF_PATHS ?= $(if $(O),$(O)/vmlinux) \
  69. $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux) \
  70. ../../vmlinux \
  71. /sys/kernel/btf/vmlinux \
  72. /boot/vmlinux-$(shell uname -r)
  73. VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
  74. ifeq ($(VMLINUX_BTF),)
  75. $(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)")
  76. endif
  77. BPFTOOL ?= $(DEFAULT_BPFTOOL)
  78. ifneq ($(wildcard $(GENHDR)),)
  79. GENFLAGS := -DHAVE_GENHDR
  80. endif
  81. CFLAGS += -g -O2 -rdynamic -pthread -Wall -Werror $(GENFLAGS) \
  82. -I$(INCLUDE_DIR) -I$(GENDIR) -I$(LIBDIR) \
  83. -I$(TOOLSINCDIR) -I$(APIDIR) -I$(CURDIR)/include
  84. # Silence some warnings when compiled with clang
  85. ifneq ($(LLVM),)
  86. CFLAGS += -Wno-unused-command-line-argument
  87. endif
  88. LDFLAGS = -lelf -lz -lpthread
  89. IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </dev/null | \
  90. grep 'define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__')
  91. # Get Clang's default includes on this system, as opposed to those seen by
  92. # '-target bpf'. This fixes "missing" files on some architectures/distros,
  93. # such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
  94. #
  95. # Use '-idirafter': Don't interfere with include mechanics except where the
  96. # build would have failed anyways.
  97. define get_sys_includes
  98. $(shell $(1) -v -E - </dev/null 2>&1 \
  99. | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
  100. $(shell $(1) -dM -E - </dev/null | grep '__riscv_xlen ' | awk '{printf("-D__riscv_xlen=%d -D__BITS_PER_LONG=%d", $$3, $$3)}')
  101. endef
  102. BPF_CFLAGS = -g -D__TARGET_ARCH_$(SRCARCH) \
  103. $(if $(IS_LITTLE_ENDIAN),-mlittle-endian,-mbig-endian) \
  104. -I$(CURDIR)/include -I$(CURDIR)/include/bpf-compat \
  105. -I$(INCLUDE_DIR) -I$(APIDIR) \
  106. -I../../include \
  107. $(call get_sys_includes,$(CLANG)) \
  108. -Wall -Wno-compare-distinct-pointer-types \
  109. -O2 -mcpu=v3
  110. # sort removes libbpf duplicates when not cross-building
  111. MAKE_DIRS := $(sort $(OBJ_DIR)/libbpf $(HOST_BUILD_DIR)/libbpf \
  112. $(HOST_BUILD_DIR)/bpftool $(HOST_BUILD_DIR)/resolve_btfids \
  113. $(INCLUDE_DIR) $(SCXOBJ_DIR) $(BINDIR))
  114. $(MAKE_DIRS):
  115. $(call msg,MKDIR,,$@)
  116. $(Q)mkdir -p $@
  117. $(BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $(BPFDIR)/Makefile) \
  118. $(APIDIR)/linux/bpf.h \
  119. | $(OBJ_DIR)/libbpf
  120. $(Q)$(MAKE) $(submake_extras) -C $(BPFDIR) OUTPUT=$(OBJ_DIR)/libbpf/ \
  121. EXTRA_CFLAGS='-g -O0 -fPIC' \
  122. DESTDIR=$(OUTPUT_DIR) prefix= all install_headers
  123. $(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) \
  124. $(HOST_BPFOBJ) | $(HOST_BUILD_DIR)/bpftool
  125. $(Q)$(MAKE) $(submake_extras) -C $(BPFTOOLDIR) \
  126. ARCH= CROSS_COMPILE= CC=$(HOSTCC) LD=$(HOSTLD) \
  127. EXTRA_CFLAGS='-g -O0' \
  128. OUTPUT=$(HOST_BUILD_DIR)/bpftool/ \
  129. LIBBPF_OUTPUT=$(HOST_BUILD_DIR)/libbpf/ \
  130. LIBBPF_DESTDIR=$(HOST_OUTPUT_DIR)/ \
  131. prefix= DESTDIR=$(HOST_OUTPUT_DIR)/ install-bin
  132. $(INCLUDE_DIR)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL) | $(INCLUDE_DIR)
  133. ifeq ($(VMLINUX_H),)
  134. $(call msg,GEN,,$@)
  135. $(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
  136. else
  137. $(call msg,CP,,$@)
  138. $(Q)cp "$(VMLINUX_H)" $@
  139. endif
  140. $(SCXOBJ_DIR)/%.bpf.o: %.bpf.c $(INCLUDE_DIR)/vmlinux.h include/scx/*.h \
  141. | $(BPFOBJ) $(SCXOBJ_DIR)
  142. $(call msg,CLNG-BPF,,$(notdir $@))
  143. $(Q)$(CLANG) $(BPF_CFLAGS) -target bpf -c $< -o $@
  144. $(INCLUDE_DIR)/%.bpf.skel.h: $(SCXOBJ_DIR)/%.bpf.o $(INCLUDE_DIR)/vmlinux.h $(BPFTOOL)
  145. $(eval sched=$(notdir $@))
  146. $(call msg,GEN-SKEL,,$(sched))
  147. $(Q)$(BPFTOOL) gen object $(<:.o=.linked1.o) $<
  148. $(Q)$(BPFTOOL) gen object $(<:.o=.linked2.o) $(<:.o=.linked1.o)
  149. $(Q)$(BPFTOOL) gen object $(<:.o=.linked3.o) $(<:.o=.linked2.o)
  150. $(Q)diff $(<:.o=.linked2.o) $(<:.o=.linked3.o)
  151. $(Q)$(BPFTOOL) gen skeleton $(<:.o=.linked3.o) name $(subst .bpf.skel.h,,$(sched)) > $@
  152. $(Q)$(BPFTOOL) gen subskeleton $(<:.o=.linked3.o) name $(subst .bpf.skel.h,,$(sched)) > $(@:.skel.h=.subskel.h)
  153. SCX_COMMON_DEPS := include/scx/common.h include/scx/user_exit_info.h | $(BINDIR)
  154. c-sched-targets = scx_simple scx_qmap scx_central scx_flatcg
  155. $(addprefix $(BINDIR)/,$(c-sched-targets)): \
  156. $(BINDIR)/%: \
  157. $(filter-out %.bpf.c,%.c) \
  158. $(INCLUDE_DIR)/%.bpf.skel.h \
  159. $(SCX_COMMON_DEPS)
  160. $(eval sched=$(notdir $@))
  161. $(CC) $(CFLAGS) -c $(sched).c -o $(SCXOBJ_DIR)/$(sched).o
  162. $(CC) -o $@ $(SCXOBJ_DIR)/$(sched).o $(HOST_BPFOBJ) $(LDFLAGS)
  163. $(c-sched-targets): %: $(BINDIR)/%
  164. install: all
  165. $(Q)mkdir -p $(DESTDIR)/usr/local/bin/
  166. $(Q)cp $(BINDIR)/* $(DESTDIR)/usr/local/bin/
  167. clean:
  168. rm -rf $(OUTPUT_DIR) $(HOST_OUTPUT_DIR)
  169. rm -f *.o *.bpf.o *.bpf.skel.h *.bpf.subskel.h
  170. rm -f $(c-sched-targets)
  171. help:
  172. @echo 'Building targets'
  173. @echo '================'
  174. @echo ''
  175. @echo ' all - Compile all schedulers'
  176. @echo ''
  177. @echo 'Alternatively, you may compile individual schedulers:'
  178. @echo ''
  179. @printf ' %s\n' $(c-sched-targets)
  180. @echo ''
  181. @echo 'For any scheduler build target, you may specify an alternative'
  182. @echo 'build output path with the O= environment variable. For example:'
  183. @echo ''
  184. @echo ' O=/tmp/sched_ext make all'
  185. @echo ''
  186. @echo 'will compile all schedulers, and emit the build artifacts to'
  187. @echo '/tmp/sched_ext/build.'
  188. @echo ''
  189. @echo ''
  190. @echo 'Installing targets'
  191. @echo '=================='
  192. @echo ''
  193. @echo ' install - Compile and install all schedulers to /usr/bin.'
  194. @echo ' You may specify the DESTDIR= environment variable'
  195. @echo ' to indicate a prefix for /usr/bin. For example:'
  196. @echo ''
  197. @echo ' DESTDIR=/tmp/sched_ext make install'
  198. @echo ''
  199. @echo ' will build the schedulers in CWD/build, and'
  200. @echo ' install the schedulers to /tmp/sched_ext/usr/bin.'
  201. @echo ''
  202. @echo ''
  203. @echo 'Cleaning targets'
  204. @echo '================'
  205. @echo ''
  206. @echo ' clean - Remove all generated files'
  207. all_targets: $(c-sched-targets)
  208. .PHONY: all all_targets $(c-sched-targets) clean help
  209. # delete failed targets
  210. .DELETE_ON_ERROR:
  211. # keep intermediate (.bpf.skel.h, .bpf.o, etc) targets
  212. .SECONDARY: