Test.mak 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. # Common makefile rules for tests
  2. # Licensed under the LGPL v2.1, see the file COPYING.LIB in this tarball.
  3. shellescape='$(subst ','\'',$(1))'
  4. ifeq ($(TESTS),)
  5. TESTS := $(patsubst %.c,%,$(wildcard *.c))
  6. endif
  7. ifneq ($(TESTS_DISABLED),)
  8. TESTS := $(filter-out $(TESTS_DISABLED),$(TESTS))
  9. endif
  10. ifeq ($(SHELL_TESTS),)
  11. SHELL_TESTS := $(patsubst %.sh,shell_%,$(wildcard *.sh))
  12. endif
  13. ifneq ($(filter-out test,$(strip $(TESTS))),$(strip $(TESTS)))
  14. $(error Sanity check: cannot have a test named "test.c")
  15. endif
  16. TARGETS := $(TESTS)
  17. CLEAN_TARGETS := $(TARGETS)
  18. CLEAN_TARGETS += $(TESTS_DISABLED)
  19. COMPILE_TARGETS := $(TARGETS)
  20. # We sort the targets so uClibc and host-libc tests are run adjacent
  21. RUN_TARGETS := $(sort $(addsuffix .exe,$(TARGETS)))
  22. COMPILE_TARGETS := $(sort $(COMPILE_TARGETS))
  23. # provide build rules even for disabled tests:
  24. TARGETS += $(TESTS_DISABLED)
  25. TARGETS += $(SHELL_TESTS)
  26. CFLAGS += $(CFLAGS_$(notdir $(CURDIR)))
  27. ifeq (1,$(UCLIBCNG_GENERATE_TESTRUNNER))
  28. UCLIBCNG_TEST_SUBDIR ?= $(patsubst $(realpath $(TESTDIR))/%,%,$(CURDIR))
  29. endif
  30. define binary_name
  31. $(patsubst %.exe,%,$@)
  32. endef
  33. define tst_src_name
  34. $(patsubst %_glibc,%,$(binary_name))
  35. endef
  36. define diff_test
  37. $(Q)\
  38. for x in "$(binary_name).out" "$(tst_src_name).out" ; do \
  39. test -e "$$x.good" && $(do_showdiff) "$(binary_name).out" "$$x.good" && exec diff -u "$(binary_name).out" "$$x.good" ; \
  40. done ; \
  41. true
  42. endef
  43. define uclibc_glibc_diff_test
  44. $(Q)\
  45. test -z "$(DODIFF_$(tst_src_name))" && exec true ; \
  46. uclibc_out="$(binary_name).out" ; \
  47. glibc_out="$(tst_src_name).out" ; \
  48. $(do_showdiff) $$uclibc_out $$glibc_out ; \
  49. exec diff -u "$$uclibc_out" "$$glibc_out"
  50. endef
  51. define exec_test
  52. $(showtest)
  53. $(Q)\
  54. $(SIMULATOR) $(WRAPPER) $(WRAPPER_$(tst_src_name)) \
  55. ./$(binary_name) $(OPTS) $(OPTS_$(tst_src_name)) > "$(binary_name).out" 2>&1 ; \
  56. ret=$$? ; \
  57. expected_ret="$(RET_$(tst_src_name))" ; \
  58. test -z "$$expected_ret" && export expected_ret=0 ; \
  59. if ! test $$ret -eq $$expected_ret ; then \
  60. echo "ret == $$ret ; expected_ret == $$expected_ret" ; \
  61. echo "The output of the failed test is:"; \
  62. cat "$(binary_name).out"; \
  63. exit 1 ; \
  64. fi
  65. $(SCAT) "$(binary_name).out"
  66. endef
  67. test check all: run
  68. run: $(RUN_TARGETS)
  69. $(addsuffix .exe,$(TARGETS)): SIMULATOR:=$(SIMULATOR)
  70. $(RUN_TARGETS):
  71. ifeq (1,$(UCLIBCNG_GENERATE_TESTRUNNER))
  72. $(Q)\
  73. expected_ret="$(RET_$(tst_src_name))"; echo \
  74. "$${expected_ret:-0}" \
  75. $(call shellescape,$(tst_src_name)) \
  76. $(call shellescape,$(binary_name)) \
  77. $(call shellescape,$(UCLIBCNG_TEST_SUBDIR)) \
  78. $(call shellescape,$(WRAPPER) $(WRAPPER_$(tst_src_name)) ./$(binary_name) $(OPTS) $(OPTS_$(tst_src_name))) \
  79. >>$(top_builddir)/test/uclibcng-testrunner.in
  80. else
  81. $(exec_test)
  82. $(diff_test)
  83. endif
  84. compile: $(COMPILE_TARGETS)
  85. TARGET_SRCS := $(addsuffix .c,$(TARGETS))
  86. MAKE_SRCS := $(wildcard Makefile.in) $(TESTDIR)Makefile $(TESTDIR)Rules.mak $(TESTDIR)Test.mak
  87. $(TARGETS): $(TARGET_SRCS) $(MAKE_SRCS)
  88. $(showlink)
  89. $(Q)$(CC) $(filter-out $(CFLAGS-OMIT-$@),$(CFLAGS)) $(EXTRA_CFLAGS) $(CFLAGS_$(notdir $(CURDIR))) $(CFLAGS_$@) -c $@.c -o $@.o
  90. $(Q)$(CC) $(filter-out $(LDFLAGS-OMIT-$@),$(LDFLAGS)) $@.o -o $@ $(EXTRA_LDFLAGS) $(LDFLAGS_$@)
  91. shell_%:
  92. $(showtest)
  93. $(Q)$(if $(PRE_RUN_$(@)),$(PRE_RUN_$(@)))
  94. $(Q)$(SHELL) $(patsubst shell_%,%.sh,$(binary_name))
  95. $(Q)$(if $(POST_RUN_$(@)),$(POST_RUN_$(@)))
  96. %.so: %.c
  97. $(showlink)
  98. $(Q)$(CC) \
  99. $(filter-out $(CFLAGS-OMIT-$<),$(CFLAGS)) $(EXTRA_CFLAGS) \
  100. $(CFLAGS_$(patsubst %_glibc,%,$@)) \
  101. -fPIC -shared $< -o $@ -Wl,-soname,$@ \
  102. $(filter-out $(LDFLAGS-OMIT-$<),$(LDFLAGS)) $(EXTRA_LIBS) \
  103. $(LDFLAGS_$(patsubst %_glibc,%,$@))
  104. clean:
  105. $(showclean)
  106. $(Q)$(RM) *.a *.o *.so *~ core *.out *.gdb $(CLEAN_TARGETS) $(EXTRA_CLEAN)
  107. $(Q)$(RM_R) $(EXTRA_DIRS)
  108. .PHONY: all check clean test run compile