Don't use --uclibc-use-build-dir for the tests unless BUILD_UCLIBC_LDSO=true

test/Rules.mak

@@ -47,6 +47,7 @@ endif
 ifneq ($(DODYNAMIC),true)
     LDFLAGS +=--static
 endif
+ifeq ($(strip $(BUILD_UCLIBC_LDSO)),true)
 CFLAGS+=--uclibc-use-build-dir
 LDFLAGS+=--uclibc-use-build-dir
-
+endif