diff --git a/package/babeld/babeld.mk b/package/babeld/babeld.mk
index e9d20111f93d..e7c02e334b56 100644
--- a/package/babeld/babeld.mk
+++ b/package/babeld/babeld.mk
@@ -9,8 +9,15 @@ BABELD_SITE = https://www.irif.fr/~jch/software/files
 BABELD_LICENSE = MIT
 BABELD_LICENSE_FILES = LICENCE
 
+ifeq ($(BR2_TOOLCHAIN_USES_MUSL),y)
+BABELD_LDFLAGS = $(filter-out -ztext,$(TARGET_LDFLAGS))
+else
+BABELD_LDFLAGS = $(TARGET_LDFLAGS)
+endif
+
 define BABELD_BUILD_CMDS
-	$(MAKE) -C $(@D) $(TARGET_CONFIGURE_OPTS)
+	$(MAKE) -C $(@D) $(TARGET_CONFIGURE_OPTS) \
+		LDFLAGS="$(BABELD_LDFLAGS)"
 endef
 
 define BABELD_INSTALL_TARGET_CMDS