diff --git a/lib/Makefile b/lib/Makefile
index 4cfeba73334b..36791b373bb3 100644
--- a/lib/Makefile
+++ b/lib/Makefile
@@ -35,9 +35,11 @@ lib-y := ctype.o string.o vsprintf.o cmdline.o \
 	 flex_proportions.o ratelimit.o show_mem.o \
 	 is_single_threaded.o plist.o decompress.o kobject_uevent.o \
 	 earlycpio.o seq_buf.o siphash.o \
-	 nmi_backtrace.o nodemask.o win_minmax.o
+	 nodemask.o win_minmax.o
 
 CFLAGS_kobject_uevent.o += -Wframe-larger-than=3072
+
+lib-$(!CONFIG_ARM64) += nmi_backtrace.o
 lib-$(CONFIG_MMU) += ioremap.o
 lib-$(CONFIG_SMP) += cpumask.o
 lib-$(CONFIG_DMA_NOOP_OPS) += dma-noop.o