diff --git a/configs/nitrogen8mm_2g_defconfig b/configs/nitrogen8mm_2g_defconfig
index 478955103bb1e7c33e1c6125ac326752bcf886a2..d0be3bc5ec40e41f463fd9bfeb10b52f4871b81a 100644
--- a/configs/nitrogen8mm_2g_defconfig
+++ b/configs/nitrogen8mm_2g_defconfig
@@ -15,6 +15,7 @@ CONFIG_DEBUG_UART_CLOCK=25000000
 CONFIG_DEFAULT_DEVICE_TREE="imx8mm-nitrogen8mm"
 CONFIG_DEBUG_UART=y
 CONFIG_DISTRO_DEFAULTS=y
+CONFIG_NR_DRAM_BANKS=1
 CONFIG_FIT=y
 CONFIG_SPL_LOAD_FIT=y
 CONFIG_SYS_EXTRA_OPTIONS="IMX_CONFIG=arch/arm/mach-imx/spl_sd.cfg,SPL_TEXT_BASE=0x7E1000,DDR_MB=2048,DEFCONFIG=\"nitrogen8mm_2g\""
diff --git a/configs/nitrogen8mm_4g_defconfig b/configs/nitrogen8mm_4g_defconfig
index 227b3ecd276e19c73f6c002bce3f0732e9d7f842..5960aca69c56dbdb2f6c5c086f720018f75112fc 100644
--- a/configs/nitrogen8mm_4g_defconfig
+++ b/configs/nitrogen8mm_4g_defconfig
@@ -15,6 +15,7 @@ CONFIG_DEBUG_UART_CLOCK=25000000
 CONFIG_DEFAULT_DEVICE_TREE="imx8mm-nitrogen8mm"
 CONFIG_DEBUG_UART=y
 CONFIG_DISTRO_DEFAULTS=y
+CONFIG_NR_DRAM_BANKS=1
 CONFIG_FIT=y
 CONFIG_SPL_LOAD_FIT=y
 CONFIG_SYS_EXTRA_OPTIONS="IMX_CONFIG=arch/arm/mach-imx/spl_sd.cfg,SPL_TEXT_BASE=0x7E1000,DDR_MB=4096,DEFCONFIG=\"nitrogen8mm_4g\""
diff --git a/include/configs/nitrogen8mm.h b/include/configs/nitrogen8mm.h
index fcb047649bab330c53a80df870deaa09e25137a4..20b62fbb46c0c7e7374fd0981f5ecdc2420c20d6 100644
--- a/include/configs/nitrogen8mm.h
+++ b/include/configs/nitrogen8mm.h
@@ -114,7 +114,6 @@
 #define CONFIG_SYS_SDRAM_BASE           0x40000000
 #define PHYS_SDRAM                      0x40000000
 #define PHYS_SDRAM_SIZE			0x80000000 /* 2GB DDR */
-#define CONFIG_NR_DRAM_BANKS		1
 
 #define CONFIG_SYS_MEMTEST_START    PHYS_SDRAM
 #define CONFIG_SYS_MEMTEST_END      (CONFIG_SYS_MEMTEST_START + (PHYS_SDRAM_SIZE >> 1))