diff --git a/debian/config/config b/debian/config/config
index 0490b5149..93cff0884 100644
--- a/debian/config/config
+++ b/debian/config/config
@@ -275,9 +275,6 @@ CONFIG_CPU_FREQ_GOV_CONSERVATIVE=m
 ## file: drivers/crypto/Kconfig
 ##
 CONFIG_CRYPTO_HW=y
-CONFIG_CRYPTO_DEV_PADLOCK=m
-CONFIG_CRYPTO_DEV_PADLOCK_AES=m
-CONFIG_CRYPTO_DEV_PADLOCK_SHA=m
 CONFIG_CRYPTO_DEV_HIFN_795X=m
 CONFIG_CRYPTO_DEV_HIFN_795X_RNG=y
 
diff --git a/debian/config/kernelarch-x86/config b/debian/config/kernelarch-x86/config
index 001637c56..9acc2a7fe 100644
--- a/debian/config/kernelarch-x86/config
+++ b/debian/config/kernelarch-x86/config
@@ -298,6 +298,13 @@ CONFIG_CPU_FREQ_DEFAULT_GOV_ONDEMAND=y
 ##
 CONFIG_CPU_IDLE=y
 
+##
+## file: drivers/crypto/Kconfig
+##
+CONFIG_CRYPTO_DEV_PADLOCK=m
+CONFIG_CRYPTO_DEV_PADLOCK_AES=m
+CONFIG_CRYPTO_DEV_PADLOCK_SHA=m
+
 ##
 ## file: drivers/dma/Kconfig
 ##