spi/build: Remove SPI_SIRF from compile test

It now needs the architecture dependant DMA driver.

Signed-off-by: Mark Brown <broonie@linaro.org>
diff --git a/drivers/spi/Kconfig b/drivers/spi/Kconfig
index 5a95130..9da1ffa 100644
--- a/drivers/spi/Kconfig
+++ b/drivers/spi/Kconfig
@@ -404,7 +404,7 @@
 
 config SPI_SIRF
 	tristate "CSR SiRFprimaII SPI controller"
-	depends on ARCH_SIRF || COMPILE_TEST
+	depends on ARCH_SIRF
 	select SPI_BITBANG
 	help
 	  SPI driver for CSR SiRFprimaII SoCs