Remove denoise tests from testing shared libs

This will fix build break of test_libaom with shared libs when
AV1_TEMPORAL_DENOISING is enable

BUG=aomedia:3213

Change-Id: I015c28f6558d52c83696821966e309ad9ec1e2cb

test/test.cmake

diff --git a/test/test.cmake b/test/test.cmake
index f133603..951881e 100644
--- a/test/test.cmake
+++ b/test/test.cmake
@@ -112,11 +112,6 @@
                    "${AOM_ROOT}/test/sharpness_test.cc")
 endif()
 
-if(CONFIG_AV1_TEMPORAL_DENOISING AND (HAVE_SSE2 OR HAVE_NEON))
-  list(APPEND AOM_UNIT_TEST_ENCODER_SOURCES
-              "${AOM_ROOT}/test/av1_temporal_denoiser_test.cc")
-endif()
-
 if(NOT CONFIG_REALTIME_ONLY)
   list(APPEND AOM_DECODE_PERF_TEST_SOURCES
               "${AOM_ROOT}/test/decode_perf_test.cc")
@@ -312,6 +307,11 @@
                      "${AOM_ROOT}/test/wiener_test.cc")
   endif()
 
+  if(CONFIG_AV1_TEMPORAL_DENOISING AND (HAVE_SSE2 OR HAVE_NEON))
+    list(APPEND AOM_UNIT_TEST_ENCODER_SOURCES
+                "${AOM_ROOT}/test/av1_temporal_denoiser_test.cc")
+  endif()
+
   if((HAVE_SSE4_1 OR HAVE_NEON))
     list(APPEND AOM_UNIT_TEST_ENCODER_SOURCES
                 "${AOM_ROOT}/test/av1_highbd_iht_test.cc")