Move USE_NUMPY to more appropriate targets (pytorch#51143)

Summary: Pull Request resolved: pytorch#51143

Test Plan: CI

Reviewed By: wconstab

Differential Revision: D26084123

fbshipit-source-id: af4abe4ef87c1ebe5434938320526a925f5c34c8

Author: Ailing Zhang

caffe2/CMakeLists.txt

@@ -1484,6 +1484,7 @@ if(BUILD_PYTHON)
   # ---[ Python.
   if(BUILD_CAFFE2)
   add_library(caffe2_pybind11_state MODULE ${Caffe2_CPU_PYTHON_SRCS})
+  target_compile_options(caffe2_pybind11_state PRIVATE "-DUSE_NUMPY")
   if(NOT MSVC)
     set_target_properties(caffe2_pybind11_state PROPERTIES COMPILE_FLAGS "-fvisibility=hidden")
   endif()
@@ -1514,6 +1515,7 @@ if(BUILD_PYTHON)
 
   if(USE_CUDA)
     add_library(caffe2_pybind11_state_gpu MODULE ${Caffe2_GPU_PYTHON_SRCS})
+    target_compile_options(caffe2_pybind11_state_gpu PRIVATE "-DUSE_NUMPY")
     if(NOT MSVC)
       set_target_properties(caffe2_pybind11_state_gpu PROPERTIES COMPILE_FLAGS "-fvisibility=hidden")
     endif()
@@ -1542,6 +1544,7 @@ if(BUILD_PYTHON)
 
   if(USE_ROCM)
     add_library(caffe2_pybind11_state_hip MODULE ${Caffe2_HIP_PYTHON_SRCS})
+    target_compile_options(caffe2_pybind11_state_hip PRIVATE "-DUSE_NUMPY")
     if(NOT MSVC)
       target_compile_options(caffe2_pybind11_state_hip PRIVATE ${HIP_CXX_FLAGS} -fvisibility=hidden)
     endif()

caffe2/core/macros.h.in

@@ -44,10 +44,6 @@ static_assert(
 #cmakedefine CAFFE2_USE_NVTX
 #cmakedefine CAFFE2_USE_TRT
 
-#ifndef USE_NUMPY
-#cmakedefine USE_NUMPY
-#endif
-
 #ifndef EIGEN_MPL2_ONLY
 #cmakedefine EIGEN_MPL2_ONLY
 #endif