[ROCm] add hipMAGMA support (pytorch#630)

Author: jeffdaily

common/install_rocm.sh

@@ -23,17 +23,27 @@ yum update -y
 yum install -y \
                  rocm-dev \
                  rocm-utils \
-                 rocfft \
-                 miopen-hip \
-                 rocblas \
-                 hipsparse \
-                 rocrand \
+                 rocm-libs \
                  rccl \
-                 hipcub \
-                 rocthrust \
                  rocprofiler-dev \
                  roctracer-dev
 
+# "install" hipMAGMA into /opt/rocm/magma by copying after build
+git clone https://bitbucket.org/icl/magma.git -b hipMAGMA
+pushd magma
+cp make.inc-examples/make.inc.hip-mkl-gcc make.inc
+echo 'LIBDIR += -L$(MKLROOT)/lib' >> make.inc
+# overwrite original LIB, because it's wrong; it's missing start/end-group
+echo 'LIB = -Wl,--start-group -lmkl_gf_lp64 -lmkl_gnu_thread -lmkl_core -Wl,--end-group -lpthread -lstdc++ -lm -lgomp' >> make.inc
+echo 'LIB += -Wl,--enable-new-dtags -Wl,--rpath,/opt/rocm/lib -Wl,--rpath,$(MKLROOT)/lib -Wl,--rpath,/opt/rocm/magma/lib' >> make.inc
+echo 'DEVCCFLAGS += --amdgpu-target=gfx803 --amdgpu-target=gfx900 --amdgpu-target=gfx906 --amdgpu-target=gfx908' >> make.inc
+export PATH="${PATH}:/opt/rocm/bin"
+make -f make.gen.hipMAGMA -j $(nproc)
+make lib/libmagma.so -j $(nproc) MKLROOT=/opt/intel
+make testing/testing_dgemm -j $(nproc) MKLROOT=/opt/intel
+popd
+mv magma /opt/rocm
+
 # Cleanup
 yum clean all
 rm -rf /var/cache/yum

manywheel/build_rocm.sh

@@ -2,6 +2,8 @@
 
 set -ex
 
+export MAGMA_HOME=/opt/rocm/magma
+
 # TODO Are these all used/needed?
 export TH_BINARY_BUILD=1
 export USE_STATIC_CUDNN=1
@@ -109,16 +111,19 @@ fi;
 DEPS_LIST=(
     "/opt/rocm/miopen/lib/libMIOpen.so.1"
     "/opt/rocm/hip/lib/$LIBAMDHIP64"
+    "/opt/rocm/hipblas/lib/libhipblas.so.0"
     "/opt/rocm/hiprand/lib/libhiprand.so.1"
     "/opt/rocm/hipsparse/lib/libhipsparse.so.0"
     "/opt/rocm/hsa/lib/libhsa-runtime64.so.1"
     "/opt/rocm/${COMGR_LIBDIR}/libamd_comgr.so.1"
     "/opt/rocm/lib64/libhsakmt.so.1"
+    "/opt/rocm/magma/lib/libmagma.so"
     "/opt/rocm/rccl/lib/librccl.so.1"
     "/opt/rocm/rocblas/lib/librocblas.so.0"
     "/opt/rocm/rocfft/lib/librocfft-device.so.0"
     "/opt/rocm/rocfft/lib/librocfft.so.0"
     "/opt/rocm/rocrand/lib/librocrand.so.1"
+    "/opt/rocm/rocsolver/lib/librocsolver.so.0"
     "/opt/rocm/rocsparse/lib/librocsparse.so.0"
     "/opt/rocm/roctracer/lib/libroctx64.so.1"
     "$LIBGOMP_PATH"
@@ -129,16 +134,19 @@ DEPS_LIST=(
 DEPS_SONAME=(
     "libMIOpen.so.1"
     "$LIBAMDHIP64"
+    "libhipblas.so.0"
     "libhiprand.so.1"
     "libhipsparse.so.0"
     "libhsa-runtime64.so.1"
     "libamd_comgr.so.1"
     "libhsakmt.so.1"
+    "libmagma.so"
     "librccl.so.1"
     "librocblas.so.0"
     "librocfft-device.so.0"
     "librocfft.so.0"
     "librocrand.so.1"
+    "librocsolver.so.0"
     "librocsparse.so.0"
     "libroctx64.so.1"
     "libgomp.so.1"