ginkgo-project · yhmtsai · Aug 2, 2021 · Jun 9, 2021 · Jun 9, 2021 · Jul 1, 2021
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
@@ -315,17 +315,17 @@ build/cuda91/clang/all/release/shared:
 
 # cuda 9.2 and friends
 build/cuda92/gcc/all/release/shared:
-  <<: *default_build
+  <<: *default_build_with_test
   extends:
-    - .full_test_condition
+    - .quick_test_condition
     - .use_gko-cuda92-gnu7-llvm50-intel2017
   variables:
     <<: *default_variables
     BUILD_OMP: "ON"
     BUILD_CUDA: "ON"
     BUILD_HIP: "ON"
     BUILD_TYPE: "Release"
-    CUDA_ARCH: 35
+    CUDA_ARCH: 61
 
 # cuda 10.0 and friends
 # Make sure that our jobs run when using self-installed

diff --git a/.gitlab/image.yml b/.gitlab/image.yml
@@ -30,8 +30,7 @@
   image: ginkgohub/cuda:92-gnu7-llvm50-intel2017
   tags:
     - private_ci
-    - controller
-    - cpu
+    - nvidia-gpu
 
 .use_gko-cuda100-gnu7-llvm60-intel2018:
   image: ginkgohub/cuda:100-gnu7-llvm60-intel2018

diff --git a/cuda/CMakeLists.txt b/cuda/CMakeLists.txt
@@ -65,7 +65,7 @@ find_library(CURAND curand
     HINT ${CMAKE_CUDA_IMPLICIT_LINK_DIRECTORIES})
 
 add_library(ginkgo_cuda $<TARGET_OBJECTS:ginkgo_cuda_device> "")
-set(GKO_CUDA_COMMON_SOURCES    
+set(GKO_CUDA_COMMON_SOURCES
     ../common/components/precision_conversion.cpp
     ../common/matrix/dense_kernels.cpp
     ../common/solver/bicg_kernels.cpp

@@ -40,6 +40,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 
 #include <ginkgo/config.hpp>
+#include <ginkgo/core/base/device.hpp>
 #include <ginkgo/core/base/exception_helpers.hpp>
 
 
@@ -64,8 +65,12 @@ std::shared_ptr<CudaExecutor> CudaExecutor::create(
                          alloc_mode),
         [device_id](CudaExecutor *exec) {
             auto device_reset = exec->get_device_reset();
+            std::lock_guard<std::mutex> guard(
+                nvidia_device::get_mutex(device_id));
             delete exec;
-            if (!CudaExecutor::get_num_execs(device_id) && device_reset) {
+            auto &num_execs = nvidia_device::get_num_execs(device_id);
+            num_execs--;
+            if (!num_execs && device_reset) {
                 cuda::device_guard g(device_id);
                 cudaDeviceReset();
             }

@@ -1,5 +1,6 @@
 ginkgo_create_cuda_test(array)
 ginkgo_create_cuda_test(cuda_executor)
+ginkgo_create_thread_test(cuda_executor_reset)
 if(GINKGO_HAVE_HWLOC)
     find_package(NUMA REQUIRED)
     ginkgo_create_cuda_test(cuda_executor_topology NUMA::NUMA)

@@ -0,0 +1,87 @@
+/*******************************<GINKGO LICENSE>******************************
+Copyright (c) 2017-2021, the Ginkgo authors
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in the
+documentation and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+contributors may be used to endorse or promote products derived from
+this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
+TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
+PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+******************************<GINKGO LICENSE>*******************************/
+
+#include <ginkgo/core/base/executor.hpp>
+
+
+#include <thread>
+
+
+#include <gtest/gtest.h>
+
+
+namespace {
+
+
+#define GTEST_ASSERT_NO_EXIT(statement) \
+    ASSERT_EXIT({ {statement} exit(0); }, ::testing::ExitedWithCode(0), "")
+
+
+TEST(DeviceReset, HipCuda)
+{
+    GTEST_ASSERT_NO_EXIT({
+        auto ref = gko::ReferenceExecutor::create();
+        auto hip = gko::HipExecutor::create(0, ref, true);
+        auto cuda = gko::CudaExecutor::create(0, ref, true);
+    });
+}
+
+
+TEST(DeviceReset, CudaHip)
+{
+    GTEST_ASSERT_NO_EXIT({
+        auto ref = gko::ReferenceExecutor::create();
+        auto cuda = gko::CudaExecutor::create(0, ref, true);
+        auto hip = gko::HipExecutor::create(0, ref, true);
+    });
+}
+
+
+void func()
+{
+    auto ref = gko::ReferenceExecutor::create();
+    auto exec = gko::CudaExecutor::create(0, ref, true);
+}
+
+
+TEST(DeviceReset, CudaCuda)
+{
+    GTEST_ASSERT_NO_EXIT({
+        std::thread t1(func);
+        std::thread t2(func);
+        t1.join();
+        t2.join();
+    });
+}
+
+
+}  // namespace
@@ -16,7 +16,7 @@ function(ginkgo_add_library name)
     set_target_properties(${name} PROPERTIES POSITION_INDEPENDENT_CODE ON)
 endfunction()
 
-ginkgo_add_library(ginkgo_device machine_topology.cpp)
+ginkgo_add_library(ginkgo_device machine_topology.cpp device.cpp)
 ginkgo_install_library(ginkgo_device)
 
 add_subdirectory(cuda)

@@ -1,2 +1,5 @@
 ginkgo_add_object_library(ginkgo_cuda_device
     executor.cpp)
+if(GINKGO_BUILD_CUDA)
+    target_compile_definitions(ginkgo_cuda_device PRIVATE GKO_COMPILING_CUDA_DEVICE)
+endif()
@@ -64,10 +64,31 @@ bool CudaExecutor::verify_memory_to(const HipExecutor *dest_exec) const
 }
 
 
-unsigned CudaExecutor::num_execs[max_devices];
+void CudaExecutor::increase_num_execs(unsigned device_id)
+{
+#ifdef GKO_COMPILING_CUDA_DEVICE
+    // increase the Cuda Device count only when ginkgo build cuda
+    std::lock_guard<std::mutex> guard(nvidia_device::get_mutex(device_id));
+    nvidia_device::get_num_execs(device_id)++;
+#endif  // GKO_COMPILING_CUDA_DEVICE
+}
+
+
+void CudaExecutor::decrease_num_execs(unsigned device_id)
+{
+#ifdef GKO_COMPILING_CUDA_DEVICE
+    // increase the Cuda Device count only when ginkgo build cuda
+    std::lock_guard<std::mutex> guard(nvidia_device::get_mutex(device_id));
+    nvidia_device::get_num_execs(device_id)--;
+#endif  // GKO_COMPILING_CUDA_DEVICE
+}
 
 
-std::mutex CudaExecutor::mutex[max_devices];
+unsigned CudaExecutor::get_num_execs(unsigned device_id)
+{
+    std::lock_guard<std::mutex> guard(nvidia_device::get_mutex(device_id));
+    return nvidia_device::get_num_execs(device_id);
+}
 
 
 }  // namespace gko
@@ -0,0 +1,71 @@
+/*******************************<GINKGO LICENSE>******************************
+Copyright (c) 2017-2021, the Ginkgo authors
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions
+are met:
+
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in the
+documentation and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+contributors may be used to endorse or promote products derived from
+this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
+TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
+PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+******************************<GINKGO LICENSE>*******************************/
+
+#include <memory>
+#include <mutex>
+
+
+#include <ginkgo/core/base/device.hpp>
+
+
+namespace gko {
+
+
+std::mutex &nvidia_device::get_mutex(int i)
+{
+    static std::mutex mutex[max_devices];
+    return mutex[i];
+}
+
+
+int &nvidia_device::get_num_execs(int i)
+{
+    static int num_execs[max_devices];
+}
+
+
+std::mutex &amd_device::get_mutex(int i)
+{
+    static std::mutex mutex[max_devices];
+    return mutex[i];
+}
+
+
+int &amd_device::get_num_execs(int i)
+{
+    static int num_execs[max_devices];
+    return num_execs[i];
+}
+
+
+}  // namespace gko
@@ -1,2 +1,5 @@
 ginkgo_add_object_library(ginkgo_hip_device
     executor.cpp)
+if(GINKGO_BUILD_HIP)
+    target_compile_definitions(ginkgo_hip_device PRIVATE GKO_COMPILING_HIP_DEVICE)
+endif()
@@ -61,10 +61,38 @@ bool HipExecutor::verify_memory_to(const CudaExecutor *dest_exec) const
 }
 
 
-int HipExecutor::num_execs[max_devices];
+#if (GINKGO_HIP_PLATFORM_NVCC == 1)
+using hip_device_class = nvidia_device;
+#else
+using hip_device_class = amd_device;
+#endif
+
+
+void HipExecutor::increase_num_execs(int device_id)
+{
+#ifdef GKO_COMPILING_HIP_DEVICE
+    // increase the HIP Device count only when ginkgo build hip
+    std::lock_guard<std::mutex> guard(hip_device_class::get_mutex(device_id));
+    hip_device_class::get_num_execs(device_id)++;
+#endif  // GKO_COMPILING_HIP_DEVICE
+}
 
 
-std::mutex HipExecutor::mutex[max_devices];
+void HipExecutor::decrease_num_execs(int device_id)
+{
+#ifdef GKO_COMPILING_HIP_DEVICE
+    // increase the HIP Device count only when ginkgo build hip
+    std::lock_guard<std::mutex> guard(hip_device_class::get_mutex(device_id));
+    hip_device_class::get_num_execs(device_id)--;
+#endif  // GKO_COMPILING_HIP_DEVICE
+}
+
+
+int HipExecutor::get_num_execs(int device_id)
+{
+    std::lock_guard<std::mutex> guard(hip_device_class::get_mutex(device_id));
+    return hip_device_class::get_num_execs(device_id);
+}
 
 
 }  // namespace gko
@@ -40,6 +40,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 
 #include <ginkgo/config.hpp>
+#include <ginkgo/core/base/device.hpp>
 #include <ginkgo/core/base/exception_helpers.hpp>
 
 
@@ -55,6 +56,13 @@ namespace gko {
 #include "common/base/executor.hpp.inc"
 
 
+#if (GINKGO_HIP_PLATFORM_NVCC == 1)
+using hip_device_class = nvidia_device;
+#else
+using hip_device_class = amd_device;
+#endif
+
+
 std::shared_ptr<HipExecutor> HipExecutor::create(
     int device_id, std::shared_ptr<Executor> master, bool device_reset,
     allocation_mode alloc_mode)
@@ -63,8 +71,12 @@ std::shared_ptr<HipExecutor> HipExecutor::create(
         new HipExecutor(device_id, std::move(master), device_reset, alloc_mode),
         [device_id](HipExecutor *exec) {
             auto device_reset = exec->get_device_reset();
+            std::lock_guard<std::mutex> guard(
+                hip_device_class::get_mutex(device_id));
             delete exec;
-            if (!HipExecutor::get_num_execs(device_id) && device_reset) {
+            auto &num_execs = hip_device_class::get_num_execs(device_id);
+            num_execs--;
+            if (!num_execs && device_reset) {
                 hip::device_guard g(device_id);
                 hipDeviceReset();
             }

@@ -1,4 +1,5 @@
 ginkgo_create_hip_test(hip_executor)
+ginkgo_create_thread_test(hip_executor_reset)
 if(GINKGO_HAVE_HWLOC)
     find_package(NUMA REQUIRED)
     ginkgo_create_hip_test(hip_executor_topology NUMA::NUMA)