Embedded profiling

.gitmodules

@@ -14,3 +14,6 @@
 [submodule "vendor/eigen"]
 	path = vendor/eigen
 	url = https://gitlab.com/libeigen/eigen.git
+[submodule "vendor/kokkos-tools"]
+	path = vendor/kokkos-tools
+	url = https://github.com/kokkos/kokkos-tools.git

CMakeLists.txt

@@ -126,6 +126,16 @@ add_subdirectory("vendor/ddc/" "ddc")
 ## Use selalib's splines from `vendor/`
 add_subdirectory("vendor/sll/" "sll")
 
+## Use the kokkos-tools for profiling purpose from `vendor/`
+include(vendor/kokkos-tools/cmake/utils.cmake)
+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/vendor/kokkos-tools/common ${CMAKE_CURRENT_SOURCE_DIR}/vendor/kokkos-tools/profiling/all)
+configure_file(vendor/kokkos-tools/common/kp_config.hpp.in kokkos-tools/profiling/simple-kernel-timer/kp_config.hpp)
+include_directories(${CMAKE_CURRENT_BINARY_DIR}/kokkos-tools/profiling/simple-kernel-timer) # Weird trick to get access to kp_config.hpp
+set(BUILD_SHARED_LIBS_DUMP "${BUILD_SHARED_LIBS}")
+set(BUILD_SHARED_LIBS ON) #Needed to get libkp_kernel_timer.so
+add_subdirectory("vendor/kokkos-tools/profiling/simple-kernel-timer/" "kokkos-tools/profiling/simple-kernel-timer")
+set(BUILD_SHARED_LIBS "${BUILD_SHARED_LIBS_DUMP}")
+add_compile_definitions(KP_KERNEL_TIMER_PATH="${CMAKE_CURRENT_BINARY_DIR}/kokkos-tools/profiling/simple-kernel-timer/libkp_kernel_timer.so")
 
 # Our project code
 

simulations/geometryXVx/bump_on_tail/bumpontail_fem_uniform.cpp

@@ -43,6 +43,10 @@ namespace fs = std::filesystem;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     long int iter_start(0);

simulations/geometryXVx/bump_on_tail/bumpontail_fft.cpp

@@ -39,6 +39,10 @@ namespace fs = std::filesystem;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     long int iter_start(0);

simulations/geometryXVx/landau/landau_fem_uniform.cpp

@@ -42,6 +42,10 @@ namespace fs = std::filesystem;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     long int iter_start(0);

simulations/geometryXVx/landau/landau_fft.cpp

@@ -39,6 +39,10 @@ namespace fs = std::filesystem;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     long int iter_start(0);

simulations/geometryXVx/sheath/sheath.cpp

@@ -55,6 +55,10 @@ namespace fs = std::filesystem;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     long int iter_start(0);

simulations/geometryXYVxVy/landau/landau4d_fft.cpp

@@ -57,6 +57,10 @@ using BslAdvectionVy = BslAdvectionVelocity<GeometryXYVxVy, IDimVy>;
 
 int main(int argc, char** argv)
 {
+    // Environments variables for profiling
+    setenv("KOKKOS_TOOLS_LIBS", KP_KERNEL_TIMER_PATH, false);
+    setenv("KOKKOS_TOOLS_TIMER_JSON", "true", false);
+
     ddc::ScopeGuard scope(argc, argv);
 
     PC_tree_t conf_voicexx;