Rocpd part1

.gitmodules

@@ -24,3 +24,6 @@
 [submodule "external/pybind11"]
 	path = external/pybind11
 	url = https://github.com/jrmadsen/pybind11.git
+[submodule "external/sqlite"]
+	path = external/sqlite
+	url = https://github.com/sqlite/sqlite.git

CHANGELOG.md

@@ -10,6 +10,7 @@ Full documentation for ROCm Systems Profiler is available at [https://rocm.docs.
 - How-to document for VCN and JPEG activity sampling and tracing.
 - Support for tracing Fortran applications.
 - Support for tracing MPI API in Fortran.
+- Initial support for rocPD database output with the `ROCPROFSYS_USE_ROCPD` configuration setting.
 - By default, group "kernel dispatch" and "memory copy" events by HIP stream ID in Perfetto traces.
   - Add the "ROCPROFSYS_ROCM_GROUP_BY_QUEUE" configuration setting to group events by queue, instead.
 

CMakeLists.txt

@@ -221,6 +221,12 @@ rocprofiler_systems_add_option(ROCPROFSYS_BUILD_CODECOV "Build for code coverage
 rocprofiler_systems_add_option(ROCPROFSYS_INSTALL_PERFETTO_TOOLS
                                "Install perfetto tools (i.e. traced, perfetto, etc.)" OFF
 )
+rocprofiler_systems_add_option(ROCPROFILER_BUILD_SQLITE3
+                               "Enable building sqlite3 library internally" OFF
+)
+rocprofiler_systems_add_option(ROCPROFSYS_ENABLE_BENCHMARK
+                               "Enable performance benchmarking capabilities for the project" OFF
+)
 
 if(ROCPROFSYS_USE_PAPI)
     rocprofiler_systems_add_option(ROCPROFSYS_BUILD_PAPI "Build PAPI from submodule" ON)
@@ -328,6 +334,10 @@ if(ROCPROFSYS_BUILD_TESTING OR "$ENV{ROCPROFSYS_CI}" MATCHES "[1-9]+|ON|on|y|yes
     include(CTest)
 endif()
 
+if(ROCPROFSYS_ENABLE_BENCHMARK)
+    add_compile_definitions(-DROCPROFSYS_USE_BENCHMARK=1)
+endif()
+
 # ------------------------------------------------------------------------------#
 #
 # library and executables

cmake/Packages.cmake

@@ -53,6 +53,9 @@ rocprofiler_systems_add_interface_library(rocprofiler-systems-python
 rocprofiler_systems_add_interface_library(rocprofiler-systems-perfetto
                                           "Enables Perfetto support"
 )
+rocprofiler_systems_add_interface_library(rocprofiler-systems-sqlite3
+                                          "Use SQLite3 for rocpd data storage"
+)
 rocprofiler_systems_add_interface_library(rocprofiler-systems-timemory
                                           "Provides timemory libraries"
 )
@@ -532,6 +535,14 @@ rocprofiler_systems_checkout_git_submodule(
 
 include(Perfetto)
 
+# ----------------------------------------------------------------------------------------#
+#
+# SQLite3
+#
+# ----------------------------------------------------------------------------------------#
+
+include(SQLite3)
+
 # ----------------------------------------------------------------------------------------#
 #
 # ELFIO

cmake/SQLite3.cmake

@@ -0,0 +1,48 @@
+include_guard(GLOBAL)
+
+if(ROCPROFILER_BUILD_SQLITE3)
+    message(STATUS "Building SQLite3 from source!")
+    execute_process(
+        COMMAND ${CMAKE_COMMAND} -E make_directory ${PROJECT_BINARY_DIR}/external/sqlite
+    )
+    # checkout submodule if not already checked out or clone repo if no .gitmodules file
+    rocprofiler_systems_checkout_git_submodule(
+        RELATIVE_PATH external/sqlite
+        WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+        TEST_FILE configure
+        REPO_URL https://github.com/sqlite/sqlite.git
+        REPO_BRANCH "version-3.45.3"
+    )
+
+    find_program(MAKE_COMMAND NAMES make gmake PATH_SUFFIXES bin REQUIRED)
+
+    include(ExternalProject)
+    ExternalProject_Add(
+        rocprofiler-systems-sqlite-build
+        PREFIX ${PROJECT_BINARY_DIR}/external/sqlite/build
+        SOURCE_DIR ${PROJECT_SOURCE_DIR}/external/sqlite
+        BUILD_IN_SOURCE 0
+        CONFIGURE_COMMAND
+            <SOURCE_DIR>/configure --prefix=${PROJECT_BINARY_DIR}/external/sqlite/install
+            --libdir=${PROJECT_BINARY_DIR}/external/sqlite/install/lib --disable-shared
+            --with-tempstore=yes --enable-all --disable-tcl CFLAGS=-O3\ -g1
+        BUILD_COMMAND ${MAKE_COMMAND} install -s
+        INSTALL_COMMAND ""
+    )
+
+    target_link_libraries(
+        rocprofiler-systems-sqlite3
+        INTERFACE
+            $<BUILD_INTERFACE:${PROJECT_BINARY_DIR}/external/sqlite/install/lib/libsqlite3.a>
+    )
+    target_include_directories(
+        rocprofiler-systems-sqlite3
+        SYSTEM
+        INTERFACE $<BUILD_INTERFACE:${PROJECT_BINARY_DIR}/external/sqlite/install/include>
+    )
+    add_dependencies(rocprofiler-systems-sqlite3 rocprofiler-systems-sqlite-build)
+else()
+    message(STATUS "Using system SQLite3 library")
+    find_package(SQLite3 REQUIRED)
+    target_link_libraries(rocprofiler-systems-sqlite3 INTERFACE SQLite::SQLite3)
+endif()

source/bin/rocprof-sys-avail/avail.cpp

@@ -118,7 +118,7 @@ write_hw_counter_info(std::ostream&, const array_t<bool, N>& = {},
 namespace
 {
 // initialize HIP before main so that librocprof-sys is not HSA_TOOLS_LIB
-int gpu_count = rocprofsys::gpu::device_count();
+int gpu_count = 0;
 
 // statically allocated shared_ptrs to prevent use after free errors
 auto timemory_manager      = tim::manager::master_instance();
@@ -138,6 +138,7 @@ main(int argc, char** argv)
     tim::unwind::set_bfd_verbose(3);
     tim::set_env("ROCPROFSYS_INIT_TOOLING", "OFF", 1);
     rocprofsys_init_library();
+    gpu_count = rocprofsys::gpu::device_count();
 
     std::set<std::string> _category_options = component_categories{}();
     {

source/lib/CMakeLists.txt

@@ -40,6 +40,7 @@ target_link_libraries(
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-compile-options>
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-compile-definitions>
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-perfetto>
+        $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-sqlite3>
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-timemory>
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-elfutils>
         $<BUILD_INTERFACE:rocprofiler-systems::rocprofiler-systems-bfd>

source/lib/common/CMakeLists.txt

@@ -26,6 +26,8 @@ target_sources(
         ${CMAKE_CURRENT_SOURCE_DIR}/invoke.hpp
         ${CMAKE_CURRENT_SOURCE_DIR}/join.hpp
         ${CMAKE_CURRENT_SOURCE_DIR}/setup.hpp
+        ${CMAKE_CURRENT_SOURCE_DIR}/traits.hpp
+        ${CMAKE_CURRENT_SOURCE_DIR}/md5sum.hpp
         ${CMAKE_CURRENT_SOURCE_DIR}/static_object.hpp
         ${CMAKE_CURRENT_SOURCE_DIR}/synchronized.hpp
 )