Cannot link rocwmma with flash attention

[John-CPP]

Hello guys!

Trying to compile llama.cpp (the latest build) with RocWMMA.
Ubuntu 24.04 LTS (all updates installed).

Compilation:

export HIPCXX="$(hipconfig -l)/clang"
export HIP_PATH="$(hipconfig -R)"
export HSA_OVERRIDE_GFX_VERSION="11.0.0"

cmake -S . -B build \
  -DGGML_HIP=ON \
  -DAMDGPU_TARGETS="gfx1100" \
  -DCMAKE_BUILD_TYPE=Release \
  -DGGML_HIP_ROCWMMA_FATTN=ON \
  -DCMAKE_HIP_ARCHITECTURES="gfx1100" 

Result:

-- The C compiler identification is GNU 13.3.0
-- The CXX compiler identification is GNU 13.3.0
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /usr/bin/cc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
-- Found Git: /usr/bin/git (found version "2.43.0") 
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD
-- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Success
-- Found Threads: TRUE  
-- Warning: ccache not found - consider installing it for faster compilation or disable this warning with GGML_CCACHE=OFF
-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- Including CPU backend
-- Found OpenMP_C: -fopenmp (found version "4.5") 
-- Found OpenMP_CXX: -fopenmp (found version "4.5") 
-- Found OpenMP: TRUE (found version "4.5")  
-- x86 detected
-- Adding CPU backend variant ggml-cpu: -march=native 
-- The HIP compiler identification is Clang 19.0.0
-- Detecting HIP compiler ABI info
-- Detecting HIP compiler ABI info - done
-- Check for working HIP compiler: /opt/rocm-6.4.0/lib/llvm/bin/clang - skipped
-- Detecting HIP compile features
-- Detecting HIP compile features - done
CMake Warning (dev) at /opt/rocm/lib/cmake/hip/hip-config-amd.cmake:70 (message):
  AMDGPU_TARGETS is deprecated.  Please use GPU_TARGETS instead.
Call Stack (most recent call first):
  /opt/rocm/lib/cmake/hip/hip-config.cmake:149 (include)
  ggml/src/ggml-hip/CMakeLists.txt:39 (find_package)
This warning is for project developers.  Use -Wno-dev to suppress it.

-- Looking for C++ include rocwmma/rocwmma.hpp
-- Looking for C++ include rocwmma/rocwmma.hpp - not found

---

locate rocwmma.hpp
/opt/rocm-6.4.0/include/rocwmma/rocwmma.hpp

ls -l /opt/rocm-6.4.0/include/rocwmma/rocwmma.hpp
-rwxrw-rw- 1 root root 16268 apr  2 21:24 /opt/rocm-6.4.0/include/rocwmma/rocwmma.hpp

sudo apt list rocwmma-dev
rocwmma-dev/noble,now 1.7.0.60400-47~24.04 amd64 [installed]

I tried:
-DCMAKE_CXX_FLAGS="-I/opt/rocm-6.4.0/include/"

-DCMAKE_CXX_FLAGS="-I/opt/rocm-6.4.0/include/rocwmma/"

with ending slashes and without them.

found this in code:
ggml/src/ggml-hip/CMakeLists.txt:42

if (GGML_HIP_ROCWMMA_FATTN)
CHECK_INCLUDE_FILE_CXX("rocwmma/rocwmma.hpp" FOUND_ROCWMMA)
if (NOT ${FOUND_ROCWMMA})
message(FATAL_ERROR "rocwmma has not been found")
endif()
endif()

updated code, got:
-- Looking for C++ include /opt/rocm-6.4.0/include/rocwmma/rocwmma.hpp
-- Looking for C++ include /opt/rocm-6.4.0/include/rocwmma/rocwmma.hpp - not found

Also I tried to compile using sudo,
please help.

[daniandtheweb]

I have the same issue but at least in my case it's just a graphical bug, the compilation actually includes rocwmma.
Try running llama-server or llama-bench using flash attention, if prompt processing is faster than without it it's working.

[John-CPP]

thank you. a prompt processing is faster, but a processing answer is slower