diff --git a/python-torch.spec b/python-torch.spec
index ce13fc0..741f505 100644
--- a/python-torch.spec
+++ b/python-torch.spec
@@ -131,7 +131,13 @@ Source110:      https://github.com/pypa/setuptools/archive/refs/tags/v%{st_ver}.
 
 %global pt_arches x86_64 aarch64
 ExclusiveArch:  %pt_arches
+# Switch to clang temporarily on aarch64, GCC 16 + PyTorch 2.9.1 has problems
+# See rhbz#2431943 for more info
+%ifarch aarch64
+%global toolchain clang
+%else
 %global toolchain gcc
+%endif
 %global _lto_cflags %nil
 
 BuildRequires:  cmake
@@ -142,8 +148,14 @@ BuildRequires:  eigen3-devel
 BuildRequires:  flexiblas-devel
 BuildRequires:  fmt-devel
 BuildRequires:  foxi-devel
+%if "%{toolchain}" == "gcc"
 BuildRequires:  gcc-c++
 BuildRequires:  gcc-gfortran
+%endif
+%if "%{toolchain}" == "clang"
+BuildRequires:  clang
+BuildRequires:  flang
+%endif
 
 %if %{with gloo}
 BuildRequires:  gloo-devel