perf: Add FP16 GEMM MMUL Reshaped Only Rhs Support

This patch introduces a GEMM routine that is optimized for Arm(R) Mali(TM)-G1

Resolves: [COMPMID-8311], [COMPMID-8312]

Signed-off-by: Omar Al Khatib <[email protected]>
Change-Id: I84e685f0314da9af1c3fbb50d83e68b355727770

Author: ArmDude

arm_compute/core/CL/CLHelpers.h

@@ -276,6 +276,14 @@ void set_unroll_with_pragma(CLBuildOptions &built_opts, std::initializer_list<in
  */
 bool arm_matrix_multiply_supported(const cl::Device &device);
 
+/** Helper function to check whether the cl_arm_matrix_multiply with fp16 extension is supported
+ *
+ * @param[in] device A CL device
+ *
+ * @return True if the extension is supported
+ */
+bool arm_matrix_multiply_fp16_supported(const cl::Device &device);
+
 /** Check whether cl_khr_command_buffer extension is supported by the specified CL device.
  *
  * @param[in] device The CL device

arm_compute/core/CL/OpenCL.h

@@ -44,8 +44,8 @@
 #pragma GCC diagnostic ignored "-Wunused-parameter"
 #if defined(__GNUG__) && __GNUG__ >= 8
 #pragma GCC diagnostic ignored "-Wcatch-value"
-#endif                   // defined(__GNUG__) && __GNUG__ >= 8
-#include <CL/opencl.hpp> // include new hpp header instead of cl2.hpp
+#endif // defined(__GNUG__) && __GNUG__ >= 8
+#include "arm_compute/core/CL/cl_definitions.h"
 #pragma GCC diagnostic pop
 
 namespace cl

arm_compute/core/CL/cl_definitions.h

@@ -0,0 +1,42 @@
+/*
+ * Copyright (c) 2025 Arm Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+#ifndef ACL_ARM_COMPUTE_CORE_CL_CL_DEFINITIONS_H
+#define ACL_ARM_COMPUTE_CORE_CL_CL_DEFINITIONS_H
+
+#include "include/CL/opencl.hpp"
+
+#define CL_DEVICE_MATRIX_MULTIPLY_FP16_WITH_FP16_ACCUMULATORS_ARM (1ULL << 0)
+#define CL_DEVICE_MATRIX_MULTIPLY_CAPABILITIES_ARM                0x41F4
+
+namespace cl
+{
+namespace detail
+{
+#ifdef CL_DEVICE_MATRIX_MULTIPLY_CAPABILITIES_ARM
+CL_HPP_DECLARE_PARAM_TRAITS_(cl_device_info, CL_DEVICE_MATRIX_MULTIPLY_CAPABILITIES_ARM, cl_ulong)
+#endif // CL_DEVICE_MATRIX_MULTIPLY_CAPABILITIES_ARM
+} // namespace detail
+} // namespace cl
+#endif // ACL_ARM_COMPUTE_CORE_CL_CL_DEFINITIONS_H

arm_compute/core/GPUTarget.h

@@ -69,6 +69,7 @@ enum class GPUTarget
     G615                = 0x351,
     G720                = 0x410,
     G620                = 0x411,
+    G1                  = 0x480
 
     // When new models are added, watch out for heuristics.
     // The default/unrecognized Gpu will be the latest one and

src/core/CL/CLHelpers.cpp

@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2016-2023 Arm Limited.
+ * Copyright (c) 2016-2023, 2025 Arm Limited.
  *
  * SPDX-License-Identifier: MIT
  *
@@ -501,6 +501,21 @@ bool arm_matrix_multiply_supported(const cl::Device &device)
     return device_supports_extension(device, "cl_arm_matrix_multiply");
 }
 
+bool arm_matrix_multiply_fp16_supported(const cl::Device &device)
+{
+    if (!arm_matrix_multiply_supported(device))
+    {
+        return false;
+    }
+
+    cl_ulong   caps = 0;
+    const auto err  = clGetDeviceInfo( //
+        device(), CL_DEVICE_MATRIX_MULTIPLY_CAPABILITIES_ARM, sizeof(caps), &caps, nullptr);
+
+    const auto supported = err == CL_SUCCESS && (caps & CL_DEVICE_MATRIX_MULTIPLY_FP16_WITH_FP16_ACCUMULATORS_ARM) != 0;
+    return supported;
+}
+
 bool command_buffer_supported(const cl::Device &device)
 {
     return device_supports_extension(device, "cl_khr_command_buffer");