KleidiAI Coverage Report

Directory: ./
Coverage: low: ≥ 0% medium: ≥ 75.0% high: ≥ 90.0%
Coverage Exec / Excl / Total
Lines: 95.0% 38 / 5 / 45
Functions: 90.9% 10 / 0 / 11
Branches: -% 0 / 10 / 10
kai/ukernels/matmul/matmul_clamp_qai8_qai8_qsi8cxp/kai_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot.c
Line Branch Exec Source
1 //
2 // SPDX-FileCopyrightText: Copyright 2025 Arm Limited and/or its affiliates <open-source-office@arm.com>
3 //
4 // SPDX-License-Identifier: Apache-2.0
5 //
6
7 #if (!defined(__aarch64__) || !defined(__ARM_FEATURE_SVE2)) && !defined(_M_ARM64)
8 #error This file must be compiled for AArch64, FEAT_SVE2.
9 #else // Architectural features check.
10
11 #include "kai_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot.h"
12
13 #include <stddef.h>
14 #include <stdint.h>
15
16 #include "kai/kai_common.h"
17
18 typedef struct {
19 int32_t c_offset;
20 int32_t maxval;
21 int32_t minval;
22 const void* A_ptr;
23 const void* B_ptr;
24 size_t N;
25 size_t K;
26 void* output_ptr;
27 uint64_t flags;
28 } KernelArgs;
29
30 static const size_t kai_m_step = 1;
31 static const size_t kai_nr = 2;
32 static const size_t kai_n_step = 16;
33 static const size_t kai_kr = 4;
34 static const size_t kai_sr = 1;
35
36 void kai_kernel_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(KernelArgs* args_ptr);
37
38 168 size_t kai_get_m_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(void) {
39 168 return kai_m_step;
40 }
41
42 840 size_t kai_get_n_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(void) {
43 840 return kai_n_step * kai_get_sme_vector_length_u8() / kai_kr;
44 }
45
46 168 size_t kai_get_nr_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(void) {
47 168 return kai_nr * kai_get_sme_vector_length_u8() / kai_kr;
48 }
49
50 168 size_t kai_get_kr_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(void) {
51 168 return kai_kr;
52 }
53
54 168 size_t kai_get_sr_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(void) {
55 168 return kai_sr;
56 }
57
58 ✗ size_t kai_get_lhs_offset_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(size_t m_idx, size_t k) {
59 − KAI_ASSUME(m_idx == 0);
60
61 ✗ return m_idx * k;
62 }
63
64 168 static size_t kai_get_rhs_packed_stride_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(size_t k) {
65 336 return kai_get_n_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot() *
66 168 (kai_roundup(k, kai_kr) * sizeof(int8_t) + sizeof(int32_t) + sizeof(int32_t));
67 }
68
69 168 size_t kai_get_rhs_packed_offset_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(size_t n_idx, size_t k) {
70 − KAI_ASSUME(n_idx % kai_get_n_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot() == 0);
71
72 168 const size_t block_idx = n_idx / kai_get_n_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot();
73 336 return block_idx * kai_get_rhs_packed_stride_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(k);
74 168 }
75
76 168 size_t kai_get_dst_offset_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(
77 size_t m_idx, size_t n_idx, size_t dst_stride) {
78 − KAI_ASSUME(m_idx == 0);
79 − KAI_ASSUME(n_idx % kai_get_n_step_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot() == 0);
80
81 168 return (m_idx * dst_stride) + (n_idx * sizeof(int8_t));
82 }
83
84 168 size_t kai_get_dst_size_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(size_t m, size_t n) {
85 168 return m * n * sizeof(int8_t);
86 }
87
88 170 void kai_run_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(
89 size_t m, size_t n, size_t k, const void* lhs, const void* rhs_packed, void* dst, size_t dst_stride_row,
90 size_t dst_stride_col, const struct kai_matmul_requantize32_params* params) {
91 170 KAI_UNUSED(dst_stride_row);
92 170 KAI_UNUSED(dst_stride_col);
93 − KAI_ASSUME(m == 1);
94
95 170 uint64_t flags = 2;
96
97 170 KernelArgs args;
98 170 args.c_offset = params->output_zero_point;
99 170 args.maxval = params->max_value;
100 170 args.minval = params->min_value;
101 170 args.A_ptr = lhs;
102 170 args.B_ptr = rhs_packed;
103 170 args.N = n;
104 170 args.K = k;
105 170 args.output_ptr = dst;
106 170 args.flags = flags;
107
108 170 kai_commit_za();
109
110 170 kai_kernel_matmul_clamp_qai8_qai8_qsi8cxp2vlx4sb_1x16vl_sme2_dot(&args);
111 170 }
112
113 #endif // Architectural features check.
114