We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 24524a4 commit b42fd69Copy full SHA for b42fd69
torchao/experimental/kernels/cpu/aarch64/kleidi/kai_matmul_clamp_f32_qai8dxp_qsi4c32p.h
@@ -99,8 +99,15 @@ void prepare_weight_data(
99
// TODO SIMDify this
100
size_t n_groups = n * k / group_size;
101
auto weight_scales_bf16 = std::vector<uint16_t>(n_groups, 0);
102
+
103
+ // We don't support weight zeros yet
104
+ if (weight_zeros != nullptr) {
105
+ for (size_t i = 0; i < n_groups; i++) {
106
+ assert(weight_zeros[i] == 0);
107
+ }
108
109
110
for (size_t i = 0; i < n_groups; i++) {
- assert(weight_zeros[i] == 0);
111
weight_scales_bf16[i] = get_bf16_from_float(weight_scales[i]);
112
}
113
0 commit comments