1#include <cstdint>
2
3extern const uint64_t acc_f32_len;
4extern const unsigned char acc_f32_data[];
5
6extern const uint64_t add_f16_f16_f16_len;
7extern const unsigned char add_f16_f16_f16_data[];
8
9extern const uint64_t add_f16_f16_f16_rte_len;
10extern const unsigned char add_f16_f16_f16_rte_data[];
11
12extern const uint64_t add_f16_f16_f32_len;
13extern const unsigned char add_f16_f16_f32_data[];
14
15extern const uint64_t add_f16_f16_f32_rte_len;
16extern const unsigned char add_f16_f16_f32_rte_data[];
17
18extern const uint64_t add_f16_f32_f16_len;
19extern const unsigned char add_f16_f32_f16_data[];
20
21extern const uint64_t add_f16_f32_f16_rte_len;
22extern const unsigned char add_f16_f32_f16_rte_data[];
23
24extern const uint64_t add_f16_f32_f32_len;
25extern const unsigned char add_f16_f32_f32_data[];
26
27extern const uint64_t add_f16_f32_f32_rte_len;
28extern const unsigned char add_f16_f32_f32_rte_data[];
29
30extern const uint64_t add_f32_f16_f16_len;
31extern const unsigned char add_f32_f16_f16_data[];
32
33extern const uint64_t add_f32_f16_f16_rte_len;
34extern const unsigned char add_f32_f16_f16_rte_data[];
35
36extern const uint64_t add_f32_f16_f32_len;
37extern const unsigned char add_f32_f16_f32_data[];
38
39extern const uint64_t add_f32_f16_f32_rte_len;
40extern const unsigned char add_f32_f16_f32_rte_data[];
41
42extern const uint64_t add_f32_f32_f16_len;
43extern const unsigned char add_f32_f32_f16_data[];
44
45extern const uint64_t add_f32_f32_f16_rte_len;
46extern const unsigned char add_f32_f32_f16_rte_data[];
47
48extern const uint64_t add_f32_f32_f32_len;
49extern const unsigned char add_f32_f32_f32_data[];
50
51extern const uint64_t add_f32_f32_f32_rte_len;
52extern const unsigned char add_f32_f32_f32_rte_data[];
53
54extern const uint64_t add_id_f32_len;
55extern const unsigned char add_id_f32_data[];
56
57extern const uint64_t add_rms_f16_f16_f16_len;
58extern const unsigned char add_rms_f16_f16_f16_data[];
59
60extern const uint64_t add_rms_f16_f16_f16_rte_len;
61extern const unsigned char add_rms_f16_f16_f16_rte_data[];
62
63extern const uint64_t add_rms_f16_f16_f32_len;
64extern const unsigned char add_rms_f16_f16_f32_data[];
65
66extern const uint64_t add_rms_f16_f16_f32_rte_len;
67extern const unsigned char add_rms_f16_f16_f32_rte_data[];
68
69extern const uint64_t add_rms_f16_f32_f16_len;
70extern const unsigned char add_rms_f16_f32_f16_data[];
71
72extern const uint64_t add_rms_f16_f32_f16_rte_len;
73extern const unsigned char add_rms_f16_f32_f16_rte_data[];
74
75extern const uint64_t add_rms_f16_f32_f32_len;
76extern const unsigned char add_rms_f16_f32_f32_data[];
77
78extern const uint64_t add_rms_f16_f32_f32_rte_len;
79extern const unsigned char add_rms_f16_f32_f32_rte_data[];
80
81extern const uint64_t add_rms_f32_f16_f16_len;
82extern const unsigned char add_rms_f32_f16_f16_data[];
83
84extern const uint64_t add_rms_f32_f16_f16_rte_len;
85extern const unsigned char add_rms_f32_f16_f16_rte_data[];
86
87extern const uint64_t add_rms_f32_f16_f32_len;
88extern const unsigned char add_rms_f32_f16_f32_data[];
89
90extern const uint64_t add_rms_f32_f16_f32_rte_len;
91extern const unsigned char add_rms_f32_f16_f32_rte_data[];
92
93extern const uint64_t add_rms_f32_f32_f16_len;
94extern const unsigned char add_rms_f32_f32_f16_data[];
95
96extern const uint64_t add_rms_f32_f32_f16_rte_len;
97extern const unsigned char add_rms_f32_f32_f16_rte_data[];
98
99extern const uint64_t add_rms_f32_f32_f32_len;
100extern const unsigned char add_rms_f32_f32_f32_data[];
101
102extern const uint64_t add_rms_f32_f32_f32_rte_len;
103extern const unsigned char add_rms_f32_f32_f32_rte_data[];
104
105extern const uint64_t argmax_f32_len;
106extern const unsigned char argmax_f32_data[];
107
108extern const uint64_t argsort_f32_len;
109extern const unsigned char argsort_f32_data[];
110
111extern const uint64_t clamp_f32_len;
112extern const unsigned char clamp_f32_data[];
113
114extern const uint64_t concat_f16_len;
115extern const unsigned char concat_f16_data[];
116
117extern const uint64_t concat_f32_len;
118extern const unsigned char concat_f32_data[];
119
120extern const uint64_t concat_i32_len;
121extern const unsigned char concat_i32_data[];
122
123extern const uint64_t contig_cpy_f16_f16_len;
124extern const unsigned char contig_cpy_f16_f16_data[];
125
126extern const uint64_t contig_cpy_f16_f32_len;
127extern const unsigned char contig_cpy_f16_f32_data[];
128
129extern const uint64_t contig_cpy_f32_bf16_len;
130extern const unsigned char contig_cpy_f32_bf16_data[];
131
132extern const uint64_t contig_cpy_f32_f16_len;
133extern const unsigned char contig_cpy_f32_f16_data[];
134
135extern const uint64_t contig_cpy_f32_f32_len;
136extern const unsigned char contig_cpy_f32_f32_data[];
137
138extern const uint64_t contig_cpy_f32_i32_len;
139extern const unsigned char contig_cpy_f32_i32_data[];
140
141extern const uint64_t contig_cpy_i32_f32_len;
142extern const unsigned char contig_cpy_i32_f32_data[];
143
144extern const uint64_t conv2d_dw_cwhn_f16_f32_len;
145extern const unsigned char conv2d_dw_cwhn_f16_f32_data[];
146
147extern const uint64_t conv2d_dw_cwhn_f32_len;
148extern const unsigned char conv2d_dw_cwhn_f32_data[];
149
150extern const uint64_t conv2d_dw_whcn_f16_f32_len;
151extern const unsigned char conv2d_dw_whcn_f16_f32_data[];
152
153extern const uint64_t conv2d_dw_whcn_f32_len;
154extern const unsigned char conv2d_dw_whcn_f32_data[];
155
156extern const uint64_t conv2d_f16_f32_len;
157extern const unsigned char conv2d_f16_f32_data[];
158
159extern const uint64_t conv2d_f16_f32_cm2_len;
160extern const unsigned char conv2d_f16_f32_cm2_data[];
161
162extern const uint64_t conv2d_f16_f32_unroll_len;
163extern const unsigned char conv2d_f16_f32_unroll_data[];
164
165extern const uint64_t conv2d_f32_len;
166extern const unsigned char conv2d_f32_data[];
167
168extern const uint64_t conv2d_f32_cm2_len;
169extern const unsigned char conv2d_f32_cm2_data[];
170
171extern const uint64_t conv2d_f32_unroll_len;
172extern const unsigned char conv2d_f32_unroll_data[];
173
174extern const uint64_t conv_transpose_1d_f32_len;
175extern const unsigned char conv_transpose_1d_f32_data[];
176
177extern const uint64_t conv_transpose_2d_f16_f32_len;
178extern const unsigned char conv_transpose_2d_f16_f32_data[];
179
180extern const uint64_t conv_transpose_2d_f16_f32_cm2_len;
181extern const unsigned char conv_transpose_2d_f16_f32_cm2_data[];
182
183extern const uint64_t conv_transpose_2d_f16_f32_unroll_len;
184extern const unsigned char conv_transpose_2d_f16_f32_unroll_data[];
185
186extern const uint64_t conv_transpose_2d_f32_len;
187extern const unsigned char conv_transpose_2d_f32_data[];
188
189extern const uint64_t conv_transpose_2d_f32_cm2_len;
190extern const unsigned char conv_transpose_2d_f32_cm2_data[];
191
192extern const uint64_t conv_transpose_2d_f32_unroll_len;
193extern const unsigned char conv_transpose_2d_f32_unroll_data[];
194
195extern const uint64_t cos_f32_len;
196extern const unsigned char cos_f32_data[];
197
198extern const uint64_t count_equal_i32_len;
199extern const unsigned char count_equal_i32_data[];
200
201extern const uint64_t cpy_f16_f16_len;
202extern const unsigned char cpy_f16_f16_data[];
203
204extern const uint64_t cpy_f16_f32_len;
205extern const unsigned char cpy_f16_f32_data[];
206
207extern const uint64_t cpy_f32_bf16_len;
208extern const unsigned char cpy_f32_bf16_data[];
209
210extern const uint64_t cpy_f32_f16_len;
211extern const unsigned char cpy_f32_f16_data[];
212
213extern const uint64_t cpy_f32_f32_len;
214extern const unsigned char cpy_f32_f32_data[];
215
216extern const uint64_t cpy_f32_i32_len;
217extern const unsigned char cpy_f32_i32_data[];
218
219extern const uint64_t cpy_f32_iq4_nl_len;
220extern const unsigned char cpy_f32_iq4_nl_data[];
221
222extern const uint64_t cpy_f32_iq4_nl_rte_len;
223extern const unsigned char cpy_f32_iq4_nl_rte_data[];
224
225extern const uint64_t cpy_f32_q4_0_len;
226extern const unsigned char cpy_f32_q4_0_data[];
227
228extern const uint64_t cpy_f32_q4_0_rte_len;
229extern const unsigned char cpy_f32_q4_0_rte_data[];
230
231extern const uint64_t cpy_f32_q4_1_len;
232extern const unsigned char cpy_f32_q4_1_data[];
233
234extern const uint64_t cpy_f32_q4_1_rte_len;
235extern const unsigned char cpy_f32_q4_1_rte_data[];
236
237extern const uint64_t cpy_f32_q5_0_len;
238extern const unsigned char cpy_f32_q5_0_data[];
239
240extern const uint64_t cpy_f32_q5_0_rte_len;
241extern const unsigned char cpy_f32_q5_0_rte_data[];
242
243extern const uint64_t cpy_f32_q5_1_len;
244extern const unsigned char cpy_f32_q5_1_data[];
245
246extern const uint64_t cpy_f32_q5_1_rte_len;
247extern const unsigned char cpy_f32_q5_1_rte_data[];
248
249extern const uint64_t cpy_f32_q8_0_len;
250extern const unsigned char cpy_f32_q8_0_data[];
251
252extern const uint64_t cpy_f32_q8_0_rte_len;
253extern const unsigned char cpy_f32_q8_0_rte_data[];
254
255extern const uint64_t cpy_i32_f32_len;
256extern const unsigned char cpy_i32_f32_data[];
257
258extern const uint64_t cpy_iq4_nl_f32_len;
259extern const unsigned char cpy_iq4_nl_f32_data[];
260
261extern const uint64_t cpy_q4_0_f32_len;
262extern const unsigned char cpy_q4_0_f32_data[];
263
264extern const uint64_t cpy_q4_1_f32_len;
265extern const unsigned char cpy_q4_1_f32_data[];
266
267extern const uint64_t cpy_q5_0_f32_len;
268extern const unsigned char cpy_q5_0_f32_data[];
269
270extern const uint64_t cpy_q5_1_f32_len;
271extern const unsigned char cpy_q5_1_f32_data[];
272
273extern const uint64_t cpy_q8_0_f32_len;
274extern const unsigned char cpy_q8_0_f32_data[];
275
276extern const uint64_t dequant_f32_len;
277extern const unsigned char dequant_f32_data[];
278
279extern const uint64_t dequant_iq1_m_len;
280extern const unsigned char dequant_iq1_m_data[];
281
282extern const uint64_t dequant_iq1_s_len;
283extern const unsigned char dequant_iq1_s_data[];
284
285extern const uint64_t dequant_iq2_s_len;
286extern const unsigned char dequant_iq2_s_data[];
287
288extern const uint64_t dequant_iq2_xs_len;
289extern const unsigned char dequant_iq2_xs_data[];
290
291extern const uint64_t dequant_iq2_xxs_len;
292extern const unsigned char dequant_iq2_xxs_data[];
293
294extern const uint64_t dequant_iq3_s_len;
295extern const unsigned char dequant_iq3_s_data[];
296
297extern const uint64_t dequant_iq3_xxs_len;
298extern const unsigned char dequant_iq3_xxs_data[];
299
300extern const uint64_t dequant_iq4_nl_len;
301extern const unsigned char dequant_iq4_nl_data[];
302
303extern const uint64_t dequant_iq4_xs_len;
304extern const unsigned char dequant_iq4_xs_data[];
305
306extern const uint64_t dequant_mxfp4_len;
307extern const unsigned char dequant_mxfp4_data[];
308
309extern const uint64_t dequant_q2_k_len;
310extern const unsigned char dequant_q2_k_data[];
311
312extern const uint64_t dequant_q3_k_len;
313extern const unsigned char dequant_q3_k_data[];
314
315extern const uint64_t dequant_q4_0_len;
316extern const unsigned char dequant_q4_0_data[];
317
318extern const uint64_t dequant_q4_1_len;
319extern const unsigned char dequant_q4_1_data[];
320
321extern const uint64_t dequant_q4_k_len;
322extern const unsigned char dequant_q4_k_data[];
323
324extern const uint64_t dequant_q5_0_len;
325extern const unsigned char dequant_q5_0_data[];
326
327extern const uint64_t dequant_q5_1_len;
328extern const unsigned char dequant_q5_1_data[];
329
330extern const uint64_t dequant_q5_k_len;
331extern const unsigned char dequant_q5_k_data[];
332
333extern const uint64_t dequant_q6_k_len;
334extern const unsigned char dequant_q6_k_data[];
335
336extern const uint64_t dequant_q8_0_len;
337extern const unsigned char dequant_q8_0_data[];
338
339extern const uint64_t diag_mask_inf_f32_len;
340extern const unsigned char diag_mask_inf_f32_data[];
341
342extern const uint64_t div_f16_f16_f16_len;
343extern const unsigned char div_f16_f16_f16_data[];
344
345extern const uint64_t div_f16_f16_f16_rte_len;
346extern const unsigned char div_f16_f16_f16_rte_data[];
347
348extern const uint64_t div_f16_f16_f32_len;
349extern const unsigned char div_f16_f16_f32_data[];
350
351extern const uint64_t div_f16_f16_f32_rte_len;
352extern const unsigned char div_f16_f16_f32_rte_data[];
353
354extern const uint64_t div_f16_f32_f16_len;
355extern const unsigned char div_f16_f32_f16_data[];
356
357extern const uint64_t div_f16_f32_f16_rte_len;
358extern const unsigned char div_f16_f32_f16_rte_data[];
359
360extern const uint64_t div_f16_f32_f32_len;
361extern const unsigned char div_f16_f32_f32_data[];
362
363extern const uint64_t div_f16_f32_f32_rte_len;
364extern const unsigned char div_f16_f32_f32_rte_data[];
365
366extern const uint64_t div_f32_len;
367extern const unsigned char div_f32_data[];
368
369extern const uint64_t div_f32_f16_f16_len;
370extern const unsigned char div_f32_f16_f16_data[];
371
372extern const uint64_t div_f32_f16_f16_rte_len;
373extern const unsigned char div_f32_f16_f16_rte_data[];
374
375extern const uint64_t div_f32_f16_f32_len;
376extern const unsigned char div_f32_f16_f32_data[];
377
378extern const uint64_t div_f32_f16_f32_rte_len;
379extern const unsigned char div_f32_f16_f32_rte_data[];
380
381extern const uint64_t div_f32_f32_f16_len;
382extern const unsigned char div_f32_f32_f16_data[];
383
384extern const uint64_t div_f32_f32_f16_rte_len;
385extern const unsigned char div_f32_f32_f16_rte_data[];
386
387extern const uint64_t div_f32_f32_f32_len;
388extern const unsigned char div_f32_f32_f32_data[];
389
390extern const uint64_t div_f32_f32_f32_rte_len;
391extern const unsigned char div_f32_f32_f32_rte_data[];
392
393extern const uint64_t exp_f16_len;
394extern const unsigned char exp_f16_data[];
395
396extern const uint64_t exp_f16_rte_len;
397extern const unsigned char exp_f16_rte_data[];
398
399extern const uint64_t exp_f32_len;
400extern const unsigned char exp_f32_data[];
401
402extern const uint64_t exp_f32_rte_len;
403extern const unsigned char exp_f32_rte_data[];
404
405extern const uint64_t fa_split_k_reduce_len;
406extern const unsigned char fa_split_k_reduce_data[];
407
408extern const uint64_t flash_attn_f32_f16_f16_len;
409extern const unsigned char flash_attn_f32_f16_f16_data[];
410
411extern const uint64_t flash_attn_f32_f16_f16_cm1_len;
412extern const unsigned char flash_attn_f32_f16_f16_cm1_data[];
413
414extern const uint64_t flash_attn_f32_f16_f16_cm2_len;
415extern const unsigned char flash_attn_f32_f16_f16_cm2_data[];
416
417extern const uint64_t flash_attn_f32_f16_f16_f16acc_len;
418extern const unsigned char flash_attn_f32_f16_f16_f16acc_data[];
419
420extern const uint64_t flash_attn_f32_f16_f16_f16acc_cm1_len;
421extern const unsigned char flash_attn_f32_f16_f16_f16acc_cm1_data[];
422
423extern const uint64_t flash_attn_f32_f16_f16_f16acc_cm2_len;
424extern const unsigned char flash_attn_f32_f16_f16_f16acc_cm2_data[];
425
426extern const uint64_t flash_attn_f32_f16_f32_len;
427extern const unsigned char flash_attn_f32_f16_f32_data[];
428
429extern const uint64_t flash_attn_f32_f16_f32_cm1_len;
430extern const unsigned char flash_attn_f32_f16_f32_cm1_data[];
431
432extern const uint64_t flash_attn_f32_f16_f32_cm2_len;
433extern const unsigned char flash_attn_f32_f16_f32_cm2_data[];
434
435extern const uint64_t flash_attn_f32_f16_f32_f16acc_len;
436extern const unsigned char flash_attn_f32_f16_f32_f16acc_data[];
437
438extern const uint64_t flash_attn_f32_f16_f32_f16acc_cm1_len;
439extern const unsigned char flash_attn_f32_f16_f32_f16acc_cm1_data[];
440
441extern const uint64_t flash_attn_f32_f16_f32_f16acc_cm2_len;
442extern const unsigned char flash_attn_f32_f16_f32_f16acc_cm2_data[];
443
444extern const uint64_t flash_attn_f32_f16_iq1_m_cm2_len;
445extern const unsigned char flash_attn_f32_f16_iq1_m_cm2_data[];
446
447extern const uint64_t flash_attn_f32_f16_iq1_m_f16acc_cm2_len;
448extern const unsigned char flash_attn_f32_f16_iq1_m_f16acc_cm2_data[];
449
450extern const uint64_t flash_attn_f32_f16_iq1_s_cm2_len;
451extern const unsigned char flash_attn_f32_f16_iq1_s_cm2_data[];
452
453extern const uint64_t flash_attn_f32_f16_iq1_s_f16acc_cm2_len;
454extern const unsigned char flash_attn_f32_f16_iq1_s_f16acc_cm2_data[];
455
456extern const uint64_t flash_attn_f32_f16_iq2_s_cm2_len;
457extern const unsigned char flash_attn_f32_f16_iq2_s_cm2_data[];
458
459extern const uint64_t flash_attn_f32_f16_iq2_s_f16acc_cm2_len;
460extern const unsigned char flash_attn_f32_f16_iq2_s_f16acc_cm2_data[];
461
462extern const uint64_t flash_attn_f32_f16_iq2_xs_cm2_len;
463extern const unsigned char flash_attn_f32_f16_iq2_xs_cm2_data[];
464
465extern const uint64_t flash_attn_f32_f16_iq2_xs_f16acc_cm2_len;
466extern const unsigned char flash_attn_f32_f16_iq2_xs_f16acc_cm2_data[];
467
468extern const uint64_t flash_attn_f32_f16_iq2_xxs_cm2_len;
469extern const unsigned char flash_attn_f32_f16_iq2_xxs_cm2_data[];
470
471extern const uint64_t flash_attn_f32_f16_iq2_xxs_f16acc_cm2_len;
472extern const unsigned char flash_attn_f32_f16_iq2_xxs_f16acc_cm2_data[];
473
474extern const uint64_t flash_attn_f32_f16_iq3_s_cm2_len;
475extern const unsigned char flash_attn_f32_f16_iq3_s_cm2_data[];
476
477extern const uint64_t flash_attn_f32_f16_iq3_s_f16acc_cm2_len;
478extern const unsigned char flash_attn_f32_f16_iq3_s_f16acc_cm2_data[];
479
480extern const uint64_t flash_attn_f32_f16_iq3_xxs_cm2_len;
481extern const unsigned char flash_attn_f32_f16_iq3_xxs_cm2_data[];
482
483extern const uint64_t flash_attn_f32_f16_iq3_xxs_f16acc_cm2_len;
484extern const unsigned char flash_attn_f32_f16_iq3_xxs_f16acc_cm2_data[];
485
486extern const uint64_t flash_attn_f32_f16_iq4_nl_cm2_len;
487extern const unsigned char flash_attn_f32_f16_iq4_nl_cm2_data[];
488
489extern const uint64_t flash_attn_f32_f16_iq4_nl_f16acc_cm2_len;
490extern const unsigned char flash_attn_f32_f16_iq4_nl_f16acc_cm2_data[];
491
492extern const uint64_t flash_attn_f32_f16_iq4_xs_cm2_len;
493extern const unsigned char flash_attn_f32_f16_iq4_xs_cm2_data[];
494
495extern const uint64_t flash_attn_f32_f16_iq4_xs_f16acc_cm2_len;
496extern const unsigned char flash_attn_f32_f16_iq4_xs_f16acc_cm2_data[];
497
498extern const uint64_t flash_attn_f32_f16_mxfp4_cm2_len;
499extern const unsigned char flash_attn_f32_f16_mxfp4_cm2_data[];
500
501extern const uint64_t flash_attn_f32_f16_mxfp4_f16acc_cm2_len;
502extern const unsigned char flash_attn_f32_f16_mxfp4_f16acc_cm2_data[];
503
504extern const uint64_t flash_attn_f32_f16_q2_k_cm2_len;
505extern const unsigned char flash_attn_f32_f16_q2_k_cm2_data[];
506
507extern const uint64_t flash_attn_f32_f16_q2_k_f16acc_cm2_len;
508extern const unsigned char flash_attn_f32_f16_q2_k_f16acc_cm2_data[];
509
510extern const uint64_t flash_attn_f32_f16_q3_k_cm2_len;
511extern const unsigned char flash_attn_f32_f16_q3_k_cm2_data[];
512
513extern const uint64_t flash_attn_f32_f16_q3_k_f16acc_cm2_len;
514extern const unsigned char flash_attn_f32_f16_q3_k_f16acc_cm2_data[];
515
516extern const uint64_t flash_attn_f32_f16_q4_0_len;
517extern const unsigned char flash_attn_f32_f16_q4_0_data[];
518
519extern const uint64_t flash_attn_f32_f16_q4_0_cm1_len;
520extern const unsigned char flash_attn_f32_f16_q4_0_cm1_data[];
521
522extern const uint64_t flash_attn_f32_f16_q4_0_cm2_len;
523extern const unsigned char flash_attn_f32_f16_q4_0_cm2_data[];
524
525extern const uint64_t flash_attn_f32_f16_q4_0_f16acc_len;
526extern const unsigned char flash_attn_f32_f16_q4_0_f16acc_data[];
527
528extern const uint64_t flash_attn_f32_f16_q4_0_f16acc_cm1_len;
529extern const unsigned char flash_attn_f32_f16_q4_0_f16acc_cm1_data[];
530
531extern const uint64_t flash_attn_f32_f16_q4_0_f16acc_cm2_len;
532extern const unsigned char flash_attn_f32_f16_q4_0_f16acc_cm2_data[];
533
534extern const uint64_t flash_attn_f32_f16_q4_1_cm2_len;
535extern const unsigned char flash_attn_f32_f16_q4_1_cm2_data[];
536
537extern const uint64_t flash_attn_f32_f16_q4_1_f16acc_cm2_len;
538extern const unsigned char flash_attn_f32_f16_q4_1_f16acc_cm2_data[];
539
540extern const uint64_t flash_attn_f32_f16_q4_k_cm2_len;
541extern const unsigned char flash_attn_f32_f16_q4_k_cm2_data[];
542
543extern const uint64_t flash_attn_f32_f16_q4_k_f16acc_cm2_len;
544extern const unsigned char flash_attn_f32_f16_q4_k_f16acc_cm2_data[];
545
546extern const uint64_t flash_attn_f32_f16_q5_0_cm2_len;
547extern const unsigned char flash_attn_f32_f16_q5_0_cm2_data[];
548
549extern const uint64_t flash_attn_f32_f16_q5_0_f16acc_cm2_len;
550extern const unsigned char flash_attn_f32_f16_q5_0_f16acc_cm2_data[];
551
552extern const uint64_t flash_attn_f32_f16_q5_1_cm2_len;
553extern const unsigned char flash_attn_f32_f16_q5_1_cm2_data[];
554
555extern const uint64_t flash_attn_f32_f16_q5_1_f16acc_cm2_len;
556extern const unsigned char flash_attn_f32_f16_q5_1_f16acc_cm2_data[];
557
558extern const uint64_t flash_attn_f32_f16_q5_k_cm2_len;
559extern const unsigned char flash_attn_f32_f16_q5_k_cm2_data[];
560
561extern const uint64_t flash_attn_f32_f16_q5_k_f16acc_cm2_len;
562extern const unsigned char flash_attn_f32_f16_q5_k_f16acc_cm2_data[];
563
564extern const uint64_t flash_attn_f32_f16_q6_k_cm2_len;
565extern const unsigned char flash_attn_f32_f16_q6_k_cm2_data[];
566
567extern const uint64_t flash_attn_f32_f16_q6_k_f16acc_cm2_len;
568extern const unsigned char flash_attn_f32_f16_q6_k_f16acc_cm2_data[];
569
570extern const uint64_t flash_attn_f32_f16_q8_0_len;
571extern const unsigned char flash_attn_f32_f16_q8_0_data[];
572
573extern const uint64_t flash_attn_f32_f16_q8_0_cm1_len;
574extern const unsigned char flash_attn_f32_f16_q8_0_cm1_data[];
575
576extern const uint64_t flash_attn_f32_f16_q8_0_cm2_len;
577extern const unsigned char flash_attn_f32_f16_q8_0_cm2_data[];
578
579extern const uint64_t flash_attn_f32_f16_q8_0_f16acc_len;
580extern const unsigned char flash_attn_f32_f16_q8_0_f16acc_data[];
581
582extern const uint64_t flash_attn_f32_f16_q8_0_f16acc_cm1_len;
583extern const unsigned char flash_attn_f32_f16_q8_0_f16acc_cm1_data[];
584
585extern const uint64_t flash_attn_f32_f16_q8_0_f16acc_cm2_len;
586extern const unsigned char flash_attn_f32_f16_q8_0_f16acc_cm2_data[];
587
588extern const uint64_t geglu_erf_f16_len;
589extern const unsigned char geglu_erf_f16_data[];
590
591extern const uint64_t geglu_erf_f16_rte_len;
592extern const unsigned char geglu_erf_f16_rte_data[];
593
594extern const uint64_t geglu_erf_f32_len;
595extern const unsigned char geglu_erf_f32_data[];
596
597extern const uint64_t geglu_erf_f32_rte_len;
598extern const unsigned char geglu_erf_f32_rte_data[];
599
600extern const uint64_t geglu_f16_len;
601extern const unsigned char geglu_f16_data[];
602
603extern const uint64_t geglu_f16_rte_len;
604extern const unsigned char geglu_f16_rte_data[];
605
606extern const uint64_t geglu_f32_len;
607extern const unsigned char geglu_f32_data[];
608
609extern const uint64_t geglu_f32_rte_len;
610extern const unsigned char geglu_f32_rte_data[];
611
612extern const uint64_t geglu_quick_f16_len;
613extern const unsigned char geglu_quick_f16_data[];
614
615extern const uint64_t geglu_quick_f16_rte_len;
616extern const unsigned char geglu_quick_f16_rte_data[];
617
618extern const uint64_t geglu_quick_f32_len;
619extern const unsigned char geglu_quick_f32_data[];
620
621extern const uint64_t geglu_quick_f32_rte_len;
622extern const unsigned char geglu_quick_f32_rte_data[];
623
624extern const uint64_t gelu_erf_f16_len;
625extern const unsigned char gelu_erf_f16_data[];
626
627extern const uint64_t gelu_erf_f32_len;
628extern const unsigned char gelu_erf_f32_data[];
629
630extern const uint64_t gelu_f16_len;
631extern const unsigned char gelu_f16_data[];
632
633extern const uint64_t gelu_f32_len;
634extern const unsigned char gelu_f32_data[];
635
636extern const uint64_t gelu_quick_f16_len;
637extern const unsigned char gelu_quick_f16_data[];
638
639extern const uint64_t gelu_quick_f32_len;
640extern const unsigned char gelu_quick_f32_data[];
641
642extern const uint64_t get_rows_bf16_len;
643extern const unsigned char get_rows_bf16_data[];
644
645extern const uint64_t get_rows_bf16_f32_len;
646extern const unsigned char get_rows_bf16_f32_data[];
647
648extern const uint64_t get_rows_f16_len;
649extern const unsigned char get_rows_f16_data[];
650
651extern const uint64_t get_rows_f16_f32_len;
652extern const unsigned char get_rows_f16_f32_data[];
653
654extern const uint64_t get_rows_f32_len;
655extern const unsigned char get_rows_f32_data[];
656
657extern const uint64_t get_rows_f32_f32_len;
658extern const unsigned char get_rows_f32_f32_data[];
659
660extern const uint64_t get_rows_iq1_m_len;
661extern const unsigned char get_rows_iq1_m_data[];
662
663extern const uint64_t get_rows_iq1_m_f32_len;
664extern const unsigned char get_rows_iq1_m_f32_data[];
665
666extern const uint64_t get_rows_iq1_s_len;
667extern const unsigned char get_rows_iq1_s_data[];
668
669extern const uint64_t get_rows_iq1_s_f32_len;
670extern const unsigned char get_rows_iq1_s_f32_data[];
671
672extern const uint64_t get_rows_iq2_s_len;
673extern const unsigned char get_rows_iq2_s_data[];
674
675extern const uint64_t get_rows_iq2_s_f32_len;
676extern const unsigned char get_rows_iq2_s_f32_data[];
677
678extern const uint64_t get_rows_iq2_xs_len;
679extern const unsigned char get_rows_iq2_xs_data[];
680
681extern const uint64_t get_rows_iq2_xs_f32_len;
682extern const unsigned char get_rows_iq2_xs_f32_data[];
683
684extern const uint64_t get_rows_iq2_xxs_len;
685extern const unsigned char get_rows_iq2_xxs_data[];
686
687extern const uint64_t get_rows_iq2_xxs_f32_len;
688extern const unsigned char get_rows_iq2_xxs_f32_data[];
689
690extern const uint64_t get_rows_iq3_s_len;
691extern const unsigned char get_rows_iq3_s_data[];
692
693extern const uint64_t get_rows_iq3_s_f32_len;
694extern const unsigned char get_rows_iq3_s_f32_data[];
695
696extern const uint64_t get_rows_iq3_xxs_len;
697extern const unsigned char get_rows_iq3_xxs_data[];
698
699extern const uint64_t get_rows_iq3_xxs_f32_len;
700extern const unsigned char get_rows_iq3_xxs_f32_data[];
701
702extern const uint64_t get_rows_iq4_nl_len;
703extern const unsigned char get_rows_iq4_nl_data[];
704
705extern const uint64_t get_rows_iq4_nl_f32_len;
706extern const unsigned char get_rows_iq4_nl_f32_data[];
707
708extern const uint64_t get_rows_iq4_xs_len;
709extern const unsigned char get_rows_iq4_xs_data[];
710
711extern const uint64_t get_rows_iq4_xs_f32_len;
712extern const unsigned char get_rows_iq4_xs_f32_data[];
713
714extern const uint64_t get_rows_mxfp4_len;
715extern const unsigned char get_rows_mxfp4_data[];
716
717extern const uint64_t get_rows_mxfp4_f32_len;
718extern const unsigned char get_rows_mxfp4_f32_data[];
719
720extern const uint64_t get_rows_q2_k_len;
721extern const unsigned char get_rows_q2_k_data[];
722
723extern const uint64_t get_rows_q2_k_f32_len;
724extern const unsigned char get_rows_q2_k_f32_data[];
725
726extern const uint64_t get_rows_q3_k_len;
727extern const unsigned char get_rows_q3_k_data[];
728
729extern const uint64_t get_rows_q3_k_f32_len;
730extern const unsigned char get_rows_q3_k_f32_data[];
731
732extern const uint64_t get_rows_q4_0_len;
733extern const unsigned char get_rows_q4_0_data[];
734
735extern const uint64_t get_rows_q4_0_f32_len;
736extern const unsigned char get_rows_q4_0_f32_data[];
737
738extern const uint64_t get_rows_q4_1_len;
739extern const unsigned char get_rows_q4_1_data[];
740
741extern const uint64_t get_rows_q4_1_f32_len;
742extern const unsigned char get_rows_q4_1_f32_data[];
743
744extern const uint64_t get_rows_q4_k_len;
745extern const unsigned char get_rows_q4_k_data[];
746
747extern const uint64_t get_rows_q4_k_f32_len;
748extern const unsigned char get_rows_q4_k_f32_data[];
749
750extern const uint64_t get_rows_q5_0_len;
751extern const unsigned char get_rows_q5_0_data[];
752
753extern const uint64_t get_rows_q5_0_f32_len;
754extern const unsigned char get_rows_q5_0_f32_data[];
755
756extern const uint64_t get_rows_q5_1_len;
757extern const unsigned char get_rows_q5_1_data[];
758
759extern const uint64_t get_rows_q5_1_f32_len;
760extern const unsigned char get_rows_q5_1_f32_data[];
761
762extern const uint64_t get_rows_q5_k_len;
763extern const unsigned char get_rows_q5_k_data[];
764
765extern const uint64_t get_rows_q5_k_f32_len;
766extern const unsigned char get_rows_q5_k_f32_data[];
767
768extern const uint64_t get_rows_q6_k_len;
769extern const unsigned char get_rows_q6_k_data[];
770
771extern const uint64_t get_rows_q6_k_f32_len;
772extern const unsigned char get_rows_q6_k_f32_data[];
773
774extern const uint64_t get_rows_q8_0_len;
775extern const unsigned char get_rows_q8_0_data[];
776
777extern const uint64_t get_rows_q8_0_f32_len;
778extern const unsigned char get_rows_q8_0_f32_data[];
779
780extern const uint64_t group_norm_f32_len;
781extern const unsigned char group_norm_f32_data[];
782
783extern const uint64_t hardsigmoid_f16_len;
784extern const unsigned char hardsigmoid_f16_data[];
785
786extern const uint64_t hardsigmoid_f32_len;
787extern const unsigned char hardsigmoid_f32_data[];
788
789extern const uint64_t hardswish_f16_len;
790extern const unsigned char hardswish_f16_data[];
791
792extern const uint64_t hardswish_f32_len;
793extern const unsigned char hardswish_f32_data[];
794
795extern const uint64_t im2col_3d_f32_len;
796extern const unsigned char im2col_3d_f32_data[];
797
798extern const uint64_t im2col_3d_f32_bda_len;
799extern const unsigned char im2col_3d_f32_bda_data[];
800
801extern const uint64_t im2col_3d_f32_f16_len;
802extern const unsigned char im2col_3d_f32_f16_data[];
803
804extern const uint64_t im2col_3d_f32_f16_bda_len;
805extern const unsigned char im2col_3d_f32_f16_bda_data[];
806
807extern const uint64_t im2col_3d_f32_f16_rte_len;
808extern const unsigned char im2col_3d_f32_f16_rte_data[];
809
810extern const uint64_t im2col_3d_f32_f16_rte_bda_len;
811extern const unsigned char im2col_3d_f32_f16_rte_bda_data[];
812
813extern const uint64_t im2col_f32_len;
814extern const unsigned char im2col_f32_data[];
815
816extern const uint64_t im2col_f32_bda_len;
817extern const unsigned char im2col_f32_bda_data[];
818
819extern const uint64_t im2col_f32_f16_len;
820extern const unsigned char im2col_f32_f16_data[];
821
822extern const uint64_t im2col_f32_f16_bda_len;
823extern const unsigned char im2col_f32_f16_bda_data[];
824
825extern const uint64_t im2col_f32_f16_rte_len;
826extern const unsigned char im2col_f32_f16_rte_data[];
827
828extern const uint64_t im2col_f32_f16_rte_bda_len;
829extern const unsigned char im2col_f32_f16_rte_bda_data[];
830
831extern const uint64_t l2_norm_f32_len;
832extern const unsigned char l2_norm_f32_data[];
833
834extern const uint64_t leaky_relu_f32_len;
835extern const unsigned char leaky_relu_f32_data[];
836
837extern const uint64_t matmul_bf16_len;
838extern const unsigned char matmul_bf16_data[];
839
840extern const uint64_t matmul_bf16_aligned_len;
841extern const unsigned char matmul_bf16_aligned_data[];
842
843extern const uint64_t matmul_bf16_aligned_cm1_len;
844extern const unsigned char matmul_bf16_aligned_cm1_data[];
845
846extern const uint64_t matmul_bf16_aligned_cm2_len;
847extern const unsigned char matmul_bf16_aligned_cm2_data[];
848
849extern const uint64_t matmul_bf16_aligned_f16acc_len;
850extern const unsigned char matmul_bf16_aligned_f16acc_data[];
851
852extern const uint64_t matmul_bf16_aligned_f16acc_cm1_len;
853extern const unsigned char matmul_bf16_aligned_f16acc_cm1_data[];
854
855extern const uint64_t matmul_bf16_aligned_f16acc_cm2_len;
856extern const unsigned char matmul_bf16_aligned_f16acc_cm2_data[];
857
858extern const uint64_t matmul_bf16_aligned_fp32_len;
859extern const unsigned char matmul_bf16_aligned_fp32_data[];
860
861extern const uint64_t matmul_bf16_cm1_len;
862extern const unsigned char matmul_bf16_cm1_data[];
863
864extern const uint64_t matmul_bf16_cm2_len;
865extern const unsigned char matmul_bf16_cm2_data[];
866
867extern const uint64_t matmul_bf16_f16acc_len;
868extern const unsigned char matmul_bf16_f16acc_data[];
869
870extern const uint64_t matmul_bf16_f16acc_cm1_len;
871extern const unsigned char matmul_bf16_f16acc_cm1_data[];
872
873extern const uint64_t matmul_bf16_f16acc_cm2_len;
874extern const unsigned char matmul_bf16_f16acc_cm2_data[];
875
876extern const uint64_t matmul_bf16_fp32_len;
877extern const unsigned char matmul_bf16_fp32_data[];
878
879extern const uint64_t matmul_f16_len;
880extern const unsigned char matmul_f16_data[];
881
882extern const uint64_t matmul_f16_aligned_len;
883extern const unsigned char matmul_f16_aligned_data[];
884
885extern const uint64_t matmul_f16_aligned_cm1_len;
886extern const unsigned char matmul_f16_aligned_cm1_data[];
887
888extern const uint64_t matmul_f16_aligned_cm2_len;
889extern const unsigned char matmul_f16_aligned_cm2_data[];
890
891extern const uint64_t matmul_f16_aligned_f16acc_len;
892extern const unsigned char matmul_f16_aligned_f16acc_data[];
893
894extern const uint64_t matmul_f16_aligned_f16acc_cm1_len;
895extern const unsigned char matmul_f16_aligned_f16acc_cm1_data[];
896
897extern const uint64_t matmul_f16_aligned_f16acc_cm2_len;
898extern const unsigned char matmul_f16_aligned_f16acc_cm2_data[];
899
900extern const uint64_t matmul_f16_aligned_fp32_len;
901extern const unsigned char matmul_f16_aligned_fp32_data[];
902
903extern const uint64_t matmul_f16_cm1_len;
904extern const unsigned char matmul_f16_cm1_data[];
905
906extern const uint64_t matmul_f16_cm2_len;
907extern const unsigned char matmul_f16_cm2_data[];
908
909extern const uint64_t matmul_f16_f16acc_len;
910extern const unsigned char matmul_f16_f16acc_data[];
911
912extern const uint64_t matmul_f16_f16acc_cm1_len;
913extern const unsigned char matmul_f16_f16acc_cm1_data[];
914
915extern const uint64_t matmul_f16_f16acc_cm2_len;
916extern const unsigned char matmul_f16_f16acc_cm2_data[];
917
918extern const uint64_t matmul_f16_f32_len;
919extern const unsigned char matmul_f16_f32_data[];
920
921extern const uint64_t matmul_f16_f32_aligned_len;
922extern const unsigned char matmul_f16_f32_aligned_data[];
923
924extern const uint64_t matmul_f16_f32_aligned_cm1_len;
925extern const unsigned char matmul_f16_f32_aligned_cm1_data[];
926
927extern const uint64_t matmul_f16_f32_aligned_f16acc_len;
928extern const unsigned char matmul_f16_f32_aligned_f16acc_data[];
929
930extern const uint64_t matmul_f16_f32_aligned_f16acc_cm1_len;
931extern const unsigned char matmul_f16_f32_aligned_f16acc_cm1_data[];
932
933extern const uint64_t matmul_f16_f32_aligned_fp32_len;
934extern const unsigned char matmul_f16_f32_aligned_fp32_data[];
935
936extern const uint64_t matmul_f16_f32_cm1_len;
937extern const unsigned char matmul_f16_f32_cm1_data[];
938
939extern const uint64_t matmul_f16_f32_f16acc_len;
940extern const unsigned char matmul_f16_f32_f16acc_data[];
941
942extern const uint64_t matmul_f16_f32_f16acc_cm1_len;
943extern const unsigned char matmul_f16_f32_f16acc_cm1_data[];
944
945extern const uint64_t matmul_f16_f32_fp32_len;
946extern const unsigned char matmul_f16_f32_fp32_data[];
947
948extern const uint64_t matmul_f16_fp32_len;
949extern const unsigned char matmul_f16_fp32_data[];
950
951extern const uint64_t matmul_f32_f16_len;
952extern const unsigned char matmul_f32_f16_data[];
953
954extern const uint64_t matmul_f32_f16_aligned_len;
955extern const unsigned char matmul_f32_f16_aligned_data[];
956
957extern const uint64_t matmul_f32_f16_aligned_cm1_len;
958extern const unsigned char matmul_f32_f16_aligned_cm1_data[];
959
960extern const uint64_t matmul_f32_f16_aligned_cm2_len;
961extern const unsigned char matmul_f32_f16_aligned_cm2_data[];
962
963extern const uint64_t matmul_f32_f16_aligned_f16acc_len;
964extern const unsigned char matmul_f32_f16_aligned_f16acc_data[];
965
966extern const uint64_t matmul_f32_f16_aligned_f16acc_cm1_len;
967extern const unsigned char matmul_f32_f16_aligned_f16acc_cm1_data[];
968
969extern const uint64_t matmul_f32_f16_aligned_f16acc_cm2_len;
970extern const unsigned char matmul_f32_f16_aligned_f16acc_cm2_data[];
971
972extern const uint64_t matmul_f32_f16_aligned_fp32_len;
973extern const unsigned char matmul_f32_f16_aligned_fp32_data[];
974
975extern const uint64_t matmul_f32_f16_cm1_len;
976extern const unsigned char matmul_f32_f16_cm1_data[];
977
978extern const uint64_t matmul_f32_f16_cm2_len;
979extern const unsigned char matmul_f32_f16_cm2_data[];
980
981extern const uint64_t matmul_f32_f16_f16acc_len;
982extern const unsigned char matmul_f32_f16_f16acc_data[];
983
984extern const uint64_t matmul_f32_f16_f16acc_cm1_len;
985extern const unsigned char matmul_f32_f16_f16acc_cm1_data[];
986
987extern const uint64_t matmul_f32_f16_f16acc_cm2_len;
988extern const unsigned char matmul_f32_f16_f16acc_cm2_data[];
989
990extern const uint64_t matmul_f32_f16_fp32_len;
991extern const unsigned char matmul_f32_f16_fp32_data[];
992
993extern const uint64_t matmul_f32_f32_len;
994extern const unsigned char matmul_f32_f32_data[];
995
996extern const uint64_t matmul_f32_f32_aligned_len;
997extern const unsigned char matmul_f32_f32_aligned_data[];
998
999extern const uint64_t matmul_f32_f32_aligned_cm1_len;
1000extern const unsigned char matmul_f32_f32_aligned_cm1_data[];
1001
1002extern const uint64_t matmul_f32_f32_aligned_f16acc_len;
1003extern const unsigned char matmul_f32_f32_aligned_f16acc_data[];
1004
1005extern const uint64_t matmul_f32_f32_aligned_f16acc_cm1_len;
1006extern const unsigned char matmul_f32_f32_aligned_f16acc_cm1_data[];
1007
1008extern const uint64_t matmul_f32_f32_aligned_fp32_len;
1009extern const unsigned char matmul_f32_f32_aligned_fp32_data[];
1010
1011extern const uint64_t matmul_f32_f32_cm1_len;
1012extern const unsigned char matmul_f32_f32_cm1_data[];
1013
1014extern const uint64_t matmul_f32_f32_f16acc_len;
1015extern const unsigned char matmul_f32_f32_f16acc_data[];
1016
1017extern const uint64_t matmul_f32_f32_f16acc_cm1_len;
1018extern const unsigned char matmul_f32_f32_f16acc_cm1_data[];
1019
1020extern const uint64_t matmul_f32_f32_fp32_len;
1021extern const unsigned char matmul_f32_f32_fp32_data[];
1022
1023extern const uint64_t matmul_id_bf16_len;
1024extern const unsigned char matmul_id_bf16_data[];
1025
1026extern const uint64_t matmul_id_bf16_aligned_len;
1027extern const unsigned char matmul_id_bf16_aligned_data[];
1028
1029extern const uint64_t matmul_id_bf16_aligned_f16acc_len;
1030extern const unsigned char matmul_id_bf16_aligned_f16acc_data[];
1031
1032extern const uint64_t matmul_id_bf16_aligned_fp32_len;
1033extern const unsigned char matmul_id_bf16_aligned_fp32_data[];
1034
1035extern const uint64_t matmul_id_bf16_f16acc_len;
1036extern const unsigned char matmul_id_bf16_f16acc_data[];
1037
1038extern const uint64_t matmul_id_bf16_fp32_len;
1039extern const unsigned char matmul_id_bf16_fp32_data[];
1040
1041extern const uint64_t matmul_id_f16_len;
1042extern const unsigned char matmul_id_f16_data[];
1043
1044extern const uint64_t matmul_id_f16_aligned_len;
1045extern const unsigned char matmul_id_f16_aligned_data[];
1046
1047extern const uint64_t matmul_id_f16_aligned_f16acc_len;
1048extern const unsigned char matmul_id_f16_aligned_f16acc_data[];
1049
1050extern const uint64_t matmul_id_f16_aligned_fp32_len;
1051extern const unsigned char matmul_id_f16_aligned_fp32_data[];
1052
1053extern const uint64_t matmul_id_f16_f16acc_len;
1054extern const unsigned char matmul_id_f16_f16acc_data[];
1055
1056extern const uint64_t matmul_id_f16_f32_len;
1057extern const unsigned char matmul_id_f16_f32_data[];
1058
1059extern const uint64_t matmul_id_f16_f32_aligned_len;
1060extern const unsigned char matmul_id_f16_f32_aligned_data[];
1061
1062extern const uint64_t matmul_id_f16_f32_aligned_f16acc_len;
1063extern const unsigned char matmul_id_f16_f32_aligned_f16acc_data[];
1064
1065extern const uint64_t matmul_id_f16_f32_aligned_fp32_len;
1066extern const unsigned char matmul_id_f16_f32_aligned_fp32_data[];
1067
1068extern const uint64_t matmul_id_f16_f32_f16acc_len;
1069extern const unsigned char matmul_id_f16_f32_f16acc_data[];
1070
1071extern const uint64_t matmul_id_f16_f32_fp32_len;
1072extern const unsigned char matmul_id_f16_f32_fp32_data[];
1073
1074extern const uint64_t matmul_id_f16_fp32_len;
1075extern const unsigned char matmul_id_f16_fp32_data[];
1076
1077extern const uint64_t matmul_id_f32_f16_len;
1078extern const unsigned char matmul_id_f32_f16_data[];
1079
1080extern const uint64_t matmul_id_f32_f16_aligned_len;
1081extern const unsigned char matmul_id_f32_f16_aligned_data[];
1082
1083extern const uint64_t matmul_id_f32_f16_aligned_f16acc_len;
1084extern const unsigned char matmul_id_f32_f16_aligned_f16acc_data[];
1085
1086extern const uint64_t matmul_id_f32_f16_aligned_fp32_len;
1087extern const unsigned char matmul_id_f32_f16_aligned_fp32_data[];
1088
1089extern const uint64_t matmul_id_f32_f16_f16acc_len;
1090extern const unsigned char matmul_id_f32_f16_f16acc_data[];
1091
1092extern const uint64_t matmul_id_f32_f16_fp32_len;
1093extern const unsigned char matmul_id_f32_f16_fp32_data[];
1094
1095extern const uint64_t matmul_id_f32_f32_len;
1096extern const unsigned char matmul_id_f32_f32_data[];
1097
1098extern const uint64_t matmul_id_f32_f32_aligned_len;
1099extern const unsigned char matmul_id_f32_f32_aligned_data[];
1100
1101extern const uint64_t matmul_id_f32_f32_aligned_f16acc_len;
1102extern const unsigned char matmul_id_f32_f32_aligned_f16acc_data[];
1103
1104extern const uint64_t matmul_id_f32_f32_aligned_fp32_len;
1105extern const unsigned char matmul_id_f32_f32_aligned_fp32_data[];
1106
1107extern const uint64_t matmul_id_f32_f32_f16acc_len;
1108extern const unsigned char matmul_id_f32_f32_f16acc_data[];
1109
1110extern const uint64_t matmul_id_f32_f32_fp32_len;
1111extern const unsigned char matmul_id_f32_f32_fp32_data[];
1112
1113extern const uint64_t matmul_id_iq1_m_f16_len;
1114extern const unsigned char matmul_id_iq1_m_f16_data[];
1115
1116extern const uint64_t matmul_id_iq1_m_f16_aligned_len;
1117extern const unsigned char matmul_id_iq1_m_f16_aligned_data[];
1118
1119extern const uint64_t matmul_id_iq1_m_f16_aligned_f16acc_len;
1120extern const unsigned char matmul_id_iq1_m_f16_aligned_f16acc_data[];
1121
1122extern const uint64_t matmul_id_iq1_m_f16_aligned_fp32_len;
1123extern const unsigned char matmul_id_iq1_m_f16_aligned_fp32_data[];
1124
1125extern const uint64_t matmul_id_iq1_m_f16_f16acc_len;
1126extern const unsigned char matmul_id_iq1_m_f16_f16acc_data[];
1127
1128extern const uint64_t matmul_id_iq1_m_f16_fp32_len;
1129extern const unsigned char matmul_id_iq1_m_f16_fp32_data[];
1130
1131extern const uint64_t matmul_id_iq1_m_f32_len;
1132extern const unsigned char matmul_id_iq1_m_f32_data[];
1133
1134extern const uint64_t matmul_id_iq1_m_f32_aligned_len;
1135extern const unsigned char matmul_id_iq1_m_f32_aligned_data[];
1136
1137extern const uint64_t matmul_id_iq1_m_f32_aligned_f16acc_len;
1138extern const unsigned char matmul_id_iq1_m_f32_aligned_f16acc_data[];
1139
1140extern const uint64_t matmul_id_iq1_m_f32_aligned_fp32_len;
1141extern const unsigned char matmul_id_iq1_m_f32_aligned_fp32_data[];
1142
1143extern const uint64_t matmul_id_iq1_m_f32_f16acc_len;
1144extern const unsigned char matmul_id_iq1_m_f32_f16acc_data[];
1145
1146extern const uint64_t matmul_id_iq1_m_f32_fp32_len;
1147extern const unsigned char matmul_id_iq1_m_f32_fp32_data[];
1148
1149extern const uint64_t matmul_id_iq1_s_f16_len;
1150extern const unsigned char matmul_id_iq1_s_f16_data[];
1151
1152extern const uint64_t matmul_id_iq1_s_f16_aligned_len;
1153extern const unsigned char matmul_id_iq1_s_f16_aligned_data[];
1154
1155extern const uint64_t matmul_id_iq1_s_f16_aligned_f16acc_len;
1156extern const unsigned char matmul_id_iq1_s_f16_aligned_f16acc_data[];
1157
1158extern const uint64_t matmul_id_iq1_s_f16_aligned_fp32_len;
1159extern const unsigned char matmul_id_iq1_s_f16_aligned_fp32_data[];
1160
1161extern const uint64_t matmul_id_iq1_s_f16_f16acc_len;
1162extern const unsigned char matmul_id_iq1_s_f16_f16acc_data[];
1163
1164extern const uint64_t matmul_id_iq1_s_f16_fp32_len;
1165extern const unsigned char matmul_id_iq1_s_f16_fp32_data[];
1166
1167extern const uint64_t matmul_id_iq1_s_f32_len;
1168extern const unsigned char matmul_id_iq1_s_f32_data[];
1169
1170extern const uint64_t matmul_id_iq1_s_f32_aligned_len;
1171extern const unsigned char matmul_id_iq1_s_f32_aligned_data[];
1172
1173extern const uint64_t matmul_id_iq1_s_f32_aligned_f16acc_len;
1174extern const unsigned char matmul_id_iq1_s_f32_aligned_f16acc_data[];
1175
1176extern const uint64_t matmul_id_iq1_s_f32_aligned_fp32_len;
1177extern const unsigned char matmul_id_iq1_s_f32_aligned_fp32_data[];
1178
1179extern const uint64_t matmul_id_iq1_s_f32_f16acc_len;
1180extern const unsigned char matmul_id_iq1_s_f32_f16acc_data[];
1181
1182extern const uint64_t matmul_id_iq1_s_f32_fp32_len;
1183extern const unsigned char matmul_id_iq1_s_f32_fp32_data[];
1184
1185extern const uint64_t matmul_id_iq2_s_f16_len;
1186extern const unsigned char matmul_id_iq2_s_f16_data[];
1187
1188extern const uint64_t matmul_id_iq2_s_f16_aligned_len;
1189extern const unsigned char matmul_id_iq2_s_f16_aligned_data[];
1190
1191extern const uint64_t matmul_id_iq2_s_f16_aligned_f16acc_len;
1192extern const unsigned char matmul_id_iq2_s_f16_aligned_f16acc_data[];
1193
1194extern const uint64_t matmul_id_iq2_s_f16_aligned_fp32_len;
1195extern const unsigned char matmul_id_iq2_s_f16_aligned_fp32_data[];
1196
1197extern const uint64_t matmul_id_iq2_s_f16_f16acc_len;
1198extern const unsigned char matmul_id_iq2_s_f16_f16acc_data[];
1199
1200extern const uint64_t matmul_id_iq2_s_f16_fp32_len;
1201extern const unsigned char matmul_id_iq2_s_f16_fp32_data[];
1202
1203extern const uint64_t matmul_id_iq2_s_f32_len;
1204extern const unsigned char matmul_id_iq2_s_f32_data[];
1205
1206extern const uint64_t matmul_id_iq2_s_f32_aligned_len;
1207extern const unsigned char matmul_id_iq2_s_f32_aligned_data[];
1208
1209extern const uint64_t matmul_id_iq2_s_f32_aligned_f16acc_len;
1210extern const unsigned char matmul_id_iq2_s_f32_aligned_f16acc_data[];
1211
1212extern const uint64_t matmul_id_iq2_s_f32_aligned_fp32_len;
1213extern const unsigned char matmul_id_iq2_s_f32_aligned_fp32_data[];
1214
1215extern const uint64_t matmul_id_iq2_s_f32_f16acc_len;
1216extern const unsigned char matmul_id_iq2_s_f32_f16acc_data[];
1217
1218extern const uint64_t matmul_id_iq2_s_f32_fp32_len;
1219extern const unsigned char matmul_id_iq2_s_f32_fp32_data[];
1220
1221extern const uint64_t matmul_id_iq2_xs_f16_len;
1222extern const unsigned char matmul_id_iq2_xs_f16_data[];
1223
1224extern const uint64_t matmul_id_iq2_xs_f16_aligned_len;
1225extern const unsigned char matmul_id_iq2_xs_f16_aligned_data[];
1226
1227extern const uint64_t matmul_id_iq2_xs_f16_aligned_f16acc_len;
1228extern const unsigned char matmul_id_iq2_xs_f16_aligned_f16acc_data[];
1229
1230extern const uint64_t matmul_id_iq2_xs_f16_aligned_fp32_len;
1231extern const unsigned char matmul_id_iq2_xs_f16_aligned_fp32_data[];
1232
1233extern const uint64_t matmul_id_iq2_xs_f16_f16acc_len;
1234extern const unsigned char matmul_id_iq2_xs_f16_f16acc_data[];
1235
1236extern const uint64_t matmul_id_iq2_xs_f16_fp32_len;
1237extern const unsigned char matmul_id_iq2_xs_f16_fp32_data[];
1238
1239extern const uint64_t matmul_id_iq2_xs_f32_len;
1240extern const unsigned char matmul_id_iq2_xs_f32_data[];
1241
1242extern const uint64_t matmul_id_iq2_xs_f32_aligned_len;
1243extern const unsigned char matmul_id_iq2_xs_f32_aligned_data[];
1244
1245extern const uint64_t matmul_id_iq2_xs_f32_aligned_f16acc_len;
1246extern const unsigned char matmul_id_iq2_xs_f32_aligned_f16acc_data[];
1247
1248extern const uint64_t matmul_id_iq2_xs_f32_aligned_fp32_len;
1249extern const unsigned char matmul_id_iq2_xs_f32_aligned_fp32_data[];
1250
1251extern const uint64_t matmul_id_iq2_xs_f32_f16acc_len;
1252extern const unsigned char matmul_id_iq2_xs_f32_f16acc_data[];
1253
1254extern const uint64_t matmul_id_iq2_xs_f32_fp32_len;
1255extern const unsigned char matmul_id_iq2_xs_f32_fp32_data[];
1256
1257extern const uint64_t matmul_id_iq2_xxs_f16_len;
1258extern const unsigned char matmul_id_iq2_xxs_f16_data[];
1259
1260extern const uint64_t matmul_id_iq2_xxs_f16_aligned_len;
1261extern const unsigned char matmul_id_iq2_xxs_f16_aligned_data[];
1262
1263extern const uint64_t matmul_id_iq2_xxs_f16_aligned_f16acc_len;
1264extern const unsigned char matmul_id_iq2_xxs_f16_aligned_f16acc_data[];
1265
1266extern const uint64_t matmul_id_iq2_xxs_f16_aligned_fp32_len;
1267extern const unsigned char matmul_id_iq2_xxs_f16_aligned_fp32_data[];
1268
1269extern const uint64_t matmul_id_iq2_xxs_f16_f16acc_len;
1270extern const unsigned char matmul_id_iq2_xxs_f16_f16acc_data[];
1271
1272extern const uint64_t matmul_id_iq2_xxs_f16_fp32_len;
1273extern const unsigned char matmul_id_iq2_xxs_f16_fp32_data[];
1274
1275extern const uint64_t matmul_id_iq2_xxs_f32_len;
1276extern const unsigned char matmul_id_iq2_xxs_f32_data[];
1277
1278extern const uint64_t matmul_id_iq2_xxs_f32_aligned_len;
1279extern const unsigned char matmul_id_iq2_xxs_f32_aligned_data[];
1280
1281extern const uint64_t matmul_id_iq2_xxs_f32_aligned_f16acc_len;
1282extern const unsigned char matmul_id_iq2_xxs_f32_aligned_f16acc_data[];
1283
1284extern const uint64_t matmul_id_iq2_xxs_f32_aligned_fp32_len;
1285extern const unsigned char matmul_id_iq2_xxs_f32_aligned_fp32_data[];
1286
1287extern const uint64_t matmul_id_iq2_xxs_f32_f16acc_len;
1288extern const unsigned char matmul_id_iq2_xxs_f32_f16acc_data[];
1289
1290extern const uint64_t matmul_id_iq2_xxs_f32_fp32_len;
1291extern const unsigned char matmul_id_iq2_xxs_f32_fp32_data[];
1292
1293extern const uint64_t matmul_id_iq3_s_f16_len;
1294extern const unsigned char matmul_id_iq3_s_f16_data[];
1295
1296extern const uint64_t matmul_id_iq3_s_f16_aligned_len;
1297extern const unsigned char matmul_id_iq3_s_f16_aligned_data[];
1298
1299extern const uint64_t matmul_id_iq3_s_f16_aligned_f16acc_len;
1300extern const unsigned char matmul_id_iq3_s_f16_aligned_f16acc_data[];
1301
1302extern const uint64_t matmul_id_iq3_s_f16_aligned_fp32_len;
1303extern const unsigned char matmul_id_iq3_s_f16_aligned_fp32_data[];
1304
1305extern const uint64_t matmul_id_iq3_s_f16_f16acc_len;
1306extern const unsigned char matmul_id_iq3_s_f16_f16acc_data[];
1307
1308extern const uint64_t matmul_id_iq3_s_f16_fp32_len;
1309extern const unsigned char matmul_id_iq3_s_f16_fp32_data[];
1310
1311extern const uint64_t matmul_id_iq3_s_f32_len;
1312extern const unsigned char matmul_id_iq3_s_f32_data[];
1313
1314extern const uint64_t matmul_id_iq3_s_f32_aligned_len;
1315extern const unsigned char matmul_id_iq3_s_f32_aligned_data[];
1316
1317extern const uint64_t matmul_id_iq3_s_f32_aligned_f16acc_len;
1318extern const unsigned char matmul_id_iq3_s_f32_aligned_f16acc_data[];
1319
1320extern const uint64_t matmul_id_iq3_s_f32_aligned_fp32_len;
1321extern const unsigned char matmul_id_iq3_s_f32_aligned_fp32_data[];
1322
1323extern const uint64_t matmul_id_iq3_s_f32_f16acc_len;
1324extern const unsigned char matmul_id_iq3_s_f32_f16acc_data[];
1325
1326extern const uint64_t matmul_id_iq3_s_f32_fp32_len;
1327extern const unsigned char matmul_id_iq3_s_f32_fp32_data[];
1328
1329extern const uint64_t matmul_id_iq3_xxs_f16_len;
1330extern const unsigned char matmul_id_iq3_xxs_f16_data[];
1331
1332extern const uint64_t matmul_id_iq3_xxs_f16_aligned_len;
1333extern const unsigned char matmul_id_iq3_xxs_f16_aligned_data[];
1334
1335extern const uint64_t matmul_id_iq3_xxs_f16_aligned_f16acc_len;
1336extern const unsigned char matmul_id_iq3_xxs_f16_aligned_f16acc_data[];
1337
1338extern const uint64_t matmul_id_iq3_xxs_f16_aligned_fp32_len;
1339extern const unsigned char matmul_id_iq3_xxs_f16_aligned_fp32_data[];
1340
1341extern const uint64_t matmul_id_iq3_xxs_f16_f16acc_len;
1342extern const unsigned char matmul_id_iq3_xxs_f16_f16acc_data[];
1343
1344extern const uint64_t matmul_id_iq3_xxs_f16_fp32_len;
1345extern const unsigned char matmul_id_iq3_xxs_f16_fp32_data[];
1346
1347extern const uint64_t matmul_id_iq3_xxs_f32_len;
1348extern const unsigned char matmul_id_iq3_xxs_f32_data[];
1349
1350extern const uint64_t matmul_id_iq3_xxs_f32_aligned_len;
1351extern const unsigned char matmul_id_iq3_xxs_f32_aligned_data[];
1352
1353extern const uint64_t matmul_id_iq3_xxs_f32_aligned_f16acc_len;
1354extern const unsigned char matmul_id_iq3_xxs_f32_aligned_f16acc_data[];
1355
1356extern const uint64_t matmul_id_iq3_xxs_f32_aligned_fp32_len;
1357extern const unsigned char matmul_id_iq3_xxs_f32_aligned_fp32_data[];
1358
1359extern const uint64_t matmul_id_iq3_xxs_f32_f16acc_len;
1360extern const unsigned char matmul_id_iq3_xxs_f32_f16acc_data[];
1361
1362extern const uint64_t matmul_id_iq3_xxs_f32_fp32_len;
1363extern const unsigned char matmul_id_iq3_xxs_f32_fp32_data[];
1364
1365extern const uint64_t matmul_id_iq4_nl_f16_len;
1366extern const unsigned char matmul_id_iq4_nl_f16_data[];
1367
1368extern const uint64_t matmul_id_iq4_nl_f16_aligned_len;
1369extern const unsigned char matmul_id_iq4_nl_f16_aligned_data[];
1370
1371extern const uint64_t matmul_id_iq4_nl_f16_aligned_f16acc_len;
1372extern const unsigned char matmul_id_iq4_nl_f16_aligned_f16acc_data[];
1373
1374extern const uint64_t matmul_id_iq4_nl_f16_aligned_fp32_len;
1375extern const unsigned char matmul_id_iq4_nl_f16_aligned_fp32_data[];
1376
1377extern const uint64_t matmul_id_iq4_nl_f16_f16acc_len;
1378extern const unsigned char matmul_id_iq4_nl_f16_f16acc_data[];
1379
1380extern const uint64_t matmul_id_iq4_nl_f16_fp32_len;
1381extern const unsigned char matmul_id_iq4_nl_f16_fp32_data[];
1382
1383extern const uint64_t matmul_id_iq4_nl_f32_len;
1384extern const unsigned char matmul_id_iq4_nl_f32_data[];
1385
1386extern const uint64_t matmul_id_iq4_nl_f32_aligned_len;
1387extern const unsigned char matmul_id_iq4_nl_f32_aligned_data[];
1388
1389extern const uint64_t matmul_id_iq4_nl_f32_aligned_f16acc_len;
1390extern const unsigned char matmul_id_iq4_nl_f32_aligned_f16acc_data[];
1391
1392extern const uint64_t matmul_id_iq4_nl_f32_aligned_fp32_len;
1393extern const unsigned char matmul_id_iq4_nl_f32_aligned_fp32_data[];
1394
1395extern const uint64_t matmul_id_iq4_nl_f32_f16acc_len;
1396extern const unsigned char matmul_id_iq4_nl_f32_f16acc_data[];
1397
1398extern const uint64_t matmul_id_iq4_nl_f32_fp32_len;
1399extern const unsigned char matmul_id_iq4_nl_f32_fp32_data[];
1400
1401extern const uint64_t matmul_id_iq4_xs_f16_len;
1402extern const unsigned char matmul_id_iq4_xs_f16_data[];
1403
1404extern const uint64_t matmul_id_iq4_xs_f16_aligned_len;
1405extern const unsigned char matmul_id_iq4_xs_f16_aligned_data[];
1406
1407extern const uint64_t matmul_id_iq4_xs_f16_aligned_f16acc_len;
1408extern const unsigned char matmul_id_iq4_xs_f16_aligned_f16acc_data[];
1409
1410extern const uint64_t matmul_id_iq4_xs_f16_aligned_fp32_len;
1411extern const unsigned char matmul_id_iq4_xs_f16_aligned_fp32_data[];
1412
1413extern const uint64_t matmul_id_iq4_xs_f16_f16acc_len;
1414extern const unsigned char matmul_id_iq4_xs_f16_f16acc_data[];
1415
1416extern const uint64_t matmul_id_iq4_xs_f16_fp32_len;
1417extern const unsigned char matmul_id_iq4_xs_f16_fp32_data[];
1418
1419extern const uint64_t matmul_id_iq4_xs_f32_len;
1420extern const unsigned char matmul_id_iq4_xs_f32_data[];
1421
1422extern const uint64_t matmul_id_iq4_xs_f32_aligned_len;
1423extern const unsigned char matmul_id_iq4_xs_f32_aligned_data[];
1424
1425extern const uint64_t matmul_id_iq4_xs_f32_aligned_f16acc_len;
1426extern const unsigned char matmul_id_iq4_xs_f32_aligned_f16acc_data[];
1427
1428extern const uint64_t matmul_id_iq4_xs_f32_aligned_fp32_len;
1429extern const unsigned char matmul_id_iq4_xs_f32_aligned_fp32_data[];
1430
1431extern const uint64_t matmul_id_iq4_xs_f32_f16acc_len;
1432extern const unsigned char matmul_id_iq4_xs_f32_f16acc_data[];
1433
1434extern const uint64_t matmul_id_iq4_xs_f32_fp32_len;
1435extern const unsigned char matmul_id_iq4_xs_f32_fp32_data[];
1436
1437extern const uint64_t matmul_id_mxfp4_f16_len;
1438extern const unsigned char matmul_id_mxfp4_f16_data[];
1439
1440extern const uint64_t matmul_id_mxfp4_f16_aligned_len;
1441extern const unsigned char matmul_id_mxfp4_f16_aligned_data[];
1442
1443extern const uint64_t matmul_id_mxfp4_f16_aligned_f16acc_len;
1444extern const unsigned char matmul_id_mxfp4_f16_aligned_f16acc_data[];
1445
1446extern const uint64_t matmul_id_mxfp4_f16_aligned_fp32_len;
1447extern const unsigned char matmul_id_mxfp4_f16_aligned_fp32_data[];
1448
1449extern const uint64_t matmul_id_mxfp4_f16_f16acc_len;
1450extern const unsigned char matmul_id_mxfp4_f16_f16acc_data[];
1451
1452extern const uint64_t matmul_id_mxfp4_f16_fp32_len;
1453extern const unsigned char matmul_id_mxfp4_f16_fp32_data[];
1454
1455extern const uint64_t matmul_id_mxfp4_f32_len;
1456extern const unsigned char matmul_id_mxfp4_f32_data[];
1457
1458extern const uint64_t matmul_id_mxfp4_f32_aligned_len;
1459extern const unsigned char matmul_id_mxfp4_f32_aligned_data[];
1460
1461extern const uint64_t matmul_id_mxfp4_f32_aligned_f16acc_len;
1462extern const unsigned char matmul_id_mxfp4_f32_aligned_f16acc_data[];
1463
1464extern const uint64_t matmul_id_mxfp4_f32_aligned_fp32_len;
1465extern const unsigned char matmul_id_mxfp4_f32_aligned_fp32_data[];
1466
1467extern const uint64_t matmul_id_mxfp4_f32_f16acc_len;
1468extern const unsigned char matmul_id_mxfp4_f32_f16acc_data[];
1469
1470extern const uint64_t matmul_id_mxfp4_f32_fp32_len;
1471extern const unsigned char matmul_id_mxfp4_f32_fp32_data[];
1472
1473extern const uint64_t matmul_id_mxfp4_q8_1_len;
1474extern const unsigned char matmul_id_mxfp4_q8_1_data[];
1475
1476extern const uint64_t matmul_id_mxfp4_q8_1_fp32_len;
1477extern const unsigned char matmul_id_mxfp4_q8_1_fp32_data[];
1478
1479extern const uint64_t matmul_id_q2_k_f16_len;
1480extern const unsigned char matmul_id_q2_k_f16_data[];
1481
1482extern const uint64_t matmul_id_q2_k_f16_aligned_len;
1483extern const unsigned char matmul_id_q2_k_f16_aligned_data[];
1484
1485extern const uint64_t matmul_id_q2_k_f16_aligned_f16acc_len;
1486extern const unsigned char matmul_id_q2_k_f16_aligned_f16acc_data[];
1487
1488extern const uint64_t matmul_id_q2_k_f16_aligned_fp32_len;
1489extern const unsigned char matmul_id_q2_k_f16_aligned_fp32_data[];
1490
1491extern const uint64_t matmul_id_q2_k_f16_f16acc_len;
1492extern const unsigned char matmul_id_q2_k_f16_f16acc_data[];
1493
1494extern const uint64_t matmul_id_q2_k_f16_fp32_len;
1495extern const unsigned char matmul_id_q2_k_f16_fp32_data[];
1496
1497extern const uint64_t matmul_id_q2_k_f32_len;
1498extern const unsigned char matmul_id_q2_k_f32_data[];
1499
1500extern const uint64_t matmul_id_q2_k_f32_aligned_len;
1501extern const unsigned char matmul_id_q2_k_f32_aligned_data[];
1502
1503extern const uint64_t matmul_id_q2_k_f32_aligned_f16acc_len;
1504extern const unsigned char matmul_id_q2_k_f32_aligned_f16acc_data[];
1505
1506extern const uint64_t matmul_id_q2_k_f32_aligned_fp32_len;
1507extern const unsigned char matmul_id_q2_k_f32_aligned_fp32_data[];
1508
1509extern const uint64_t matmul_id_q2_k_f32_f16acc_len;
1510extern const unsigned char matmul_id_q2_k_f32_f16acc_data[];
1511
1512extern const uint64_t matmul_id_q2_k_f32_fp32_len;
1513extern const unsigned char matmul_id_q2_k_f32_fp32_data[];
1514
1515extern const uint64_t matmul_id_q2_k_q8_1_len;
1516extern const unsigned char matmul_id_q2_k_q8_1_data[];
1517
1518extern const uint64_t matmul_id_q2_k_q8_1_fp32_len;
1519extern const unsigned char matmul_id_q2_k_q8_1_fp32_data[];
1520
1521extern const uint64_t matmul_id_q3_k_f16_len;
1522extern const unsigned char matmul_id_q3_k_f16_data[];
1523
1524extern const uint64_t matmul_id_q3_k_f16_aligned_len;
1525extern const unsigned char matmul_id_q3_k_f16_aligned_data[];
1526
1527extern const uint64_t matmul_id_q3_k_f16_aligned_f16acc_len;
1528extern const unsigned char matmul_id_q3_k_f16_aligned_f16acc_data[];
1529
1530extern const uint64_t matmul_id_q3_k_f16_aligned_fp32_len;
1531extern const unsigned char matmul_id_q3_k_f16_aligned_fp32_data[];
1532
1533extern const uint64_t matmul_id_q3_k_f16_f16acc_len;
1534extern const unsigned char matmul_id_q3_k_f16_f16acc_data[];
1535
1536extern const uint64_t matmul_id_q3_k_f16_fp32_len;
1537extern const unsigned char matmul_id_q3_k_f16_fp32_data[];
1538
1539extern const uint64_t matmul_id_q3_k_f32_len;
1540extern const unsigned char matmul_id_q3_k_f32_data[];
1541
1542extern const uint64_t matmul_id_q3_k_f32_aligned_len;
1543extern const unsigned char matmul_id_q3_k_f32_aligned_data[];
1544
1545extern const uint64_t matmul_id_q3_k_f32_aligned_f16acc_len;
1546extern const unsigned char matmul_id_q3_k_f32_aligned_f16acc_data[];
1547
1548extern const uint64_t matmul_id_q3_k_f32_aligned_fp32_len;
1549extern const unsigned char matmul_id_q3_k_f32_aligned_fp32_data[];
1550
1551extern const uint64_t matmul_id_q3_k_f32_f16acc_len;
1552extern const unsigned char matmul_id_q3_k_f32_f16acc_data[];
1553
1554extern const uint64_t matmul_id_q3_k_f32_fp32_len;
1555extern const unsigned char matmul_id_q3_k_f32_fp32_data[];
1556
1557extern const uint64_t matmul_id_q3_k_q8_1_len;
1558extern const unsigned char matmul_id_q3_k_q8_1_data[];
1559
1560extern const uint64_t matmul_id_q3_k_q8_1_fp32_len;
1561extern const unsigned char matmul_id_q3_k_q8_1_fp32_data[];
1562
1563extern const uint64_t matmul_id_q4_0_f16_len;
1564extern const unsigned char matmul_id_q4_0_f16_data[];
1565
1566extern const uint64_t matmul_id_q4_0_f16_aligned_len;
1567extern const unsigned char matmul_id_q4_0_f16_aligned_data[];
1568
1569extern const uint64_t matmul_id_q4_0_f16_aligned_f16acc_len;
1570extern const unsigned char matmul_id_q4_0_f16_aligned_f16acc_data[];
1571
1572extern const uint64_t matmul_id_q4_0_f16_aligned_fp32_len;
1573extern const unsigned char matmul_id_q4_0_f16_aligned_fp32_data[];
1574
1575extern const uint64_t matmul_id_q4_0_f16_f16acc_len;
1576extern const unsigned char matmul_id_q4_0_f16_f16acc_data[];
1577
1578extern const uint64_t matmul_id_q4_0_f16_fp32_len;
1579extern const unsigned char matmul_id_q4_0_f16_fp32_data[];
1580
1581extern const uint64_t matmul_id_q4_0_f32_len;
1582extern const unsigned char matmul_id_q4_0_f32_data[];
1583
1584extern const uint64_t matmul_id_q4_0_f32_aligned_len;
1585extern const unsigned char matmul_id_q4_0_f32_aligned_data[];
1586
1587extern const uint64_t matmul_id_q4_0_f32_aligned_f16acc_len;
1588extern const unsigned char matmul_id_q4_0_f32_aligned_f16acc_data[];
1589
1590extern const uint64_t matmul_id_q4_0_f32_aligned_fp32_len;
1591extern const unsigned char matmul_id_q4_0_f32_aligned_fp32_data[];
1592
1593extern const uint64_t matmul_id_q4_0_f32_f16acc_len;
1594extern const unsigned char matmul_id_q4_0_f32_f16acc_data[];
1595
1596extern const uint64_t matmul_id_q4_0_f32_fp32_len;
1597extern const unsigned char matmul_id_q4_0_f32_fp32_data[];
1598
1599extern const uint64_t matmul_id_q4_0_q8_1_len;
1600extern const unsigned char matmul_id_q4_0_q8_1_data[];
1601
1602extern const uint64_t matmul_id_q4_0_q8_1_fp32_len;
1603extern const unsigned char matmul_id_q4_0_q8_1_fp32_data[];
1604
1605extern const uint64_t matmul_id_q4_1_f16_len;
1606extern const unsigned char matmul_id_q4_1_f16_data[];
1607
1608extern const uint64_t matmul_id_q4_1_f16_aligned_len;
1609extern const unsigned char matmul_id_q4_1_f16_aligned_data[];
1610
1611extern const uint64_t matmul_id_q4_1_f16_aligned_f16acc_len;
1612extern const unsigned char matmul_id_q4_1_f16_aligned_f16acc_data[];
1613
1614extern const uint64_t matmul_id_q4_1_f16_aligned_fp32_len;
1615extern const unsigned char matmul_id_q4_1_f16_aligned_fp32_data[];
1616
1617extern const uint64_t matmul_id_q4_1_f16_f16acc_len;
1618extern const unsigned char matmul_id_q4_1_f16_f16acc_data[];
1619
1620extern const uint64_t matmul_id_q4_1_f16_fp32_len;
1621extern const unsigned char matmul_id_q4_1_f16_fp32_data[];
1622
1623extern const uint64_t matmul_id_q4_1_f32_len;
1624extern const unsigned char matmul_id_q4_1_f32_data[];
1625
1626extern const uint64_t matmul_id_q4_1_f32_aligned_len;
1627extern const unsigned char matmul_id_q4_1_f32_aligned_data[];
1628
1629extern const uint64_t matmul_id_q4_1_f32_aligned_f16acc_len;
1630extern const unsigned char matmul_id_q4_1_f32_aligned_f16acc_data[];
1631
1632extern const uint64_t matmul_id_q4_1_f32_aligned_fp32_len;
1633extern const unsigned char matmul_id_q4_1_f32_aligned_fp32_data[];
1634
1635extern const uint64_t matmul_id_q4_1_f32_f16acc_len;
1636extern const unsigned char matmul_id_q4_1_f32_f16acc_data[];
1637
1638extern const uint64_t matmul_id_q4_1_f32_fp32_len;
1639extern const unsigned char matmul_id_q4_1_f32_fp32_data[];
1640
1641extern const uint64_t matmul_id_q4_1_q8_1_len;
1642extern const unsigned char matmul_id_q4_1_q8_1_data[];
1643
1644extern const uint64_t matmul_id_q4_1_q8_1_fp32_len;
1645extern const unsigned char matmul_id_q4_1_q8_1_fp32_data[];
1646
1647extern const uint64_t matmul_id_q4_k_f16_len;
1648extern const unsigned char matmul_id_q4_k_f16_data[];
1649
1650extern const uint64_t matmul_id_q4_k_f16_aligned_len;
1651extern const unsigned char matmul_id_q4_k_f16_aligned_data[];
1652
1653extern const uint64_t matmul_id_q4_k_f16_aligned_f16acc_len;
1654extern const unsigned char matmul_id_q4_k_f16_aligned_f16acc_data[];
1655
1656extern const uint64_t matmul_id_q4_k_f16_aligned_fp32_len;
1657extern const unsigned char matmul_id_q4_k_f16_aligned_fp32_data[];
1658
1659extern const uint64_t matmul_id_q4_k_f16_f16acc_len;
1660extern const unsigned char matmul_id_q4_k_f16_f16acc_data[];
1661
1662extern const uint64_t matmul_id_q4_k_f16_fp32_len;
1663extern const unsigned char matmul_id_q4_k_f16_fp32_data[];
1664
1665extern const uint64_t matmul_id_q4_k_f32_len;
1666extern const unsigned char matmul_id_q4_k_f32_data[];
1667
1668extern const uint64_t matmul_id_q4_k_f32_aligned_len;
1669extern const unsigned char matmul_id_q4_k_f32_aligned_data[];
1670
1671extern const uint64_t matmul_id_q4_k_f32_aligned_f16acc_len;
1672extern const unsigned char matmul_id_q4_k_f32_aligned_f16acc_data[];
1673
1674extern const uint64_t matmul_id_q4_k_f32_aligned_fp32_len;
1675extern const unsigned char matmul_id_q4_k_f32_aligned_fp32_data[];
1676
1677extern const uint64_t matmul_id_q4_k_f32_f16acc_len;
1678extern const unsigned char matmul_id_q4_k_f32_f16acc_data[];
1679
1680extern const uint64_t matmul_id_q4_k_f32_fp32_len;
1681extern const unsigned char matmul_id_q4_k_f32_fp32_data[];
1682
1683extern const uint64_t matmul_id_q4_k_q8_1_len;
1684extern const unsigned char matmul_id_q4_k_q8_1_data[];
1685
1686extern const uint64_t matmul_id_q4_k_q8_1_fp32_len;
1687extern const unsigned char matmul_id_q4_k_q8_1_fp32_data[];
1688
1689extern const uint64_t matmul_id_q5_0_f16_len;
1690extern const unsigned char matmul_id_q5_0_f16_data[];
1691
1692extern const uint64_t matmul_id_q5_0_f16_aligned_len;
1693extern const unsigned char matmul_id_q5_0_f16_aligned_data[];
1694
1695extern const uint64_t matmul_id_q5_0_f16_aligned_f16acc_len;
1696extern const unsigned char matmul_id_q5_0_f16_aligned_f16acc_data[];
1697
1698extern const uint64_t matmul_id_q5_0_f16_aligned_fp32_len;
1699extern const unsigned char matmul_id_q5_0_f16_aligned_fp32_data[];
1700
1701extern const uint64_t matmul_id_q5_0_f16_f16acc_len;
1702extern const unsigned char matmul_id_q5_0_f16_f16acc_data[];
1703
1704extern const uint64_t matmul_id_q5_0_f16_fp32_len;
1705extern const unsigned char matmul_id_q5_0_f16_fp32_data[];
1706
1707extern const uint64_t matmul_id_q5_0_f32_len;
1708extern const unsigned char matmul_id_q5_0_f32_data[];
1709
1710extern const uint64_t matmul_id_q5_0_f32_aligned_len;
1711extern const unsigned char matmul_id_q5_0_f32_aligned_data[];
1712
1713extern const uint64_t matmul_id_q5_0_f32_aligned_f16acc_len;
1714extern const unsigned char matmul_id_q5_0_f32_aligned_f16acc_data[];
1715
1716extern const uint64_t matmul_id_q5_0_f32_aligned_fp32_len;
1717extern const unsigned char matmul_id_q5_0_f32_aligned_fp32_data[];
1718
1719extern const uint64_t matmul_id_q5_0_f32_f16acc_len;
1720extern const unsigned char matmul_id_q5_0_f32_f16acc_data[];
1721
1722extern const uint64_t matmul_id_q5_0_f32_fp32_len;
1723extern const unsigned char matmul_id_q5_0_f32_fp32_data[];
1724
1725extern const uint64_t matmul_id_q5_0_q8_1_len;
1726extern const unsigned char matmul_id_q5_0_q8_1_data[];
1727
1728extern const uint64_t matmul_id_q5_0_q8_1_fp32_len;
1729extern const unsigned char matmul_id_q5_0_q8_1_fp32_data[];
1730
1731extern const uint64_t matmul_id_q5_1_f16_len;
1732extern const unsigned char matmul_id_q5_1_f16_data[];
1733
1734extern const uint64_t matmul_id_q5_1_f16_aligned_len;
1735extern const unsigned char matmul_id_q5_1_f16_aligned_data[];
1736
1737extern const uint64_t matmul_id_q5_1_f16_aligned_f16acc_len;
1738extern const unsigned char matmul_id_q5_1_f16_aligned_f16acc_data[];
1739
1740extern const uint64_t matmul_id_q5_1_f16_aligned_fp32_len;
1741extern const unsigned char matmul_id_q5_1_f16_aligned_fp32_data[];
1742
1743extern const uint64_t matmul_id_q5_1_f16_f16acc_len;
1744extern const unsigned char matmul_id_q5_1_f16_f16acc_data[];
1745
1746extern const uint64_t matmul_id_q5_1_f16_fp32_len;
1747extern const unsigned char matmul_id_q5_1_f16_fp32_data[];
1748
1749extern const uint64_t matmul_id_q5_1_f32_len;
1750extern const unsigned char matmul_id_q5_1_f32_data[];
1751
1752extern const uint64_t matmul_id_q5_1_f32_aligned_len;
1753extern const unsigned char matmul_id_q5_1_f32_aligned_data[];
1754
1755extern const uint64_t matmul_id_q5_1_f32_aligned_f16acc_len;
1756extern const unsigned char matmul_id_q5_1_f32_aligned_f16acc_data[];
1757
1758extern const uint64_t matmul_id_q5_1_f32_aligned_fp32_len;
1759extern const unsigned char matmul_id_q5_1_f32_aligned_fp32_data[];
1760
1761extern const uint64_t matmul_id_q5_1_f32_f16acc_len;
1762extern const unsigned char matmul_id_q5_1_f32_f16acc_data[];
1763
1764extern const uint64_t matmul_id_q5_1_f32_fp32_len;
1765extern const unsigned char matmul_id_q5_1_f32_fp32_data[];
1766
1767extern const uint64_t matmul_id_q5_1_q8_1_len;
1768extern const unsigned char matmul_id_q5_1_q8_1_data[];
1769
1770extern const uint64_t matmul_id_q5_1_q8_1_fp32_len;
1771extern const unsigned char matmul_id_q5_1_q8_1_fp32_data[];
1772
1773extern const uint64_t matmul_id_q5_k_f16_len;
1774extern const unsigned char matmul_id_q5_k_f16_data[];
1775
1776extern const uint64_t matmul_id_q5_k_f16_aligned_len;
1777extern const unsigned char matmul_id_q5_k_f16_aligned_data[];
1778
1779extern const uint64_t matmul_id_q5_k_f16_aligned_f16acc_len;
1780extern const unsigned char matmul_id_q5_k_f16_aligned_f16acc_data[];
1781
1782extern const uint64_t matmul_id_q5_k_f16_aligned_fp32_len;
1783extern const unsigned char matmul_id_q5_k_f16_aligned_fp32_data[];
1784
1785extern const uint64_t matmul_id_q5_k_f16_f16acc_len;
1786extern const unsigned char matmul_id_q5_k_f16_f16acc_data[];
1787
1788extern const uint64_t matmul_id_q5_k_f16_fp32_len;
1789extern const unsigned char matmul_id_q5_k_f16_fp32_data[];
1790
1791extern const uint64_t matmul_id_q5_k_f32_len;
1792extern const unsigned char matmul_id_q5_k_f32_data[];
1793
1794extern const uint64_t matmul_id_q5_k_f32_aligned_len;
1795extern const unsigned char matmul_id_q5_k_f32_aligned_data[];
1796
1797extern const uint64_t matmul_id_q5_k_f32_aligned_f16acc_len;
1798extern const unsigned char matmul_id_q5_k_f32_aligned_f16acc_data[];
1799
1800extern const uint64_t matmul_id_q5_k_f32_aligned_fp32_len;
1801extern const unsigned char matmul_id_q5_k_f32_aligned_fp32_data[];
1802
1803extern const uint64_t matmul_id_q5_k_f32_f16acc_len;
1804extern const unsigned char matmul_id_q5_k_f32_f16acc_data[];
1805
1806extern const uint64_t matmul_id_q5_k_f32_fp32_len;
1807extern const unsigned char matmul_id_q5_k_f32_fp32_data[];
1808
1809extern const uint64_t matmul_id_q5_k_q8_1_len;
1810extern const unsigned char matmul_id_q5_k_q8_1_data[];
1811
1812extern const uint64_t matmul_id_q5_k_q8_1_fp32_len;
1813extern const unsigned char matmul_id_q5_k_q8_1_fp32_data[];
1814
1815extern const uint64_t matmul_id_q6_k_f16_len;
1816extern const unsigned char matmul_id_q6_k_f16_data[];
1817
1818extern const uint64_t matmul_id_q6_k_f16_aligned_len;
1819extern const unsigned char matmul_id_q6_k_f16_aligned_data[];
1820
1821extern const uint64_t matmul_id_q6_k_f16_aligned_f16acc_len;
1822extern const unsigned char matmul_id_q6_k_f16_aligned_f16acc_data[];
1823
1824extern const uint64_t matmul_id_q6_k_f16_aligned_fp32_len;
1825extern const unsigned char matmul_id_q6_k_f16_aligned_fp32_data[];
1826
1827extern const uint64_t matmul_id_q6_k_f16_f16acc_len;
1828extern const unsigned char matmul_id_q6_k_f16_f16acc_data[];
1829
1830extern const uint64_t matmul_id_q6_k_f16_fp32_len;
1831extern const unsigned char matmul_id_q6_k_f16_fp32_data[];
1832
1833extern const uint64_t matmul_id_q6_k_f32_len;
1834extern const unsigned char matmul_id_q6_k_f32_data[];
1835
1836extern const uint64_t matmul_id_q6_k_f32_aligned_len;
1837extern const unsigned char matmul_id_q6_k_f32_aligned_data[];
1838
1839extern const uint64_t matmul_id_q6_k_f32_aligned_f16acc_len;
1840extern const unsigned char matmul_id_q6_k_f32_aligned_f16acc_data[];
1841
1842extern const uint64_t matmul_id_q6_k_f32_aligned_fp32_len;
1843extern const unsigned char matmul_id_q6_k_f32_aligned_fp32_data[];
1844
1845extern const uint64_t matmul_id_q6_k_f32_f16acc_len;
1846extern const unsigned char matmul_id_q6_k_f32_f16acc_data[];
1847
1848extern const uint64_t matmul_id_q6_k_f32_fp32_len;
1849extern const unsigned char matmul_id_q6_k_f32_fp32_data[];
1850
1851extern const uint64_t matmul_id_q6_k_q8_1_len;
1852extern const unsigned char matmul_id_q6_k_q8_1_data[];
1853
1854extern const uint64_t matmul_id_q6_k_q8_1_fp32_len;
1855extern const unsigned char matmul_id_q6_k_q8_1_fp32_data[];
1856
1857extern const uint64_t matmul_id_q8_0_f16_len;
1858extern const unsigned char matmul_id_q8_0_f16_data[];
1859
1860extern const uint64_t matmul_id_q8_0_f16_aligned_len;
1861extern const unsigned char matmul_id_q8_0_f16_aligned_data[];
1862
1863extern const uint64_t matmul_id_q8_0_f16_aligned_f16acc_len;
1864extern const unsigned char matmul_id_q8_0_f16_aligned_f16acc_data[];
1865
1866extern const uint64_t matmul_id_q8_0_f16_aligned_fp32_len;
1867extern const unsigned char matmul_id_q8_0_f16_aligned_fp32_data[];
1868
1869extern const uint64_t matmul_id_q8_0_f16_f16acc_len;
1870extern const unsigned char matmul_id_q8_0_f16_f16acc_data[];
1871
1872extern const uint64_t matmul_id_q8_0_f16_fp32_len;
1873extern const unsigned char matmul_id_q8_0_f16_fp32_data[];
1874
1875extern const uint64_t matmul_id_q8_0_f32_len;
1876extern const unsigned char matmul_id_q8_0_f32_data[];
1877
1878extern const uint64_t matmul_id_q8_0_f32_aligned_len;
1879extern const unsigned char matmul_id_q8_0_f32_aligned_data[];
1880
1881extern const uint64_t matmul_id_q8_0_f32_aligned_f16acc_len;
1882extern const unsigned char matmul_id_q8_0_f32_aligned_f16acc_data[];
1883
1884extern const uint64_t matmul_id_q8_0_f32_aligned_fp32_len;
1885extern const unsigned char matmul_id_q8_0_f32_aligned_fp32_data[];
1886
1887extern const uint64_t matmul_id_q8_0_f32_f16acc_len;
1888extern const unsigned char matmul_id_q8_0_f32_f16acc_data[];
1889
1890extern const uint64_t matmul_id_q8_0_f32_fp32_len;
1891extern const unsigned char matmul_id_q8_0_f32_fp32_data[];
1892
1893extern const uint64_t matmul_id_q8_0_q8_1_len;
1894extern const unsigned char matmul_id_q8_0_q8_1_data[];
1895
1896extern const uint64_t matmul_id_q8_0_q8_1_fp32_len;
1897extern const unsigned char matmul_id_q8_0_q8_1_fp32_data[];
1898
1899extern const uint64_t matmul_id_subgroup_bf16_len;
1900extern const unsigned char matmul_id_subgroup_bf16_data[];
1901
1902extern const uint64_t matmul_id_subgroup_bf16_aligned_len;
1903extern const unsigned char matmul_id_subgroup_bf16_aligned_data[];
1904
1905extern const uint64_t matmul_id_subgroup_bf16_aligned_cm1_len;
1906extern const unsigned char matmul_id_subgroup_bf16_aligned_cm1_data[];
1907
1908extern const uint64_t matmul_id_subgroup_bf16_aligned_cm2_len;
1909extern const unsigned char matmul_id_subgroup_bf16_aligned_cm2_data[];
1910
1911extern const uint64_t matmul_id_subgroup_bf16_aligned_f16acc_len;
1912extern const unsigned char matmul_id_subgroup_bf16_aligned_f16acc_data[];
1913
1914extern const uint64_t matmul_id_subgroup_bf16_aligned_f16acc_cm1_len;
1915extern const unsigned char matmul_id_subgroup_bf16_aligned_f16acc_cm1_data[];
1916
1917extern const uint64_t matmul_id_subgroup_bf16_aligned_f16acc_cm2_len;
1918extern const unsigned char matmul_id_subgroup_bf16_aligned_f16acc_cm2_data[];
1919
1920extern const uint64_t matmul_id_subgroup_bf16_aligned_fp32_len;
1921extern const unsigned char matmul_id_subgroup_bf16_aligned_fp32_data[];
1922
1923extern const uint64_t matmul_id_subgroup_bf16_cm1_len;
1924extern const unsigned char matmul_id_subgroup_bf16_cm1_data[];
1925
1926extern const uint64_t matmul_id_subgroup_bf16_cm2_len;
1927extern const unsigned char matmul_id_subgroup_bf16_cm2_data[];
1928
1929extern const uint64_t matmul_id_subgroup_bf16_f16acc_len;
1930extern const unsigned char matmul_id_subgroup_bf16_f16acc_data[];
1931
1932extern const uint64_t matmul_id_subgroup_bf16_f16acc_cm1_len;
1933extern const unsigned char matmul_id_subgroup_bf16_f16acc_cm1_data[];
1934
1935extern const uint64_t matmul_id_subgroup_bf16_f16acc_cm2_len;
1936extern const unsigned char matmul_id_subgroup_bf16_f16acc_cm2_data[];
1937
1938extern const uint64_t matmul_id_subgroup_bf16_fp32_len;
1939extern const unsigned char matmul_id_subgroup_bf16_fp32_data[];
1940
1941extern const uint64_t matmul_id_subgroup_f16_len;
1942extern const unsigned char matmul_id_subgroup_f16_data[];
1943
1944extern const uint64_t matmul_id_subgroup_f16_aligned_len;
1945extern const unsigned char matmul_id_subgroup_f16_aligned_data[];
1946
1947extern const uint64_t matmul_id_subgroup_f16_aligned_cm1_len;
1948extern const unsigned char matmul_id_subgroup_f16_aligned_cm1_data[];
1949
1950extern const uint64_t matmul_id_subgroup_f16_aligned_cm2_len;
1951extern const unsigned char matmul_id_subgroup_f16_aligned_cm2_data[];
1952
1953extern const uint64_t matmul_id_subgroup_f16_aligned_f16acc_len;
1954extern const unsigned char matmul_id_subgroup_f16_aligned_f16acc_data[];
1955
1956extern const uint64_t matmul_id_subgroup_f16_aligned_f16acc_cm1_len;
1957extern const unsigned char matmul_id_subgroup_f16_aligned_f16acc_cm1_data[];
1958
1959extern const uint64_t matmul_id_subgroup_f16_aligned_f16acc_cm2_len;
1960extern const unsigned char matmul_id_subgroup_f16_aligned_f16acc_cm2_data[];
1961
1962extern const uint64_t matmul_id_subgroup_f16_aligned_fp32_len;
1963extern const unsigned char matmul_id_subgroup_f16_aligned_fp32_data[];
1964
1965extern const uint64_t matmul_id_subgroup_f16_cm1_len;
1966extern const unsigned char matmul_id_subgroup_f16_cm1_data[];
1967
1968extern const uint64_t matmul_id_subgroup_f16_cm2_len;
1969extern const unsigned char matmul_id_subgroup_f16_cm2_data[];
1970
1971extern const uint64_t matmul_id_subgroup_f16_f16acc_len;
1972extern const unsigned char matmul_id_subgroup_f16_f16acc_data[];
1973
1974extern const uint64_t matmul_id_subgroup_f16_f16acc_cm1_len;
1975extern const unsigned char matmul_id_subgroup_f16_f16acc_cm1_data[];
1976
1977extern const uint64_t matmul_id_subgroup_f16_f16acc_cm2_len;
1978extern const unsigned char matmul_id_subgroup_f16_f16acc_cm2_data[];
1979
1980extern const uint64_t matmul_id_subgroup_f16_f32_len;
1981extern const unsigned char matmul_id_subgroup_f16_f32_data[];
1982
1983extern const uint64_t matmul_id_subgroup_f16_f32_aligned_len;
1984extern const unsigned char matmul_id_subgroup_f16_f32_aligned_data[];
1985
1986extern const uint64_t matmul_id_subgroup_f16_f32_aligned_cm1_len;
1987extern const unsigned char matmul_id_subgroup_f16_f32_aligned_cm1_data[];
1988
1989extern const uint64_t matmul_id_subgroup_f16_f32_aligned_f16acc_len;
1990extern const unsigned char matmul_id_subgroup_f16_f32_aligned_f16acc_data[];
1991
1992extern const uint64_t matmul_id_subgroup_f16_f32_aligned_f16acc_cm1_len;
1993extern const unsigned char matmul_id_subgroup_f16_f32_aligned_f16acc_cm1_data[];
1994
1995extern const uint64_t matmul_id_subgroup_f16_f32_aligned_fp32_len;
1996extern const unsigned char matmul_id_subgroup_f16_f32_aligned_fp32_data[];
1997
1998extern const uint64_t matmul_id_subgroup_f16_f32_cm1_len;
1999extern const unsigned char matmul_id_subgroup_f16_f32_cm1_data[];
2000
2001extern const uint64_t matmul_id_subgroup_f16_f32_f16acc_len;
2002extern const unsigned char matmul_id_subgroup_f16_f32_f16acc_data[];
2003
2004extern const uint64_t matmul_id_subgroup_f16_f32_f16acc_cm1_len;
2005extern const unsigned char matmul_id_subgroup_f16_f32_f16acc_cm1_data[];
2006
2007extern const uint64_t matmul_id_subgroup_f16_f32_fp32_len;
2008extern const unsigned char matmul_id_subgroup_f16_f32_fp32_data[];
2009
2010extern const uint64_t matmul_id_subgroup_f16_fp32_len;
2011extern const unsigned char matmul_id_subgroup_f16_fp32_data[];
2012
2013extern const uint64_t matmul_id_subgroup_f32_f16_len;
2014extern const unsigned char matmul_id_subgroup_f32_f16_data[];
2015
2016extern const uint64_t matmul_id_subgroup_f32_f16_aligned_len;
2017extern const unsigned char matmul_id_subgroup_f32_f16_aligned_data[];
2018
2019extern const uint64_t matmul_id_subgroup_f32_f16_aligned_cm1_len;
2020extern const unsigned char matmul_id_subgroup_f32_f16_aligned_cm1_data[];
2021
2022extern const uint64_t matmul_id_subgroup_f32_f16_aligned_cm2_len;
2023extern const unsigned char matmul_id_subgroup_f32_f16_aligned_cm2_data[];
2024
2025extern const uint64_t matmul_id_subgroup_f32_f16_aligned_f16acc_len;
2026extern const unsigned char matmul_id_subgroup_f32_f16_aligned_f16acc_data[];
2027
2028extern const uint64_t matmul_id_subgroup_f32_f16_aligned_f16acc_cm1_len;
2029extern const unsigned char matmul_id_subgroup_f32_f16_aligned_f16acc_cm1_data[];
2030
2031extern const uint64_t matmul_id_subgroup_f32_f16_aligned_f16acc_cm2_len;
2032extern const unsigned char matmul_id_subgroup_f32_f16_aligned_f16acc_cm2_data[];
2033
2034extern const uint64_t matmul_id_subgroup_f32_f16_aligned_fp32_len;
2035extern const unsigned char matmul_id_subgroup_f32_f16_aligned_fp32_data[];
2036
2037extern const uint64_t matmul_id_subgroup_f32_f16_cm1_len;
2038extern const unsigned char matmul_id_subgroup_f32_f16_cm1_data[];
2039
2040extern const uint64_t matmul_id_subgroup_f32_f16_cm2_len;
2041extern const unsigned char matmul_id_subgroup_f32_f16_cm2_data[];
2042
2043extern const uint64_t matmul_id_subgroup_f32_f16_f16acc_len;
2044extern const unsigned char matmul_id_subgroup_f32_f16_f16acc_data[];
2045
2046extern const uint64_t matmul_id_subgroup_f32_f16_f16acc_cm1_len;
2047extern const unsigned char matmul_id_subgroup_f32_f16_f16acc_cm1_data[];
2048
2049extern const uint64_t matmul_id_subgroup_f32_f16_f16acc_cm2_len;
2050extern const unsigned char matmul_id_subgroup_f32_f16_f16acc_cm2_data[];
2051
2052extern const uint64_t matmul_id_subgroup_f32_f16_fp32_len;
2053extern const unsigned char matmul_id_subgroup_f32_f16_fp32_data[];
2054
2055extern const uint64_t matmul_id_subgroup_f32_f32_len;
2056extern const unsigned char matmul_id_subgroup_f32_f32_data[];
2057
2058extern const uint64_t matmul_id_subgroup_f32_f32_aligned_len;
2059extern const unsigned char matmul_id_subgroup_f32_f32_aligned_data[];
2060
2061extern const uint64_t matmul_id_subgroup_f32_f32_aligned_cm1_len;
2062extern const unsigned char matmul_id_subgroup_f32_f32_aligned_cm1_data[];
2063
2064extern const uint64_t matmul_id_subgroup_f32_f32_aligned_f16acc_len;
2065extern const unsigned char matmul_id_subgroup_f32_f32_aligned_f16acc_data[];
2066
2067extern const uint64_t matmul_id_subgroup_f32_f32_aligned_f16acc_cm1_len;
2068extern const unsigned char matmul_id_subgroup_f32_f32_aligned_f16acc_cm1_data[];
2069
2070extern const uint64_t matmul_id_subgroup_f32_f32_aligned_fp32_len;
2071extern const unsigned char matmul_id_subgroup_f32_f32_aligned_fp32_data[];
2072
2073extern const uint64_t matmul_id_subgroup_f32_f32_cm1_len;
2074extern const unsigned char matmul_id_subgroup_f32_f32_cm1_data[];
2075
2076extern const uint64_t matmul_id_subgroup_f32_f32_f16acc_len;
2077extern const unsigned char matmul_id_subgroup_f32_f32_f16acc_data[];
2078
2079extern const uint64_t matmul_id_subgroup_f32_f32_f16acc_cm1_len;
2080extern const unsigned char matmul_id_subgroup_f32_f32_f16acc_cm1_data[];
2081
2082extern const uint64_t matmul_id_subgroup_f32_f32_fp32_len;
2083extern const unsigned char matmul_id_subgroup_f32_f32_fp32_data[];
2084
2085extern const uint64_t matmul_id_subgroup_iq1_m_f16_len;
2086extern const unsigned char matmul_id_subgroup_iq1_m_f16_data[];
2087
2088extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_len;
2089extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_data[];
2090
2091extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_cm1_len;
2092extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_cm1_data[];
2093
2094extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_cm2_len;
2095extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_cm2_data[];
2096
2097extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_f16acc_len;
2098extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_f16acc_data[];
2099
2100extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_f16acc_cm1_len;
2101extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_f16acc_cm1_data[];
2102
2103extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_f16acc_cm2_len;
2104extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_f16acc_cm2_data[];
2105
2106extern const uint64_t matmul_id_subgroup_iq1_m_f16_aligned_fp32_len;
2107extern const unsigned char matmul_id_subgroup_iq1_m_f16_aligned_fp32_data[];
2108
2109extern const uint64_t matmul_id_subgroup_iq1_m_f16_cm1_len;
2110extern const unsigned char matmul_id_subgroup_iq1_m_f16_cm1_data[];
2111
2112extern const uint64_t matmul_id_subgroup_iq1_m_f16_cm2_len;
2113extern const unsigned char matmul_id_subgroup_iq1_m_f16_cm2_data[];
2114
2115extern const uint64_t matmul_id_subgroup_iq1_m_f16_f16acc_len;
2116extern const unsigned char matmul_id_subgroup_iq1_m_f16_f16acc_data[];
2117
2118extern const uint64_t matmul_id_subgroup_iq1_m_f16_f16acc_cm1_len;
2119extern const unsigned char matmul_id_subgroup_iq1_m_f16_f16acc_cm1_data[];
2120
2121extern const uint64_t matmul_id_subgroup_iq1_m_f16_f16acc_cm2_len;
2122extern const unsigned char matmul_id_subgroup_iq1_m_f16_f16acc_cm2_data[];
2123
2124extern const uint64_t matmul_id_subgroup_iq1_m_f16_fp32_len;
2125extern const unsigned char matmul_id_subgroup_iq1_m_f16_fp32_data[];
2126
2127extern const uint64_t matmul_id_subgroup_iq1_m_f32_len;
2128extern const unsigned char matmul_id_subgroup_iq1_m_f32_data[];
2129
2130extern const uint64_t matmul_id_subgroup_iq1_m_f32_aligned_len;
2131extern const unsigned char matmul_id_subgroup_iq1_m_f32_aligned_data[];
2132
2133extern const uint64_t matmul_id_subgroup_iq1_m_f32_aligned_cm1_len;
2134extern const unsigned char matmul_id_subgroup_iq1_m_f32_aligned_cm1_data[];
2135
2136extern const uint64_t matmul_id_subgroup_iq1_m_f32_aligned_f16acc_len;
2137extern const unsigned char matmul_id_subgroup_iq1_m_f32_aligned_f16acc_data[];
2138
2139extern const uint64_t matmul_id_subgroup_iq1_m_f32_aligned_f16acc_cm1_len;
2140extern const unsigned char matmul_id_subgroup_iq1_m_f32_aligned_f16acc_cm1_data[];
2141
2142extern const uint64_t matmul_id_subgroup_iq1_m_f32_aligned_fp32_len;
2143extern const unsigned char matmul_id_subgroup_iq1_m_f32_aligned_fp32_data[];
2144
2145extern const uint64_t matmul_id_subgroup_iq1_m_f32_cm1_len;
2146extern const unsigned char matmul_id_subgroup_iq1_m_f32_cm1_data[];
2147
2148extern const uint64_t matmul_id_subgroup_iq1_m_f32_f16acc_len;
2149extern const unsigned char matmul_id_subgroup_iq1_m_f32_f16acc_data[];
2150
2151extern const uint64_t matmul_id_subgroup_iq1_m_f32_f16acc_cm1_len;
2152extern const unsigned char matmul_id_subgroup_iq1_m_f32_f16acc_cm1_data[];
2153
2154extern const uint64_t matmul_id_subgroup_iq1_m_f32_fp32_len;
2155extern const unsigned char matmul_id_subgroup_iq1_m_f32_fp32_data[];
2156
2157extern const uint64_t matmul_id_subgroup_iq1_s_f16_len;
2158extern const unsigned char matmul_id_subgroup_iq1_s_f16_data[];
2159
2160extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_len;
2161extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_data[];
2162
2163extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_cm1_len;
2164extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_cm1_data[];
2165
2166extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_cm2_len;
2167extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_cm2_data[];
2168
2169extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_f16acc_len;
2170extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_f16acc_data[];
2171
2172extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_f16acc_cm1_len;
2173extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_f16acc_cm1_data[];
2174
2175extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_f16acc_cm2_len;
2176extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_f16acc_cm2_data[];
2177
2178extern const uint64_t matmul_id_subgroup_iq1_s_f16_aligned_fp32_len;
2179extern const unsigned char matmul_id_subgroup_iq1_s_f16_aligned_fp32_data[];
2180
2181extern const uint64_t matmul_id_subgroup_iq1_s_f16_cm1_len;
2182extern const unsigned char matmul_id_subgroup_iq1_s_f16_cm1_data[];
2183
2184extern const uint64_t matmul_id_subgroup_iq1_s_f16_cm2_len;
2185extern const unsigned char matmul_id_subgroup_iq1_s_f16_cm2_data[];
2186
2187extern const uint64_t matmul_id_subgroup_iq1_s_f16_f16acc_len;
2188extern const unsigned char matmul_id_subgroup_iq1_s_f16_f16acc_data[];
2189
2190extern const uint64_t matmul_id_subgroup_iq1_s_f16_f16acc_cm1_len;
2191extern const unsigned char matmul_id_subgroup_iq1_s_f16_f16acc_cm1_data[];
2192
2193extern const uint64_t matmul_id_subgroup_iq1_s_f16_f16acc_cm2_len;
2194extern const unsigned char matmul_id_subgroup_iq1_s_f16_f16acc_cm2_data[];
2195
2196extern const uint64_t matmul_id_subgroup_iq1_s_f16_fp32_len;
2197extern const unsigned char matmul_id_subgroup_iq1_s_f16_fp32_data[];
2198
2199extern const uint64_t matmul_id_subgroup_iq1_s_f32_len;
2200extern const unsigned char matmul_id_subgroup_iq1_s_f32_data[];
2201
2202extern const uint64_t matmul_id_subgroup_iq1_s_f32_aligned_len;
2203extern const unsigned char matmul_id_subgroup_iq1_s_f32_aligned_data[];
2204
2205extern const uint64_t matmul_id_subgroup_iq1_s_f32_aligned_cm1_len;
2206extern const unsigned char matmul_id_subgroup_iq1_s_f32_aligned_cm1_data[];
2207
2208extern const uint64_t matmul_id_subgroup_iq1_s_f32_aligned_f16acc_len;
2209extern const unsigned char matmul_id_subgroup_iq1_s_f32_aligned_f16acc_data[];
2210
2211extern const uint64_t matmul_id_subgroup_iq1_s_f32_aligned_f16acc_cm1_len;
2212extern const unsigned char matmul_id_subgroup_iq1_s_f32_aligned_f16acc_cm1_data[];
2213
2214extern const uint64_t matmul_id_subgroup_iq1_s_f32_aligned_fp32_len;
2215extern const unsigned char matmul_id_subgroup_iq1_s_f32_aligned_fp32_data[];
2216
2217extern const uint64_t matmul_id_subgroup_iq1_s_f32_cm1_len;
2218extern const unsigned char matmul_id_subgroup_iq1_s_f32_cm1_data[];
2219
2220extern const uint64_t matmul_id_subgroup_iq1_s_f32_f16acc_len;
2221extern const unsigned char matmul_id_subgroup_iq1_s_f32_f16acc_data[];
2222
2223extern const uint64_t matmul_id_subgroup_iq1_s_f32_f16acc_cm1_len;
2224extern const unsigned char matmul_id_subgroup_iq1_s_f32_f16acc_cm1_data[];
2225
2226extern const uint64_t matmul_id_subgroup_iq1_s_f32_fp32_len;
2227extern const unsigned char matmul_id_subgroup_iq1_s_f32_fp32_data[];
2228
2229extern const uint64_t matmul_id_subgroup_iq2_s_f16_len;
2230extern const unsigned char matmul_id_subgroup_iq2_s_f16_data[];
2231
2232extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_len;
2233extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_data[];
2234
2235extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_cm1_len;
2236extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_cm1_data[];
2237
2238extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_cm2_len;
2239extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_cm2_data[];
2240
2241extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_f16acc_len;
2242extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_f16acc_data[];
2243
2244extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_f16acc_cm1_len;
2245extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_f16acc_cm1_data[];
2246
2247extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_f16acc_cm2_len;
2248extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_f16acc_cm2_data[];
2249
2250extern const uint64_t matmul_id_subgroup_iq2_s_f16_aligned_fp32_len;
2251extern const unsigned char matmul_id_subgroup_iq2_s_f16_aligned_fp32_data[];
2252
2253extern const uint64_t matmul_id_subgroup_iq2_s_f16_cm1_len;
2254extern const unsigned char matmul_id_subgroup_iq2_s_f16_cm1_data[];
2255
2256extern const uint64_t matmul_id_subgroup_iq2_s_f16_cm2_len;
2257extern const unsigned char matmul_id_subgroup_iq2_s_f16_cm2_data[];
2258
2259extern const uint64_t matmul_id_subgroup_iq2_s_f16_f16acc_len;
2260extern const unsigned char matmul_id_subgroup_iq2_s_f16_f16acc_data[];
2261
2262extern const uint64_t matmul_id_subgroup_iq2_s_f16_f16acc_cm1_len;
2263extern const unsigned char matmul_id_subgroup_iq2_s_f16_f16acc_cm1_data[];
2264
2265extern const uint64_t matmul_id_subgroup_iq2_s_f16_f16acc_cm2_len;
2266extern const unsigned char matmul_id_subgroup_iq2_s_f16_f16acc_cm2_data[];
2267
2268extern const uint64_t matmul_id_subgroup_iq2_s_f16_fp32_len;
2269extern const unsigned char matmul_id_subgroup_iq2_s_f16_fp32_data[];
2270
2271extern const uint64_t matmul_id_subgroup_iq2_s_f32_len;
2272extern const unsigned char matmul_id_subgroup_iq2_s_f32_data[];
2273
2274extern const uint64_t matmul_id_subgroup_iq2_s_f32_aligned_len;
2275extern const unsigned char matmul_id_subgroup_iq2_s_f32_aligned_data[];
2276
2277extern const uint64_t matmul_id_subgroup_iq2_s_f32_aligned_cm1_len;
2278extern const unsigned char matmul_id_subgroup_iq2_s_f32_aligned_cm1_data[];
2279
2280extern const uint64_t matmul_id_subgroup_iq2_s_f32_aligned_f16acc_len;
2281extern const unsigned char matmul_id_subgroup_iq2_s_f32_aligned_f16acc_data[];
2282
2283extern const uint64_t matmul_id_subgroup_iq2_s_f32_aligned_f16acc_cm1_len;
2284extern const unsigned char matmul_id_subgroup_iq2_s_f32_aligned_f16acc_cm1_data[];
2285
2286extern const uint64_t matmul_id_subgroup_iq2_s_f32_aligned_fp32_len;
2287extern const unsigned char matmul_id_subgroup_iq2_s_f32_aligned_fp32_data[];
2288
2289extern const uint64_t matmul_id_subgroup_iq2_s_f32_cm1_len;
2290extern const unsigned char matmul_id_subgroup_iq2_s_f32_cm1_data[];
2291
2292extern const uint64_t matmul_id_subgroup_iq2_s_f32_f16acc_len;
2293extern const unsigned char matmul_id_subgroup_iq2_s_f32_f16acc_data[];
2294
2295extern const uint64_t matmul_id_subgroup_iq2_s_f32_f16acc_cm1_len;
2296extern const unsigned char matmul_id_subgroup_iq2_s_f32_f16acc_cm1_data[];
2297
2298extern const uint64_t matmul_id_subgroup_iq2_s_f32_fp32_len;
2299extern const unsigned char matmul_id_subgroup_iq2_s_f32_fp32_data[];
2300
2301extern const uint64_t matmul_id_subgroup_iq2_xs_f16_len;
2302extern const unsigned char matmul_id_subgroup_iq2_xs_f16_data[];
2303
2304extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_len;
2305extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_data[];
2306
2307extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_cm1_len;
2308extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_cm1_data[];
2309
2310extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_cm2_len;
2311extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_cm2_data[];
2312
2313extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_len;
2314extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_data[];
2315
2316extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_cm1_len;
2317extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_cm1_data[];
2318
2319extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_cm2_len;
2320extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_f16acc_cm2_data[];
2321
2322extern const uint64_t matmul_id_subgroup_iq2_xs_f16_aligned_fp32_len;
2323extern const unsigned char matmul_id_subgroup_iq2_xs_f16_aligned_fp32_data[];
2324
2325extern const uint64_t matmul_id_subgroup_iq2_xs_f16_cm1_len;
2326extern const unsigned char matmul_id_subgroup_iq2_xs_f16_cm1_data[];
2327
2328extern const uint64_t matmul_id_subgroup_iq2_xs_f16_cm2_len;
2329extern const unsigned char matmul_id_subgroup_iq2_xs_f16_cm2_data[];
2330
2331extern const uint64_t matmul_id_subgroup_iq2_xs_f16_f16acc_len;
2332extern const unsigned char matmul_id_subgroup_iq2_xs_f16_f16acc_data[];
2333
2334extern const uint64_t matmul_id_subgroup_iq2_xs_f16_f16acc_cm1_len;
2335extern const unsigned char matmul_id_subgroup_iq2_xs_f16_f16acc_cm1_data[];
2336
2337extern const uint64_t matmul_id_subgroup_iq2_xs_f16_f16acc_cm2_len;
2338extern const unsigned char matmul_id_subgroup_iq2_xs_f16_f16acc_cm2_data[];
2339
2340extern const uint64_t matmul_id_subgroup_iq2_xs_f16_fp32_len;
2341extern const unsigned char matmul_id_subgroup_iq2_xs_f16_fp32_data[];
2342
2343extern const uint64_t matmul_id_subgroup_iq2_xs_f32_len;
2344extern const unsigned char matmul_id_subgroup_iq2_xs_f32_data[];
2345
2346extern const uint64_t matmul_id_subgroup_iq2_xs_f32_aligned_len;
2347extern const unsigned char matmul_id_subgroup_iq2_xs_f32_aligned_data[];
2348
2349extern const uint64_t matmul_id_subgroup_iq2_xs_f32_aligned_cm1_len;
2350extern const unsigned char matmul_id_subgroup_iq2_xs_f32_aligned_cm1_data[];
2351
2352extern const uint64_t matmul_id_subgroup_iq2_xs_f32_aligned_f16acc_len;
2353extern const unsigned char matmul_id_subgroup_iq2_xs_f32_aligned_f16acc_data[];
2354
2355extern const uint64_t matmul_id_subgroup_iq2_xs_f32_aligned_f16acc_cm1_len;
2356extern const unsigned char matmul_id_subgroup_iq2_xs_f32_aligned_f16acc_cm1_data[];
2357
2358extern const uint64_t matmul_id_subgroup_iq2_xs_f32_aligned_fp32_len;
2359extern const unsigned char matmul_id_subgroup_iq2_xs_f32_aligned_fp32_data[];
2360
2361extern const uint64_t matmul_id_subgroup_iq2_xs_f32_cm1_len;
2362extern const unsigned char matmul_id_subgroup_iq2_xs_f32_cm1_data[];
2363
2364extern const uint64_t matmul_id_subgroup_iq2_xs_f32_f16acc_len;
2365extern const unsigned char matmul_id_subgroup_iq2_xs_f32_f16acc_data[];
2366
2367extern const uint64_t matmul_id_subgroup_iq2_xs_f32_f16acc_cm1_len;
2368extern const unsigned char matmul_id_subgroup_iq2_xs_f32_f16acc_cm1_data[];
2369
2370extern const uint64_t matmul_id_subgroup_iq2_xs_f32_fp32_len;
2371extern const unsigned char matmul_id_subgroup_iq2_xs_f32_fp32_data[];
2372
2373extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_len;
2374extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_data[];
2375
2376extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_len;
2377extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_data[];
2378
2379extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_cm1_len;
2380extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_cm1_data[];
2381
2382extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_cm2_len;
2383extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_cm2_data[];
2384
2385extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_len;
2386extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_data[];
2387
2388extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_cm1_len;
2389extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_cm1_data[];
2390
2391extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_cm2_len;
2392extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_f16acc_cm2_data[];
2393
2394extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_aligned_fp32_len;
2395extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_aligned_fp32_data[];
2396
2397extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_cm1_len;
2398extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_cm1_data[];
2399
2400extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_cm2_len;
2401extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_cm2_data[];
2402
2403extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_f16acc_len;
2404extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_f16acc_data[];
2405
2406extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_f16acc_cm1_len;
2407extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_f16acc_cm1_data[];
2408
2409extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_f16acc_cm2_len;
2410extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_f16acc_cm2_data[];
2411
2412extern const uint64_t matmul_id_subgroup_iq2_xxs_f16_fp32_len;
2413extern const unsigned char matmul_id_subgroup_iq2_xxs_f16_fp32_data[];
2414
2415extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_len;
2416extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_data[];
2417
2418extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_aligned_len;
2419extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_aligned_data[];
2420
2421extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_aligned_cm1_len;
2422extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_aligned_cm1_data[];
2423
2424extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_aligned_f16acc_len;
2425extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_aligned_f16acc_data[];
2426
2427extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_aligned_f16acc_cm1_len;
2428extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_aligned_f16acc_cm1_data[];
2429
2430extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_aligned_fp32_len;
2431extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_aligned_fp32_data[];
2432
2433extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_cm1_len;
2434extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_cm1_data[];
2435
2436extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_f16acc_len;
2437extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_f16acc_data[];
2438
2439extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_f16acc_cm1_len;
2440extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_f16acc_cm1_data[];
2441
2442extern const uint64_t matmul_id_subgroup_iq2_xxs_f32_fp32_len;
2443extern const unsigned char matmul_id_subgroup_iq2_xxs_f32_fp32_data[];
2444
2445extern const uint64_t matmul_id_subgroup_iq3_s_f16_len;
2446extern const unsigned char matmul_id_subgroup_iq3_s_f16_data[];
2447
2448extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_len;
2449extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_data[];
2450
2451extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_cm1_len;
2452extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_cm1_data[];
2453
2454extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_cm2_len;
2455extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_cm2_data[];
2456
2457extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_f16acc_len;
2458extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_f16acc_data[];
2459
2460extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_f16acc_cm1_len;
2461extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_f16acc_cm1_data[];
2462
2463extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_f16acc_cm2_len;
2464extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_f16acc_cm2_data[];
2465
2466extern const uint64_t matmul_id_subgroup_iq3_s_f16_aligned_fp32_len;
2467extern const unsigned char matmul_id_subgroup_iq3_s_f16_aligned_fp32_data[];
2468
2469extern const uint64_t matmul_id_subgroup_iq3_s_f16_cm1_len;
2470extern const unsigned char matmul_id_subgroup_iq3_s_f16_cm1_data[];
2471
2472extern const uint64_t matmul_id_subgroup_iq3_s_f16_cm2_len;
2473extern const unsigned char matmul_id_subgroup_iq3_s_f16_cm2_data[];
2474
2475extern const uint64_t matmul_id_subgroup_iq3_s_f16_f16acc_len;
2476extern const unsigned char matmul_id_subgroup_iq3_s_f16_f16acc_data[];
2477
2478extern const uint64_t matmul_id_subgroup_iq3_s_f16_f16acc_cm1_len;
2479extern const unsigned char matmul_id_subgroup_iq3_s_f16_f16acc_cm1_data[];
2480
2481extern const uint64_t matmul_id_subgroup_iq3_s_f16_f16acc_cm2_len;
2482extern const unsigned char matmul_id_subgroup_iq3_s_f16_f16acc_cm2_data[];
2483
2484extern const uint64_t matmul_id_subgroup_iq3_s_f16_fp32_len;
2485extern const unsigned char matmul_id_subgroup_iq3_s_f16_fp32_data[];
2486
2487extern const uint64_t matmul_id_subgroup_iq3_s_f32_len;
2488extern const unsigned char matmul_id_subgroup_iq3_s_f32_data[];
2489
2490extern const uint64_t matmul_id_subgroup_iq3_s_f32_aligned_len;
2491extern const unsigned char matmul_id_subgroup_iq3_s_f32_aligned_data[];
2492
2493extern const uint64_t matmul_id_subgroup_iq3_s_f32_aligned_cm1_len;
2494extern const unsigned char matmul_id_subgroup_iq3_s_f32_aligned_cm1_data[];
2495
2496extern const uint64_t matmul_id_subgroup_iq3_s_f32_aligned_f16acc_len;
2497extern const unsigned char matmul_id_subgroup_iq3_s_f32_aligned_f16acc_data[];
2498
2499extern const uint64_t matmul_id_subgroup_iq3_s_f32_aligned_f16acc_cm1_len;
2500extern const unsigned char matmul_id_subgroup_iq3_s_f32_aligned_f16acc_cm1_data[];
2501
2502extern const uint64_t matmul_id_subgroup_iq3_s_f32_aligned_fp32_len;
2503extern const unsigned char matmul_id_subgroup_iq3_s_f32_aligned_fp32_data[];
2504
2505extern const uint64_t matmul_id_subgroup_iq3_s_f32_cm1_len;
2506extern const unsigned char matmul_id_subgroup_iq3_s_f32_cm1_data[];
2507
2508extern const uint64_t matmul_id_subgroup_iq3_s_f32_f16acc_len;
2509extern const unsigned char matmul_id_subgroup_iq3_s_f32_f16acc_data[];
2510
2511extern const uint64_t matmul_id_subgroup_iq3_s_f32_f16acc_cm1_len;
2512extern const unsigned char matmul_id_subgroup_iq3_s_f32_f16acc_cm1_data[];
2513
2514extern const uint64_t matmul_id_subgroup_iq3_s_f32_fp32_len;
2515extern const unsigned char matmul_id_subgroup_iq3_s_f32_fp32_data[];
2516
2517extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_len;
2518extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_data[];
2519
2520extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_len;
2521extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_data[];
2522
2523extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_cm1_len;
2524extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_cm1_data[];
2525
2526extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_cm2_len;
2527extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_cm2_data[];
2528
2529extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_len;
2530extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_data[];
2531
2532extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_cm1_len;
2533extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_cm1_data[];
2534
2535extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_cm2_len;
2536extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_f16acc_cm2_data[];
2537
2538extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_aligned_fp32_len;
2539extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_aligned_fp32_data[];
2540
2541extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_cm1_len;
2542extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_cm1_data[];
2543
2544extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_cm2_len;
2545extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_cm2_data[];
2546
2547extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_f16acc_len;
2548extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_f16acc_data[];
2549
2550extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_f16acc_cm1_len;
2551extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_f16acc_cm1_data[];
2552
2553extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_f16acc_cm2_len;
2554extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_f16acc_cm2_data[];
2555
2556extern const uint64_t matmul_id_subgroup_iq3_xxs_f16_fp32_len;
2557extern const unsigned char matmul_id_subgroup_iq3_xxs_f16_fp32_data[];
2558
2559extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_len;
2560extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_data[];
2561
2562extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_aligned_len;
2563extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_aligned_data[];
2564
2565extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_aligned_cm1_len;
2566extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_aligned_cm1_data[];
2567
2568extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_aligned_f16acc_len;
2569extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_aligned_f16acc_data[];
2570
2571extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_aligned_f16acc_cm1_len;
2572extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_aligned_f16acc_cm1_data[];
2573
2574extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_aligned_fp32_len;
2575extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_aligned_fp32_data[];
2576
2577extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_cm1_len;
2578extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_cm1_data[];
2579
2580extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_f16acc_len;
2581extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_f16acc_data[];
2582
2583extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_f16acc_cm1_len;
2584extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_f16acc_cm1_data[];
2585
2586extern const uint64_t matmul_id_subgroup_iq3_xxs_f32_fp32_len;
2587extern const unsigned char matmul_id_subgroup_iq3_xxs_f32_fp32_data[];
2588
2589extern const uint64_t matmul_id_subgroup_iq4_nl_f16_len;
2590extern const unsigned char matmul_id_subgroup_iq4_nl_f16_data[];
2591
2592extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_len;
2593extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_data[];
2594
2595extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_cm1_len;
2596extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_cm1_data[];
2597
2598extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_cm2_len;
2599extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_cm2_data[];
2600
2601extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_len;
2602extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_data[];
2603
2604extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_cm1_len;
2605extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_cm1_data[];
2606
2607extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_cm2_len;
2608extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_f16acc_cm2_data[];
2609
2610extern const uint64_t matmul_id_subgroup_iq4_nl_f16_aligned_fp32_len;
2611extern const unsigned char matmul_id_subgroup_iq4_nl_f16_aligned_fp32_data[];
2612
2613extern const uint64_t matmul_id_subgroup_iq4_nl_f16_cm1_len;
2614extern const unsigned char matmul_id_subgroup_iq4_nl_f16_cm1_data[];
2615
2616extern const uint64_t matmul_id_subgroup_iq4_nl_f16_cm2_len;
2617extern const unsigned char matmul_id_subgroup_iq4_nl_f16_cm2_data[];
2618
2619extern const uint64_t matmul_id_subgroup_iq4_nl_f16_f16acc_len;
2620extern const unsigned char matmul_id_subgroup_iq4_nl_f16_f16acc_data[];
2621
2622extern const uint64_t matmul_id_subgroup_iq4_nl_f16_f16acc_cm1_len;
2623extern const unsigned char matmul_id_subgroup_iq4_nl_f16_f16acc_cm1_data[];
2624
2625extern const uint64_t matmul_id_subgroup_iq4_nl_f16_f16acc_cm2_len;
2626extern const unsigned char matmul_id_subgroup_iq4_nl_f16_f16acc_cm2_data[];
2627
2628extern const uint64_t matmul_id_subgroup_iq4_nl_f16_fp32_len;
2629extern const unsigned char matmul_id_subgroup_iq4_nl_f16_fp32_data[];
2630
2631extern const uint64_t matmul_id_subgroup_iq4_nl_f32_len;
2632extern const unsigned char matmul_id_subgroup_iq4_nl_f32_data[];
2633
2634extern const uint64_t matmul_id_subgroup_iq4_nl_f32_aligned_len;
2635extern const unsigned char matmul_id_subgroup_iq4_nl_f32_aligned_data[];
2636
2637extern const uint64_t matmul_id_subgroup_iq4_nl_f32_aligned_cm1_len;
2638extern const unsigned char matmul_id_subgroup_iq4_nl_f32_aligned_cm1_data[];
2639
2640extern const uint64_t matmul_id_subgroup_iq4_nl_f32_aligned_f16acc_len;
2641extern const unsigned char matmul_id_subgroup_iq4_nl_f32_aligned_f16acc_data[];
2642
2643extern const uint64_t matmul_id_subgroup_iq4_nl_f32_aligned_f16acc_cm1_len;
2644extern const unsigned char matmul_id_subgroup_iq4_nl_f32_aligned_f16acc_cm1_data[];
2645
2646extern const uint64_t matmul_id_subgroup_iq4_nl_f32_aligned_fp32_len;
2647extern const unsigned char matmul_id_subgroup_iq4_nl_f32_aligned_fp32_data[];
2648
2649extern const uint64_t matmul_id_subgroup_iq4_nl_f32_cm1_len;
2650extern const unsigned char matmul_id_subgroup_iq4_nl_f32_cm1_data[];
2651
2652extern const uint64_t matmul_id_subgroup_iq4_nl_f32_f16acc_len;
2653extern const unsigned char matmul_id_subgroup_iq4_nl_f32_f16acc_data[];
2654
2655extern const uint64_t matmul_id_subgroup_iq4_nl_f32_f16acc_cm1_len;
2656extern const unsigned char matmul_id_subgroup_iq4_nl_f32_f16acc_cm1_data[];
2657
2658extern const uint64_t matmul_id_subgroup_iq4_nl_f32_fp32_len;
2659extern const unsigned char matmul_id_subgroup_iq4_nl_f32_fp32_data[];
2660
2661extern const uint64_t matmul_id_subgroup_iq4_xs_f16_len;
2662extern const unsigned char matmul_id_subgroup_iq4_xs_f16_data[];
2663
2664extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_len;
2665extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_data[];
2666
2667extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_cm1_len;
2668extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_cm1_data[];
2669
2670extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_cm2_len;
2671extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_cm2_data[];
2672
2673extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_len;
2674extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_data[];
2675
2676extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_cm1_len;
2677extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_cm1_data[];
2678
2679extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_cm2_len;
2680extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_f16acc_cm2_data[];
2681
2682extern const uint64_t matmul_id_subgroup_iq4_xs_f16_aligned_fp32_len;
2683extern const unsigned char matmul_id_subgroup_iq4_xs_f16_aligned_fp32_data[];
2684
2685extern const uint64_t matmul_id_subgroup_iq4_xs_f16_cm1_len;
2686extern const unsigned char matmul_id_subgroup_iq4_xs_f16_cm1_data[];
2687
2688extern const uint64_t matmul_id_subgroup_iq4_xs_f16_cm2_len;
2689extern const unsigned char matmul_id_subgroup_iq4_xs_f16_cm2_data[];
2690
2691extern const uint64_t matmul_id_subgroup_iq4_xs_f16_f16acc_len;
2692extern const unsigned char matmul_id_subgroup_iq4_xs_f16_f16acc_data[];
2693
2694extern const uint64_t matmul_id_subgroup_iq4_xs_f16_f16acc_cm1_len;
2695extern const unsigned char matmul_id_subgroup_iq4_xs_f16_f16acc_cm1_data[];
2696
2697extern const uint64_t matmul_id_subgroup_iq4_xs_f16_f16acc_cm2_len;
2698extern const unsigned char matmul_id_subgroup_iq4_xs_f16_f16acc_cm2_data[];
2699
2700extern const uint64_t matmul_id_subgroup_iq4_xs_f16_fp32_len;
2701extern const unsigned char matmul_id_subgroup_iq4_xs_f16_fp32_data[];
2702
2703extern const uint64_t matmul_id_subgroup_iq4_xs_f32_len;
2704extern const unsigned char matmul_id_subgroup_iq4_xs_f32_data[];
2705
2706extern const uint64_t matmul_id_subgroup_iq4_xs_f32_aligned_len;
2707extern const unsigned char matmul_id_subgroup_iq4_xs_f32_aligned_data[];
2708
2709extern const uint64_t matmul_id_subgroup_iq4_xs_f32_aligned_cm1_len;
2710extern const unsigned char matmul_id_subgroup_iq4_xs_f32_aligned_cm1_data[];
2711
2712extern const uint64_t matmul_id_subgroup_iq4_xs_f32_aligned_f16acc_len;
2713extern const unsigned char matmul_id_subgroup_iq4_xs_f32_aligned_f16acc_data[];
2714
2715extern const uint64_t matmul_id_subgroup_iq4_xs_f32_aligned_f16acc_cm1_len;
2716extern const unsigned char matmul_id_subgroup_iq4_xs_f32_aligned_f16acc_cm1_data[];
2717
2718extern const uint64_t matmul_id_subgroup_iq4_xs_f32_aligned_fp32_len;
2719extern const unsigned char matmul_id_subgroup_iq4_xs_f32_aligned_fp32_data[];
2720
2721extern const uint64_t matmul_id_subgroup_iq4_xs_f32_cm1_len;
2722extern const unsigned char matmul_id_subgroup_iq4_xs_f32_cm1_data[];
2723
2724extern const uint64_t matmul_id_subgroup_iq4_xs_f32_f16acc_len;
2725extern const unsigned char matmul_id_subgroup_iq4_xs_f32_f16acc_data[];
2726
2727extern const uint64_t matmul_id_subgroup_iq4_xs_f32_f16acc_cm1_len;
2728extern const unsigned char matmul_id_subgroup_iq4_xs_f32_f16acc_cm1_data[];
2729
2730extern const uint64_t matmul_id_subgroup_iq4_xs_f32_fp32_len;
2731extern const unsigned char matmul_id_subgroup_iq4_xs_f32_fp32_data[];
2732
2733extern const uint64_t matmul_id_subgroup_mxfp4_f16_len;
2734extern const unsigned char matmul_id_subgroup_mxfp4_f16_data[];
2735
2736extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_len;
2737extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_data[];
2738
2739extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_cm1_len;
2740extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_cm1_data[];
2741
2742extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_cm2_len;
2743extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_cm2_data[];
2744
2745extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_f16acc_len;
2746extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_f16acc_data[];
2747
2748extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_f16acc_cm1_len;
2749extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_f16acc_cm1_data[];
2750
2751extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_f16acc_cm2_len;
2752extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_f16acc_cm2_data[];
2753
2754extern const uint64_t matmul_id_subgroup_mxfp4_f16_aligned_fp32_len;
2755extern const unsigned char matmul_id_subgroup_mxfp4_f16_aligned_fp32_data[];
2756
2757extern const uint64_t matmul_id_subgroup_mxfp4_f16_cm1_len;
2758extern const unsigned char matmul_id_subgroup_mxfp4_f16_cm1_data[];
2759
2760extern const uint64_t matmul_id_subgroup_mxfp4_f16_cm2_len;
2761extern const unsigned char matmul_id_subgroup_mxfp4_f16_cm2_data[];
2762
2763extern const uint64_t matmul_id_subgroup_mxfp4_f16_f16acc_len;
2764extern const unsigned char matmul_id_subgroup_mxfp4_f16_f16acc_data[];
2765
2766extern const uint64_t matmul_id_subgroup_mxfp4_f16_f16acc_cm1_len;
2767extern const unsigned char matmul_id_subgroup_mxfp4_f16_f16acc_cm1_data[];
2768
2769extern const uint64_t matmul_id_subgroup_mxfp4_f16_f16acc_cm2_len;
2770extern const unsigned char matmul_id_subgroup_mxfp4_f16_f16acc_cm2_data[];
2771
2772extern const uint64_t matmul_id_subgroup_mxfp4_f16_fp32_len;
2773extern const unsigned char matmul_id_subgroup_mxfp4_f16_fp32_data[];
2774
2775extern const uint64_t matmul_id_subgroup_mxfp4_f32_len;
2776extern const unsigned char matmul_id_subgroup_mxfp4_f32_data[];
2777
2778extern const uint64_t matmul_id_subgroup_mxfp4_f32_aligned_len;
2779extern const unsigned char matmul_id_subgroup_mxfp4_f32_aligned_data[];
2780
2781extern const uint64_t matmul_id_subgroup_mxfp4_f32_aligned_cm1_len;
2782extern const unsigned char matmul_id_subgroup_mxfp4_f32_aligned_cm1_data[];
2783
2784extern const uint64_t matmul_id_subgroup_mxfp4_f32_aligned_f16acc_len;
2785extern const unsigned char matmul_id_subgroup_mxfp4_f32_aligned_f16acc_data[];
2786
2787extern const uint64_t matmul_id_subgroup_mxfp4_f32_aligned_f16acc_cm1_len;
2788extern const unsigned char matmul_id_subgroup_mxfp4_f32_aligned_f16acc_cm1_data[];
2789
2790extern const uint64_t matmul_id_subgroup_mxfp4_f32_aligned_fp32_len;
2791extern const unsigned char matmul_id_subgroup_mxfp4_f32_aligned_fp32_data[];
2792
2793extern const uint64_t matmul_id_subgroup_mxfp4_f32_cm1_len;
2794extern const unsigned char matmul_id_subgroup_mxfp4_f32_cm1_data[];
2795
2796extern const uint64_t matmul_id_subgroup_mxfp4_f32_f16acc_len;
2797extern const unsigned char matmul_id_subgroup_mxfp4_f32_f16acc_data[];
2798
2799extern const uint64_t matmul_id_subgroup_mxfp4_f32_f16acc_cm1_len;
2800extern const unsigned char matmul_id_subgroup_mxfp4_f32_f16acc_cm1_data[];
2801
2802extern const uint64_t matmul_id_subgroup_mxfp4_f32_fp32_len;
2803extern const unsigned char matmul_id_subgroup_mxfp4_f32_fp32_data[];
2804
2805extern const uint64_t matmul_id_subgroup_mxfp4_q8_1_len;
2806extern const unsigned char matmul_id_subgroup_mxfp4_q8_1_data[];
2807
2808extern const uint64_t matmul_id_subgroup_mxfp4_q8_1_fp32_len;
2809extern const unsigned char matmul_id_subgroup_mxfp4_q8_1_fp32_data[];
2810
2811extern const uint64_t matmul_id_subgroup_q2_k_f16_len;
2812extern const unsigned char matmul_id_subgroup_q2_k_f16_data[];
2813
2814extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_len;
2815extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_data[];
2816
2817extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_cm1_len;
2818extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_cm1_data[];
2819
2820extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_cm2_len;
2821extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_cm2_data[];
2822
2823extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_f16acc_len;
2824extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_f16acc_data[];
2825
2826extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_f16acc_cm1_len;
2827extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_f16acc_cm1_data[];
2828
2829extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_f16acc_cm2_len;
2830extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_f16acc_cm2_data[];
2831
2832extern const uint64_t matmul_id_subgroup_q2_k_f16_aligned_fp32_len;
2833extern const unsigned char matmul_id_subgroup_q2_k_f16_aligned_fp32_data[];
2834
2835extern const uint64_t matmul_id_subgroup_q2_k_f16_cm1_len;
2836extern const unsigned char matmul_id_subgroup_q2_k_f16_cm1_data[];
2837
2838extern const uint64_t matmul_id_subgroup_q2_k_f16_cm2_len;
2839extern const unsigned char matmul_id_subgroup_q2_k_f16_cm2_data[];
2840
2841extern const uint64_t matmul_id_subgroup_q2_k_f16_f16acc_len;
2842extern const unsigned char matmul_id_subgroup_q2_k_f16_f16acc_data[];
2843
2844extern const uint64_t matmul_id_subgroup_q2_k_f16_f16acc_cm1_len;
2845extern const unsigned char matmul_id_subgroup_q2_k_f16_f16acc_cm1_data[];
2846
2847extern const uint64_t matmul_id_subgroup_q2_k_f16_f16acc_cm2_len;
2848extern const unsigned char matmul_id_subgroup_q2_k_f16_f16acc_cm2_data[];
2849
2850extern const uint64_t matmul_id_subgroup_q2_k_f16_fp32_len;
2851extern const unsigned char matmul_id_subgroup_q2_k_f16_fp32_data[];
2852
2853extern const uint64_t matmul_id_subgroup_q2_k_f32_len;
2854extern const unsigned char matmul_id_subgroup_q2_k_f32_data[];
2855
2856extern const uint64_t matmul_id_subgroup_q2_k_f32_aligned_len;
2857extern const unsigned char matmul_id_subgroup_q2_k_f32_aligned_data[];
2858
2859extern const uint64_t matmul_id_subgroup_q2_k_f32_aligned_cm1_len;
2860extern const unsigned char matmul_id_subgroup_q2_k_f32_aligned_cm1_data[];
2861
2862extern const uint64_t matmul_id_subgroup_q2_k_f32_aligned_f16acc_len;
2863extern const unsigned char matmul_id_subgroup_q2_k_f32_aligned_f16acc_data[];
2864
2865extern const uint64_t matmul_id_subgroup_q2_k_f32_aligned_f16acc_cm1_len;
2866extern const unsigned char matmul_id_subgroup_q2_k_f32_aligned_f16acc_cm1_data[];
2867
2868extern const uint64_t matmul_id_subgroup_q2_k_f32_aligned_fp32_len;
2869extern const unsigned char matmul_id_subgroup_q2_k_f32_aligned_fp32_data[];
2870
2871extern const uint64_t matmul_id_subgroup_q2_k_f32_cm1_len;
2872extern const unsigned char matmul_id_subgroup_q2_k_f32_cm1_data[];
2873
2874extern const uint64_t matmul_id_subgroup_q2_k_f32_f16acc_len;
2875extern const unsigned char matmul_id_subgroup_q2_k_f32_f16acc_data[];
2876
2877extern const uint64_t matmul_id_subgroup_q2_k_f32_f16acc_cm1_len;
2878extern const unsigned char matmul_id_subgroup_q2_k_f32_f16acc_cm1_data[];
2879
2880extern const uint64_t matmul_id_subgroup_q2_k_f32_fp32_len;
2881extern const unsigned char matmul_id_subgroup_q2_k_f32_fp32_data[];
2882
2883extern const uint64_t matmul_id_subgroup_q2_k_q8_1_len;
2884extern const unsigned char matmul_id_subgroup_q2_k_q8_1_data[];
2885
2886extern const uint64_t matmul_id_subgroup_q2_k_q8_1_fp32_len;
2887extern const unsigned char matmul_id_subgroup_q2_k_q8_1_fp32_data[];
2888
2889extern const uint64_t matmul_id_subgroup_q3_k_f16_len;
2890extern const unsigned char matmul_id_subgroup_q3_k_f16_data[];
2891
2892extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_len;
2893extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_data[];
2894
2895extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_cm1_len;
2896extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_cm1_data[];
2897
2898extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_cm2_len;
2899extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_cm2_data[];
2900
2901extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_f16acc_len;
2902extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_f16acc_data[];
2903
2904extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_f16acc_cm1_len;
2905extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_f16acc_cm1_data[];
2906
2907extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_f16acc_cm2_len;
2908extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_f16acc_cm2_data[];
2909
2910extern const uint64_t matmul_id_subgroup_q3_k_f16_aligned_fp32_len;
2911extern const unsigned char matmul_id_subgroup_q3_k_f16_aligned_fp32_data[];
2912
2913extern const uint64_t matmul_id_subgroup_q3_k_f16_cm1_len;
2914extern const unsigned char matmul_id_subgroup_q3_k_f16_cm1_data[];
2915
2916extern const uint64_t matmul_id_subgroup_q3_k_f16_cm2_len;
2917extern const unsigned char matmul_id_subgroup_q3_k_f16_cm2_data[];
2918
2919extern const uint64_t matmul_id_subgroup_q3_k_f16_f16acc_len;
2920extern const unsigned char matmul_id_subgroup_q3_k_f16_f16acc_data[];
2921
2922extern const uint64_t matmul_id_subgroup_q3_k_f16_f16acc_cm1_len;
2923extern const unsigned char matmul_id_subgroup_q3_k_f16_f16acc_cm1_data[];
2924
2925extern const uint64_t matmul_id_subgroup_q3_k_f16_f16acc_cm2_len;
2926extern const unsigned char matmul_id_subgroup_q3_k_f16_f16acc_cm2_data[];
2927
2928extern const uint64_t matmul_id_subgroup_q3_k_f16_fp32_len;
2929extern const unsigned char matmul_id_subgroup_q3_k_f16_fp32_data[];
2930
2931extern const uint64_t matmul_id_subgroup_q3_k_f32_len;
2932extern const unsigned char matmul_id_subgroup_q3_k_f32_data[];
2933
2934extern const uint64_t matmul_id_subgroup_q3_k_f32_aligned_len;
2935extern const unsigned char matmul_id_subgroup_q3_k_f32_aligned_data[];
2936
2937extern const uint64_t matmul_id_subgroup_q3_k_f32_aligned_cm1_len;
2938extern const unsigned char matmul_id_subgroup_q3_k_f32_aligned_cm1_data[];
2939
2940extern const uint64_t matmul_id_subgroup_q3_k_f32_aligned_f16acc_len;
2941extern const unsigned char matmul_id_subgroup_q3_k_f32_aligned_f16acc_data[];
2942
2943extern const uint64_t matmul_id_subgroup_q3_k_f32_aligned_f16acc_cm1_len;
2944extern const unsigned char matmul_id_subgroup_q3_k_f32_aligned_f16acc_cm1_data[];
2945
2946extern const uint64_t matmul_id_subgroup_q3_k_f32_aligned_fp32_len;
2947extern const unsigned char matmul_id_subgroup_q3_k_f32_aligned_fp32_data[];
2948
2949extern const uint64_t matmul_id_subgroup_q3_k_f32_cm1_len;
2950extern const unsigned char matmul_id_subgroup_q3_k_f32_cm1_data[];
2951
2952extern const uint64_t matmul_id_subgroup_q3_k_f32_f16acc_len;
2953extern const unsigned char matmul_id_subgroup_q3_k_f32_f16acc_data[];
2954
2955extern const uint64_t matmul_id_subgroup_q3_k_f32_f16acc_cm1_len;
2956extern const unsigned char matmul_id_subgroup_q3_k_f32_f16acc_cm1_data[];
2957
2958extern const uint64_t matmul_id_subgroup_q3_k_f32_fp32_len;
2959extern const unsigned char matmul_id_subgroup_q3_k_f32_fp32_data[];
2960
2961extern const uint64_t matmul_id_subgroup_q3_k_q8_1_len;
2962extern const unsigned char matmul_id_subgroup_q3_k_q8_1_data[];
2963
2964extern const uint64_t matmul_id_subgroup_q3_k_q8_1_fp32_len;
2965extern const unsigned char matmul_id_subgroup_q3_k_q8_1_fp32_data[];
2966
2967extern const uint64_t matmul_id_subgroup_q4_0_f16_len;
2968extern const unsigned char matmul_id_subgroup_q4_0_f16_data[];
2969
2970extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_len;
2971extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_data[];
2972
2973extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_cm1_len;
2974extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_cm1_data[];
2975
2976extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_cm2_len;
2977extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_cm2_data[];
2978
2979extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_f16acc_len;
2980extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_f16acc_data[];
2981
2982extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_f16acc_cm1_len;
2983extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_f16acc_cm1_data[];
2984
2985extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_f16acc_cm2_len;
2986extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_f16acc_cm2_data[];
2987
2988extern const uint64_t matmul_id_subgroup_q4_0_f16_aligned_fp32_len;
2989extern const unsigned char matmul_id_subgroup_q4_0_f16_aligned_fp32_data[];
2990
2991extern const uint64_t matmul_id_subgroup_q4_0_f16_cm1_len;
2992extern const unsigned char matmul_id_subgroup_q4_0_f16_cm1_data[];
2993
2994extern const uint64_t matmul_id_subgroup_q4_0_f16_cm2_len;
2995extern const unsigned char matmul_id_subgroup_q4_0_f16_cm2_data[];
2996
2997extern const uint64_t matmul_id_subgroup_q4_0_f16_f16acc_len;
2998extern const unsigned char matmul_id_subgroup_q4_0_f16_f16acc_data[];
2999
3000extern const uint64_t matmul_id_subgroup_q4_0_f16_f16acc_cm1_len;
3001extern const unsigned char matmul_id_subgroup_q4_0_f16_f16acc_cm1_data[];
3002
3003extern const uint64_t matmul_id_subgroup_q4_0_f16_f16acc_cm2_len;
3004extern const unsigned char matmul_id_subgroup_q4_0_f16_f16acc_cm2_data[];
3005
3006extern const uint64_t matmul_id_subgroup_q4_0_f16_fp32_len;
3007extern const unsigned char matmul_id_subgroup_q4_0_f16_fp32_data[];
3008
3009extern const uint64_t matmul_id_subgroup_q4_0_f32_len;
3010extern const unsigned char matmul_id_subgroup_q4_0_f32_data[];
3011
3012extern const uint64_t matmul_id_subgroup_q4_0_f32_aligned_len;
3013extern const unsigned char matmul_id_subgroup_q4_0_f32_aligned_data[];
3014
3015extern const uint64_t matmul_id_subgroup_q4_0_f32_aligned_cm1_len;
3016extern const unsigned char matmul_id_subgroup_q4_0_f32_aligned_cm1_data[];
3017
3018extern const uint64_t matmul_id_subgroup_q4_0_f32_aligned_f16acc_len;
3019extern const unsigned char matmul_id_subgroup_q4_0_f32_aligned_f16acc_data[];
3020
3021extern const uint64_t matmul_id_subgroup_q4_0_f32_aligned_f16acc_cm1_len;
3022extern const unsigned char matmul_id_subgroup_q4_0_f32_aligned_f16acc_cm1_data[];
3023
3024extern const uint64_t matmul_id_subgroup_q4_0_f32_aligned_fp32_len;
3025extern const unsigned char matmul_id_subgroup_q4_0_f32_aligned_fp32_data[];
3026
3027extern const uint64_t matmul_id_subgroup_q4_0_f32_cm1_len;
3028extern const unsigned char matmul_id_subgroup_q4_0_f32_cm1_data[];
3029
3030extern const uint64_t matmul_id_subgroup_q4_0_f32_f16acc_len;
3031extern const unsigned char matmul_id_subgroup_q4_0_f32_f16acc_data[];
3032
3033extern const uint64_t matmul_id_subgroup_q4_0_f32_f16acc_cm1_len;
3034extern const unsigned char matmul_id_subgroup_q4_0_f32_f16acc_cm1_data[];
3035
3036extern const uint64_t matmul_id_subgroup_q4_0_f32_fp32_len;
3037extern const unsigned char matmul_id_subgroup_q4_0_f32_fp32_data[];
3038
3039extern const uint64_t matmul_id_subgroup_q4_0_q8_1_len;
3040extern const unsigned char matmul_id_subgroup_q4_0_q8_1_data[];
3041
3042extern const uint64_t matmul_id_subgroup_q4_0_q8_1_fp32_len;
3043extern const unsigned char matmul_id_subgroup_q4_0_q8_1_fp32_data[];
3044
3045extern const uint64_t matmul_id_subgroup_q4_1_f16_len;
3046extern const unsigned char matmul_id_subgroup_q4_1_f16_data[];
3047
3048extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_len;
3049extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_data[];
3050
3051extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_cm1_len;
3052extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_cm1_data[];
3053
3054extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_cm2_len;
3055extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_cm2_data[];
3056
3057extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_f16acc_len;
3058extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_f16acc_data[];
3059
3060extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_f16acc_cm1_len;
3061extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_f16acc_cm1_data[];
3062
3063extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_f16acc_cm2_len;
3064extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_f16acc_cm2_data[];
3065
3066extern const uint64_t matmul_id_subgroup_q4_1_f16_aligned_fp32_len;
3067extern const unsigned char matmul_id_subgroup_q4_1_f16_aligned_fp32_data[];
3068
3069extern const uint64_t matmul_id_subgroup_q4_1_f16_cm1_len;
3070extern const unsigned char matmul_id_subgroup_q4_1_f16_cm1_data[];
3071
3072extern const uint64_t matmul_id_subgroup_q4_1_f16_cm2_len;
3073extern const unsigned char matmul_id_subgroup_q4_1_f16_cm2_data[];
3074
3075extern const uint64_t matmul_id_subgroup_q4_1_f16_f16acc_len;
3076extern const unsigned char matmul_id_subgroup_q4_1_f16_f16acc_data[];
3077
3078extern const uint64_t matmul_id_subgroup_q4_1_f16_f16acc_cm1_len;
3079extern const unsigned char matmul_id_subgroup_q4_1_f16_f16acc_cm1_data[];
3080
3081extern const uint64_t matmul_id_subgroup_q4_1_f16_f16acc_cm2_len;
3082extern const unsigned char matmul_id_subgroup_q4_1_f16_f16acc_cm2_data[];
3083
3084extern const uint64_t matmul_id_subgroup_q4_1_f16_fp32_len;
3085extern const unsigned char matmul_id_subgroup_q4_1_f16_fp32_data[];
3086
3087extern const uint64_t matmul_id_subgroup_q4_1_f32_len;
3088extern const unsigned char matmul_id_subgroup_q4_1_f32_data[];
3089
3090extern const uint64_t matmul_id_subgroup_q4_1_f32_aligned_len;
3091extern const unsigned char matmul_id_subgroup_q4_1_f32_aligned_data[];
3092
3093extern const uint64_t matmul_id_subgroup_q4_1_f32_aligned_cm1_len;
3094extern const unsigned char matmul_id_subgroup_q4_1_f32_aligned_cm1_data[];
3095
3096extern const uint64_t matmul_id_subgroup_q4_1_f32_aligned_f16acc_len;
3097extern const unsigned char matmul_id_subgroup_q4_1_f32_aligned_f16acc_data[];
3098
3099extern const uint64_t matmul_id_subgroup_q4_1_f32_aligned_f16acc_cm1_len;
3100extern const unsigned char matmul_id_subgroup_q4_1_f32_aligned_f16acc_cm1_data[];
3101
3102extern const uint64_t matmul_id_subgroup_q4_1_f32_aligned_fp32_len;
3103extern const unsigned char matmul_id_subgroup_q4_1_f32_aligned_fp32_data[];
3104
3105extern const uint64_t matmul_id_subgroup_q4_1_f32_cm1_len;
3106extern const unsigned char matmul_id_subgroup_q4_1_f32_cm1_data[];
3107
3108extern const uint64_t matmul_id_subgroup_q4_1_f32_f16acc_len;
3109extern const unsigned char matmul_id_subgroup_q4_1_f32_f16acc_data[];
3110
3111extern const uint64_t matmul_id_subgroup_q4_1_f32_f16acc_cm1_len;
3112extern const unsigned char matmul_id_subgroup_q4_1_f32_f16acc_cm1_data[];
3113
3114extern const uint64_t matmul_id_subgroup_q4_1_f32_fp32_len;
3115extern const unsigned char matmul_id_subgroup_q4_1_f32_fp32_data[];
3116
3117extern const uint64_t matmul_id_subgroup_q4_1_q8_1_len;
3118extern const unsigned char matmul_id_subgroup_q4_1_q8_1_data[];
3119
3120extern const uint64_t matmul_id_subgroup_q4_1_q8_1_fp32_len;
3121extern const unsigned char matmul_id_subgroup_q4_1_q8_1_fp32_data[];
3122
3123extern const uint64_t matmul_id_subgroup_q4_k_f16_len;
3124extern const unsigned char matmul_id_subgroup_q4_k_f16_data[];
3125
3126extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_len;
3127extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_data[];
3128
3129extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_cm1_len;
3130extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_cm1_data[];
3131
3132extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_cm2_len;
3133extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_cm2_data[];
3134
3135extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_f16acc_len;
3136extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_f16acc_data[];
3137
3138extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_f16acc_cm1_len;
3139extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_f16acc_cm1_data[];
3140
3141extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_f16acc_cm2_len;
3142extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_f16acc_cm2_data[];
3143
3144extern const uint64_t matmul_id_subgroup_q4_k_f16_aligned_fp32_len;
3145extern const unsigned char matmul_id_subgroup_q4_k_f16_aligned_fp32_data[];
3146
3147extern const uint64_t matmul_id_subgroup_q4_k_f16_cm1_len;
3148extern const unsigned char matmul_id_subgroup_q4_k_f16_cm1_data[];
3149
3150extern const uint64_t matmul_id_subgroup_q4_k_f16_cm2_len;
3151extern const unsigned char matmul_id_subgroup_q4_k_f16_cm2_data[];
3152
3153extern const uint64_t matmul_id_subgroup_q4_k_f16_f16acc_len;
3154extern const unsigned char matmul_id_subgroup_q4_k_f16_f16acc_data[];
3155
3156extern const uint64_t matmul_id_subgroup_q4_k_f16_f16acc_cm1_len;
3157extern const unsigned char matmul_id_subgroup_q4_k_f16_f16acc_cm1_data[];
3158
3159extern const uint64_t matmul_id_subgroup_q4_k_f16_f16acc_cm2_len;
3160extern const unsigned char matmul_id_subgroup_q4_k_f16_f16acc_cm2_data[];
3161
3162extern const uint64_t matmul_id_subgroup_q4_k_f16_fp32_len;
3163extern const unsigned char matmul_id_subgroup_q4_k_f16_fp32_data[];
3164
3165extern const uint64_t matmul_id_subgroup_q4_k_f32_len;
3166extern const unsigned char matmul_id_subgroup_q4_k_f32_data[];
3167
3168extern const uint64_t matmul_id_subgroup_q4_k_f32_aligned_len;
3169extern const unsigned char matmul_id_subgroup_q4_k_f32_aligned_data[];
3170
3171extern const uint64_t matmul_id_subgroup_q4_k_f32_aligned_cm1_len;
3172extern const unsigned char matmul_id_subgroup_q4_k_f32_aligned_cm1_data[];
3173
3174extern const uint64_t matmul_id_subgroup_q4_k_f32_aligned_f16acc_len;
3175extern const unsigned char matmul_id_subgroup_q4_k_f32_aligned_f16acc_data[];
3176
3177extern const uint64_t matmul_id_subgroup_q4_k_f32_aligned_f16acc_cm1_len;
3178extern const unsigned char matmul_id_subgroup_q4_k_f32_aligned_f16acc_cm1_data[];
3179
3180extern const uint64_t matmul_id_subgroup_q4_k_f32_aligned_fp32_len;
3181extern const unsigned char matmul_id_subgroup_q4_k_f32_aligned_fp32_data[];
3182
3183extern const uint64_t matmul_id_subgroup_q4_k_f32_cm1_len;
3184extern const unsigned char matmul_id_subgroup_q4_k_f32_cm1_data[];
3185
3186extern const uint64_t matmul_id_subgroup_q4_k_f32_f16acc_len;
3187extern const unsigned char matmul_id_subgroup_q4_k_f32_f16acc_data[];
3188
3189extern const uint64_t matmul_id_subgroup_q4_k_f32_f16acc_cm1_len;
3190extern const unsigned char matmul_id_subgroup_q4_k_f32_f16acc_cm1_data[];
3191
3192extern const uint64_t matmul_id_subgroup_q4_k_f32_fp32_len;
3193extern const unsigned char matmul_id_subgroup_q4_k_f32_fp32_data[];
3194
3195extern const uint64_t matmul_id_subgroup_q4_k_q8_1_len;
3196extern const unsigned char matmul_id_subgroup_q4_k_q8_1_data[];
3197
3198extern const uint64_t matmul_id_subgroup_q4_k_q8_1_fp32_len;
3199extern const unsigned char matmul_id_subgroup_q4_k_q8_1_fp32_data[];
3200
3201extern const uint64_t matmul_id_subgroup_q5_0_f16_len;
3202extern const unsigned char matmul_id_subgroup_q5_0_f16_data[];
3203
3204extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_len;
3205extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_data[];
3206
3207extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_cm1_len;
3208extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_cm1_data[];
3209
3210extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_cm2_len;
3211extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_cm2_data[];
3212
3213extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_f16acc_len;
3214extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_f16acc_data[];
3215
3216extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_f16acc_cm1_len;
3217extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_f16acc_cm1_data[];
3218
3219extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_f16acc_cm2_len;
3220extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_f16acc_cm2_data[];
3221
3222extern const uint64_t matmul_id_subgroup_q5_0_f16_aligned_fp32_len;
3223extern const unsigned char matmul_id_subgroup_q5_0_f16_aligned_fp32_data[];
3224
3225extern const uint64_t matmul_id_subgroup_q5_0_f16_cm1_len;
3226extern const unsigned char matmul_id_subgroup_q5_0_f16_cm1_data[];
3227
3228extern const uint64_t matmul_id_subgroup_q5_0_f16_cm2_len;
3229extern const unsigned char matmul_id_subgroup_q5_0_f16_cm2_data[];
3230
3231extern const uint64_t matmul_id_subgroup_q5_0_f16_f16acc_len;
3232extern const unsigned char matmul_id_subgroup_q5_0_f16_f16acc_data[];
3233
3234extern const uint64_t matmul_id_subgroup_q5_0_f16_f16acc_cm1_len;
3235extern const unsigned char matmul_id_subgroup_q5_0_f16_f16acc_cm1_data[];
3236
3237extern const uint64_t matmul_id_subgroup_q5_0_f16_f16acc_cm2_len;
3238extern const unsigned char matmul_id_subgroup_q5_0_f16_f16acc_cm2_data[];
3239
3240extern const uint64_t matmul_id_subgroup_q5_0_f16_fp32_len;
3241extern const unsigned char matmul_id_subgroup_q5_0_f16_fp32_data[];
3242
3243extern const uint64_t matmul_id_subgroup_q5_0_f32_len;
3244extern const unsigned char matmul_id_subgroup_q5_0_f32_data[];
3245
3246extern const uint64_t matmul_id_subgroup_q5_0_f32_aligned_len;
3247extern const unsigned char matmul_id_subgroup_q5_0_f32_aligned_data[];
3248
3249extern const uint64_t matmul_id_subgroup_q5_0_f32_aligned_cm1_len;
3250extern const unsigned char matmul_id_subgroup_q5_0_f32_aligned_cm1_data[];
3251
3252extern const uint64_t matmul_id_subgroup_q5_0_f32_aligned_f16acc_len;
3253extern const unsigned char matmul_id_subgroup_q5_0_f32_aligned_f16acc_data[];
3254
3255extern const uint64_t matmul_id_subgroup_q5_0_f32_aligned_f16acc_cm1_len;
3256extern const unsigned char matmul_id_subgroup_q5_0_f32_aligned_f16acc_cm1_data[];
3257
3258extern const uint64_t matmul_id_subgroup_q5_0_f32_aligned_fp32_len;
3259extern const unsigned char matmul_id_subgroup_q5_0_f32_aligned_fp32_data[];
3260
3261extern const uint64_t matmul_id_subgroup_q5_0_f32_cm1_len;
3262extern const unsigned char matmul_id_subgroup_q5_0_f32_cm1_data[];
3263
3264extern const uint64_t matmul_id_subgroup_q5_0_f32_f16acc_len;
3265extern const unsigned char matmul_id_subgroup_q5_0_f32_f16acc_data[];
3266
3267extern const uint64_t matmul_id_subgroup_q5_0_f32_f16acc_cm1_len;
3268extern const unsigned char matmul_id_subgroup_q5_0_f32_f16acc_cm1_data[];
3269
3270extern const uint64_t matmul_id_subgroup_q5_0_f32_fp32_len;
3271extern const unsigned char matmul_id_subgroup_q5_0_f32_fp32_data[];
3272
3273extern const uint64_t matmul_id_subgroup_q5_0_q8_1_len;
3274extern const unsigned char matmul_id_subgroup_q5_0_q8_1_data[];
3275
3276extern const uint64_t matmul_id_subgroup_q5_0_q8_1_fp32_len;
3277extern const unsigned char matmul_id_subgroup_q5_0_q8_1_fp32_data[];
3278
3279extern const uint64_t matmul_id_subgroup_q5_1_f16_len;
3280extern const unsigned char matmul_id_subgroup_q5_1_f16_data[];
3281
3282extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_len;
3283extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_data[];
3284
3285extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_cm1_len;
3286extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_cm1_data[];
3287
3288extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_cm2_len;
3289extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_cm2_data[];
3290
3291extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_f16acc_len;
3292extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_f16acc_data[];
3293
3294extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_f16acc_cm1_len;
3295extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_f16acc_cm1_data[];
3296
3297extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_f16acc_cm2_len;
3298extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_f16acc_cm2_data[];
3299
3300extern const uint64_t matmul_id_subgroup_q5_1_f16_aligned_fp32_len;
3301extern const unsigned char matmul_id_subgroup_q5_1_f16_aligned_fp32_data[];
3302
3303extern const uint64_t matmul_id_subgroup_q5_1_f16_cm1_len;
3304extern const unsigned char matmul_id_subgroup_q5_1_f16_cm1_data[];
3305
3306extern const uint64_t matmul_id_subgroup_q5_1_f16_cm2_len;
3307extern const unsigned char matmul_id_subgroup_q5_1_f16_cm2_data[];
3308
3309extern const uint64_t matmul_id_subgroup_q5_1_f16_f16acc_len;
3310extern const unsigned char matmul_id_subgroup_q5_1_f16_f16acc_data[];
3311
3312extern const uint64_t matmul_id_subgroup_q5_1_f16_f16acc_cm1_len;
3313extern const unsigned char matmul_id_subgroup_q5_1_f16_f16acc_cm1_data[];
3314
3315extern const uint64_t matmul_id_subgroup_q5_1_f16_f16acc_cm2_len;
3316extern const unsigned char matmul_id_subgroup_q5_1_f16_f16acc_cm2_data[];
3317
3318extern const uint64_t matmul_id_subgroup_q5_1_f16_fp32_len;
3319extern const unsigned char matmul_id_subgroup_q5_1_f16_fp32_data[];
3320
3321extern const uint64_t matmul_id_subgroup_q5_1_f32_len;
3322extern const unsigned char matmul_id_subgroup_q5_1_f32_data[];
3323
3324extern const uint64_t matmul_id_subgroup_q5_1_f32_aligned_len;
3325extern const unsigned char matmul_id_subgroup_q5_1_f32_aligned_data[];
3326
3327extern const uint64_t matmul_id_subgroup_q5_1_f32_aligned_cm1_len;
3328extern const unsigned char matmul_id_subgroup_q5_1_f32_aligned_cm1_data[];
3329
3330extern const uint64_t matmul_id_subgroup_q5_1_f32_aligned_f16acc_len;
3331extern const unsigned char matmul_id_subgroup_q5_1_f32_aligned_f16acc_data[];
3332
3333extern const uint64_t matmul_id_subgroup_q5_1_f32_aligned_f16acc_cm1_len;
3334extern const unsigned char matmul_id_subgroup_q5_1_f32_aligned_f16acc_cm1_data[];
3335
3336extern const uint64_t matmul_id_subgroup_q5_1_f32_aligned_fp32_len;
3337extern const unsigned char matmul_id_subgroup_q5_1_f32_aligned_fp32_data[];
3338
3339extern const uint64_t matmul_id_subgroup_q5_1_f32_cm1_len;
3340extern const unsigned char matmul_id_subgroup_q5_1_f32_cm1_data[];
3341
3342extern const uint64_t matmul_id_subgroup_q5_1_f32_f16acc_len;
3343extern const unsigned char matmul_id_subgroup_q5_1_f32_f16acc_data[];
3344
3345extern const uint64_t matmul_id_subgroup_q5_1_f32_f16acc_cm1_len;
3346extern const unsigned char matmul_id_subgroup_q5_1_f32_f16acc_cm1_data[];
3347
3348extern const uint64_t matmul_id_subgroup_q5_1_f32_fp32_len;
3349extern const unsigned char matmul_id_subgroup_q5_1_f32_fp32_data[];
3350
3351extern const uint64_t matmul_id_subgroup_q5_1_q8_1_len;
3352extern const unsigned char matmul_id_subgroup_q5_1_q8_1_data[];
3353
3354extern const uint64_t matmul_id_subgroup_q5_1_q8_1_fp32_len;
3355extern const unsigned char matmul_id_subgroup_q5_1_q8_1_fp32_data[];
3356
3357extern const uint64_t matmul_id_subgroup_q5_k_f16_len;
3358extern const unsigned char matmul_id_subgroup_q5_k_f16_data[];
3359
3360extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_len;
3361extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_data[];
3362
3363extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_cm1_len;
3364extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_cm1_data[];
3365
3366extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_cm2_len;
3367extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_cm2_data[];
3368
3369extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_f16acc_len;
3370extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_f16acc_data[];
3371
3372extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_f16acc_cm1_len;
3373extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_f16acc_cm1_data[];
3374
3375extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_f16acc_cm2_len;
3376extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_f16acc_cm2_data[];
3377
3378extern const uint64_t matmul_id_subgroup_q5_k_f16_aligned_fp32_len;
3379extern const unsigned char matmul_id_subgroup_q5_k_f16_aligned_fp32_data[];
3380
3381extern const uint64_t matmul_id_subgroup_q5_k_f16_cm1_len;
3382extern const unsigned char matmul_id_subgroup_q5_k_f16_cm1_data[];
3383
3384extern const uint64_t matmul_id_subgroup_q5_k_f16_cm2_len;
3385extern const unsigned char matmul_id_subgroup_q5_k_f16_cm2_data[];
3386
3387extern const uint64_t matmul_id_subgroup_q5_k_f16_f16acc_len;
3388extern const unsigned char matmul_id_subgroup_q5_k_f16_f16acc_data[];
3389
3390extern const uint64_t matmul_id_subgroup_q5_k_f16_f16acc_cm1_len;
3391extern const unsigned char matmul_id_subgroup_q5_k_f16_f16acc_cm1_data[];
3392
3393extern const uint64_t matmul_id_subgroup_q5_k_f16_f16acc_cm2_len;
3394extern const unsigned char matmul_id_subgroup_q5_k_f16_f16acc_cm2_data[];
3395
3396extern const uint64_t matmul_id_subgroup_q5_k_f16_fp32_len;
3397extern const unsigned char matmul_id_subgroup_q5_k_f16_fp32_data[];
3398
3399extern const uint64_t matmul_id_subgroup_q5_k_f32_len;
3400extern const unsigned char matmul_id_subgroup_q5_k_f32_data[];
3401
3402extern const uint64_t matmul_id_subgroup_q5_k_f32_aligned_len;
3403extern const unsigned char matmul_id_subgroup_q5_k_f32_aligned_data[];
3404
3405extern const uint64_t matmul_id_subgroup_q5_k_f32_aligned_cm1_len;
3406extern const unsigned char matmul_id_subgroup_q5_k_f32_aligned_cm1_data[];
3407
3408extern const uint64_t matmul_id_subgroup_q5_k_f32_aligned_f16acc_len;
3409extern const unsigned char matmul_id_subgroup_q5_k_f32_aligned_f16acc_data[];
3410
3411extern const uint64_t matmul_id_subgroup_q5_k_f32_aligned_f16acc_cm1_len;
3412extern const unsigned char matmul_id_subgroup_q5_k_f32_aligned_f16acc_cm1_data[];
3413
3414extern const uint64_t matmul_id_subgroup_q5_k_f32_aligned_fp32_len;
3415extern const unsigned char matmul_id_subgroup_q5_k_f32_aligned_fp32_data[];
3416
3417extern const uint64_t matmul_id_subgroup_q5_k_f32_cm1_len;
3418extern const unsigned char matmul_id_subgroup_q5_k_f32_cm1_data[];
3419
3420extern const uint64_t matmul_id_subgroup_q5_k_f32_f16acc_len;
3421extern const unsigned char matmul_id_subgroup_q5_k_f32_f16acc_data[];
3422
3423extern const uint64_t matmul_id_subgroup_q5_k_f32_f16acc_cm1_len;
3424extern const unsigned char matmul_id_subgroup_q5_k_f32_f16acc_cm1_data[];
3425
3426extern const uint64_t matmul_id_subgroup_q5_k_f32_fp32_len;
3427extern const unsigned char matmul_id_subgroup_q5_k_f32_fp32_data[];
3428
3429extern const uint64_t matmul_id_subgroup_q5_k_q8_1_len;
3430extern const unsigned char matmul_id_subgroup_q5_k_q8_1_data[];
3431
3432extern const uint64_t matmul_id_subgroup_q5_k_q8_1_fp32_len;
3433extern const unsigned char matmul_id_subgroup_q5_k_q8_1_fp32_data[];
3434
3435extern const uint64_t matmul_id_subgroup_q6_k_f16_len;
3436extern const unsigned char matmul_id_subgroup_q6_k_f16_data[];
3437
3438extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_len;
3439extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_data[];
3440
3441extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_cm1_len;
3442extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_cm1_data[];
3443
3444extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_cm2_len;
3445extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_cm2_data[];
3446
3447extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_f16acc_len;
3448extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_f16acc_data[];
3449
3450extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_f16acc_cm1_len;
3451extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_f16acc_cm1_data[];
3452
3453extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_f16acc_cm2_len;
3454extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_f16acc_cm2_data[];
3455
3456extern const uint64_t matmul_id_subgroup_q6_k_f16_aligned_fp32_len;
3457extern const unsigned char matmul_id_subgroup_q6_k_f16_aligned_fp32_data[];
3458
3459extern const uint64_t matmul_id_subgroup_q6_k_f16_cm1_len;
3460extern const unsigned char matmul_id_subgroup_q6_k_f16_cm1_data[];
3461
3462extern const uint64_t matmul_id_subgroup_q6_k_f16_cm2_len;
3463extern const unsigned char matmul_id_subgroup_q6_k_f16_cm2_data[];
3464
3465extern const uint64_t matmul_id_subgroup_q6_k_f16_f16acc_len;
3466extern const unsigned char matmul_id_subgroup_q6_k_f16_f16acc_data[];
3467
3468extern const uint64_t matmul_id_subgroup_q6_k_f16_f16acc_cm1_len;
3469extern const unsigned char matmul_id_subgroup_q6_k_f16_f16acc_cm1_data[];
3470
3471extern const uint64_t matmul_id_subgroup_q6_k_f16_f16acc_cm2_len;
3472extern const unsigned char matmul_id_subgroup_q6_k_f16_f16acc_cm2_data[];
3473
3474extern const uint64_t matmul_id_subgroup_q6_k_f16_fp32_len;
3475extern const unsigned char matmul_id_subgroup_q6_k_f16_fp32_data[];
3476
3477extern const uint64_t matmul_id_subgroup_q6_k_f32_len;
3478extern const unsigned char matmul_id_subgroup_q6_k_f32_data[];
3479
3480extern const uint64_t matmul_id_subgroup_q6_k_f32_aligned_len;
3481extern const unsigned char matmul_id_subgroup_q6_k_f32_aligned_data[];
3482
3483extern const uint64_t matmul_id_subgroup_q6_k_f32_aligned_cm1_len;
3484extern const unsigned char matmul_id_subgroup_q6_k_f32_aligned_cm1_data[];
3485
3486extern const uint64_t matmul_id_subgroup_q6_k_f32_aligned_f16acc_len;
3487extern const unsigned char matmul_id_subgroup_q6_k_f32_aligned_f16acc_data[];
3488
3489extern const uint64_t matmul_id_subgroup_q6_k_f32_aligned_f16acc_cm1_len;
3490extern const unsigned char matmul_id_subgroup_q6_k_f32_aligned_f16acc_cm1_data[];
3491
3492extern const uint64_t matmul_id_subgroup_q6_k_f32_aligned_fp32_len;
3493extern const unsigned char matmul_id_subgroup_q6_k_f32_aligned_fp32_data[];
3494
3495extern const uint64_t matmul_id_subgroup_q6_k_f32_cm1_len;
3496extern const unsigned char matmul_id_subgroup_q6_k_f32_cm1_data[];
3497
3498extern const uint64_t matmul_id_subgroup_q6_k_f32_f16acc_len;
3499extern const unsigned char matmul_id_subgroup_q6_k_f32_f16acc_data[];
3500
3501extern const uint64_t matmul_id_subgroup_q6_k_f32_f16acc_cm1_len;
3502extern const unsigned char matmul_id_subgroup_q6_k_f32_f16acc_cm1_data[];
3503
3504extern const uint64_t matmul_id_subgroup_q6_k_f32_fp32_len;
3505extern const unsigned char matmul_id_subgroup_q6_k_f32_fp32_data[];
3506
3507extern const uint64_t matmul_id_subgroup_q6_k_q8_1_len;
3508extern const unsigned char matmul_id_subgroup_q6_k_q8_1_data[];
3509
3510extern const uint64_t matmul_id_subgroup_q6_k_q8_1_fp32_len;
3511extern const unsigned char matmul_id_subgroup_q6_k_q8_1_fp32_data[];
3512
3513extern const uint64_t matmul_id_subgroup_q8_0_f16_len;
3514extern const unsigned char matmul_id_subgroup_q8_0_f16_data[];
3515
3516extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_len;
3517extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_data[];
3518
3519extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_cm1_len;
3520extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_cm1_data[];
3521
3522extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_cm2_len;
3523extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_cm2_data[];
3524
3525extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_f16acc_len;
3526extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_f16acc_data[];
3527
3528extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_f16acc_cm1_len;
3529extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_f16acc_cm1_data[];
3530
3531extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_f16acc_cm2_len;
3532extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_f16acc_cm2_data[];
3533
3534extern const uint64_t matmul_id_subgroup_q8_0_f16_aligned_fp32_len;
3535extern const unsigned char matmul_id_subgroup_q8_0_f16_aligned_fp32_data[];
3536
3537extern const uint64_t matmul_id_subgroup_q8_0_f16_cm1_len;
3538extern const unsigned char matmul_id_subgroup_q8_0_f16_cm1_data[];
3539
3540extern const uint64_t matmul_id_subgroup_q8_0_f16_cm2_len;
3541extern const unsigned char matmul_id_subgroup_q8_0_f16_cm2_data[];
3542
3543extern const uint64_t matmul_id_subgroup_q8_0_f16_f16acc_len;
3544extern const unsigned char matmul_id_subgroup_q8_0_f16_f16acc_data[];
3545
3546extern const uint64_t matmul_id_subgroup_q8_0_f16_f16acc_cm1_len;
3547extern const unsigned char matmul_id_subgroup_q8_0_f16_f16acc_cm1_data[];
3548
3549extern const uint64_t matmul_id_subgroup_q8_0_f16_f16acc_cm2_len;
3550extern const unsigned char matmul_id_subgroup_q8_0_f16_f16acc_cm2_data[];
3551
3552extern const uint64_t matmul_id_subgroup_q8_0_f16_fp32_len;
3553extern const unsigned char matmul_id_subgroup_q8_0_f16_fp32_data[];
3554
3555extern const uint64_t matmul_id_subgroup_q8_0_f32_len;
3556extern const unsigned char matmul_id_subgroup_q8_0_f32_data[];
3557
3558extern const uint64_t matmul_id_subgroup_q8_0_f32_aligned_len;
3559extern const unsigned char matmul_id_subgroup_q8_0_f32_aligned_data[];
3560
3561extern const uint64_t matmul_id_subgroup_q8_0_f32_aligned_cm1_len;
3562extern const unsigned char matmul_id_subgroup_q8_0_f32_aligned_cm1_data[];
3563
3564extern const uint64_t matmul_id_subgroup_q8_0_f32_aligned_f16acc_len;
3565extern const unsigned char matmul_id_subgroup_q8_0_f32_aligned_f16acc_data[];
3566
3567extern const uint64_t matmul_id_subgroup_q8_0_f32_aligned_f16acc_cm1_len;
3568extern const unsigned char matmul_id_subgroup_q8_0_f32_aligned_f16acc_cm1_data[];
3569
3570extern const uint64_t matmul_id_subgroup_q8_0_f32_aligned_fp32_len;
3571extern const unsigned char matmul_id_subgroup_q8_0_f32_aligned_fp32_data[];
3572
3573extern const uint64_t matmul_id_subgroup_q8_0_f32_cm1_len;
3574extern const unsigned char matmul_id_subgroup_q8_0_f32_cm1_data[];
3575
3576extern const uint64_t matmul_id_subgroup_q8_0_f32_f16acc_len;
3577extern const unsigned char matmul_id_subgroup_q8_0_f32_f16acc_data[];
3578
3579extern const uint64_t matmul_id_subgroup_q8_0_f32_f16acc_cm1_len;
3580extern const unsigned char matmul_id_subgroup_q8_0_f32_f16acc_cm1_data[];
3581
3582extern const uint64_t matmul_id_subgroup_q8_0_f32_fp32_len;
3583extern const unsigned char matmul_id_subgroup_q8_0_f32_fp32_data[];
3584
3585extern const uint64_t matmul_id_subgroup_q8_0_q8_1_len;
3586extern const unsigned char matmul_id_subgroup_q8_0_q8_1_data[];
3587
3588extern const uint64_t matmul_id_subgroup_q8_0_q8_1_fp32_len;
3589extern const unsigned char matmul_id_subgroup_q8_0_q8_1_fp32_data[];
3590
3591extern const uint64_t matmul_iq1_m_f16_len;
3592extern const unsigned char matmul_iq1_m_f16_data[];
3593
3594extern const uint64_t matmul_iq1_m_f16_aligned_len;
3595extern const unsigned char matmul_iq1_m_f16_aligned_data[];
3596
3597extern const uint64_t matmul_iq1_m_f16_aligned_cm1_len;
3598extern const unsigned char matmul_iq1_m_f16_aligned_cm1_data[];
3599
3600extern const uint64_t matmul_iq1_m_f16_aligned_cm2_len;
3601extern const unsigned char matmul_iq1_m_f16_aligned_cm2_data[];
3602
3603extern const uint64_t matmul_iq1_m_f16_aligned_f16acc_len;
3604extern const unsigned char matmul_iq1_m_f16_aligned_f16acc_data[];
3605
3606extern const uint64_t matmul_iq1_m_f16_aligned_f16acc_cm1_len;
3607extern const unsigned char matmul_iq1_m_f16_aligned_f16acc_cm1_data[];
3608
3609extern const uint64_t matmul_iq1_m_f16_aligned_f16acc_cm2_len;
3610extern const unsigned char matmul_iq1_m_f16_aligned_f16acc_cm2_data[];
3611
3612extern const uint64_t matmul_iq1_m_f16_aligned_fp32_len;
3613extern const unsigned char matmul_iq1_m_f16_aligned_fp32_data[];
3614
3615extern const uint64_t matmul_iq1_m_f16_cm1_len;
3616extern const unsigned char matmul_iq1_m_f16_cm1_data[];
3617
3618extern const uint64_t matmul_iq1_m_f16_cm2_len;
3619extern const unsigned char matmul_iq1_m_f16_cm2_data[];
3620
3621extern const uint64_t matmul_iq1_m_f16_f16acc_len;
3622extern const unsigned char matmul_iq1_m_f16_f16acc_data[];
3623
3624extern const uint64_t matmul_iq1_m_f16_f16acc_cm1_len;
3625extern const unsigned char matmul_iq1_m_f16_f16acc_cm1_data[];
3626
3627extern const uint64_t matmul_iq1_m_f16_f16acc_cm2_len;
3628extern const unsigned char matmul_iq1_m_f16_f16acc_cm2_data[];
3629
3630extern const uint64_t matmul_iq1_m_f16_fp32_len;
3631extern const unsigned char matmul_iq1_m_f16_fp32_data[];
3632
3633extern const uint64_t matmul_iq1_m_f32_len;
3634extern const unsigned char matmul_iq1_m_f32_data[];
3635
3636extern const uint64_t matmul_iq1_m_f32_aligned_len;
3637extern const unsigned char matmul_iq1_m_f32_aligned_data[];
3638
3639extern const uint64_t matmul_iq1_m_f32_aligned_cm1_len;
3640extern const unsigned char matmul_iq1_m_f32_aligned_cm1_data[];
3641
3642extern const uint64_t matmul_iq1_m_f32_aligned_f16acc_len;
3643extern const unsigned char matmul_iq1_m_f32_aligned_f16acc_data[];
3644
3645extern const uint64_t matmul_iq1_m_f32_aligned_f16acc_cm1_len;
3646extern const unsigned char matmul_iq1_m_f32_aligned_f16acc_cm1_data[];
3647
3648extern const uint64_t matmul_iq1_m_f32_aligned_fp32_len;
3649extern const unsigned char matmul_iq1_m_f32_aligned_fp32_data[];
3650
3651extern const uint64_t matmul_iq1_m_f32_cm1_len;
3652extern const unsigned char matmul_iq1_m_f32_cm1_data[];
3653
3654extern const uint64_t matmul_iq1_m_f32_f16acc_len;
3655extern const unsigned char matmul_iq1_m_f32_f16acc_data[];
3656
3657extern const uint64_t matmul_iq1_m_f32_f16acc_cm1_len;
3658extern const unsigned char matmul_iq1_m_f32_f16acc_cm1_data[];
3659
3660extern const uint64_t matmul_iq1_m_f32_fp32_len;
3661extern const unsigned char matmul_iq1_m_f32_fp32_data[];
3662
3663extern const uint64_t matmul_iq1_s_f16_len;
3664extern const unsigned char matmul_iq1_s_f16_data[];
3665
3666extern const uint64_t matmul_iq1_s_f16_aligned_len;
3667extern const unsigned char matmul_iq1_s_f16_aligned_data[];
3668
3669extern const uint64_t matmul_iq1_s_f16_aligned_cm1_len;
3670extern const unsigned char matmul_iq1_s_f16_aligned_cm1_data[];
3671
3672extern const uint64_t matmul_iq1_s_f16_aligned_cm2_len;
3673extern const unsigned char matmul_iq1_s_f16_aligned_cm2_data[];
3674
3675extern const uint64_t matmul_iq1_s_f16_aligned_f16acc_len;
3676extern const unsigned char matmul_iq1_s_f16_aligned_f16acc_data[];
3677
3678extern const uint64_t matmul_iq1_s_f16_aligned_f16acc_cm1_len;
3679extern const unsigned char matmul_iq1_s_f16_aligned_f16acc_cm1_data[];
3680
3681extern const uint64_t matmul_iq1_s_f16_aligned_f16acc_cm2_len;
3682extern const unsigned char matmul_iq1_s_f16_aligned_f16acc_cm2_data[];
3683
3684extern const uint64_t matmul_iq1_s_f16_aligned_fp32_len;
3685extern const unsigned char matmul_iq1_s_f16_aligned_fp32_data[];
3686
3687extern const uint64_t matmul_iq1_s_f16_cm1_len;
3688extern const unsigned char matmul_iq1_s_f16_cm1_data[];
3689
3690extern const uint64_t matmul_iq1_s_f16_cm2_len;
3691extern const unsigned char matmul_iq1_s_f16_cm2_data[];
3692
3693extern const uint64_t matmul_iq1_s_f16_f16acc_len;
3694extern const unsigned char matmul_iq1_s_f16_f16acc_data[];
3695
3696extern const uint64_t matmul_iq1_s_f16_f16acc_cm1_len;
3697extern const unsigned char matmul_iq1_s_f16_f16acc_cm1_data[];
3698
3699extern const uint64_t matmul_iq1_s_f16_f16acc_cm2_len;
3700extern const unsigned char matmul_iq1_s_f16_f16acc_cm2_data[];
3701
3702extern const uint64_t matmul_iq1_s_f16_fp32_len;
3703extern const unsigned char matmul_iq1_s_f16_fp32_data[];
3704
3705extern const uint64_t matmul_iq1_s_f32_len;
3706extern const unsigned char matmul_iq1_s_f32_data[];
3707
3708extern const uint64_t matmul_iq1_s_f32_aligned_len;
3709extern const unsigned char matmul_iq1_s_f32_aligned_data[];
3710
3711extern const uint64_t matmul_iq1_s_f32_aligned_cm1_len;
3712extern const unsigned char matmul_iq1_s_f32_aligned_cm1_data[];
3713
3714extern const uint64_t matmul_iq1_s_f32_aligned_f16acc_len;
3715extern const unsigned char matmul_iq1_s_f32_aligned_f16acc_data[];
3716
3717extern const uint64_t matmul_iq1_s_f32_aligned_f16acc_cm1_len;
3718extern const unsigned char matmul_iq1_s_f32_aligned_f16acc_cm1_data[];
3719
3720extern const uint64_t matmul_iq1_s_f32_aligned_fp32_len;
3721extern const unsigned char matmul_iq1_s_f32_aligned_fp32_data[];
3722
3723extern const uint64_t matmul_iq1_s_f32_cm1_len;
3724extern const unsigned char matmul_iq1_s_f32_cm1_data[];
3725
3726extern const uint64_t matmul_iq1_s_f32_f16acc_len;
3727extern const unsigned char matmul_iq1_s_f32_f16acc_data[];
3728
3729extern const uint64_t matmul_iq1_s_f32_f16acc_cm1_len;
3730extern const unsigned char matmul_iq1_s_f32_f16acc_cm1_data[];
3731
3732extern const uint64_t matmul_iq1_s_f32_fp32_len;
3733extern const unsigned char matmul_iq1_s_f32_fp32_data[];
3734
3735extern const uint64_t matmul_iq2_s_f16_len;
3736extern const unsigned char matmul_iq2_s_f16_data[];
3737
3738extern const uint64_t matmul_iq2_s_f16_aligned_len;
3739extern const unsigned char matmul_iq2_s_f16_aligned_data[];
3740
3741extern const uint64_t matmul_iq2_s_f16_aligned_cm1_len;
3742extern const unsigned char matmul_iq2_s_f16_aligned_cm1_data[];
3743
3744extern const uint64_t matmul_iq2_s_f16_aligned_cm2_len;
3745extern const unsigned char matmul_iq2_s_f16_aligned_cm2_data[];
3746
3747extern const uint64_t matmul_iq2_s_f16_aligned_f16acc_len;
3748extern const unsigned char matmul_iq2_s_f16_aligned_f16acc_data[];
3749
3750extern const uint64_t matmul_iq2_s_f16_aligned_f16acc_cm1_len;
3751extern const unsigned char matmul_iq2_s_f16_aligned_f16acc_cm1_data[];
3752
3753extern const uint64_t matmul_iq2_s_f16_aligned_f16acc_cm2_len;
3754extern const unsigned char matmul_iq2_s_f16_aligned_f16acc_cm2_data[];
3755
3756extern const uint64_t matmul_iq2_s_f16_aligned_fp32_len;
3757extern const unsigned char matmul_iq2_s_f16_aligned_fp32_data[];
3758
3759extern const uint64_t matmul_iq2_s_f16_cm1_len;
3760extern const unsigned char matmul_iq2_s_f16_cm1_data[];
3761
3762extern const uint64_t matmul_iq2_s_f16_cm2_len;
3763extern const unsigned char matmul_iq2_s_f16_cm2_data[];
3764
3765extern const uint64_t matmul_iq2_s_f16_f16acc_len;
3766extern const unsigned char matmul_iq2_s_f16_f16acc_data[];
3767
3768extern const uint64_t matmul_iq2_s_f16_f16acc_cm1_len;
3769extern const unsigned char matmul_iq2_s_f16_f16acc_cm1_data[];
3770
3771extern const uint64_t matmul_iq2_s_f16_f16acc_cm2_len;
3772extern const unsigned char matmul_iq2_s_f16_f16acc_cm2_data[];
3773
3774extern const uint64_t matmul_iq2_s_f16_fp32_len;
3775extern const unsigned char matmul_iq2_s_f16_fp32_data[];
3776
3777extern const uint64_t matmul_iq2_s_f32_len;
3778extern const unsigned char matmul_iq2_s_f32_data[];
3779
3780extern const uint64_t matmul_iq2_s_f32_aligned_len;
3781extern const unsigned char matmul_iq2_s_f32_aligned_data[];
3782
3783extern const uint64_t matmul_iq2_s_f32_aligned_cm1_len;
3784extern const unsigned char matmul_iq2_s_f32_aligned_cm1_data[];
3785
3786extern const uint64_t matmul_iq2_s_f32_aligned_f16acc_len;
3787extern const unsigned char matmul_iq2_s_f32_aligned_f16acc_data[];
3788
3789extern const uint64_t matmul_iq2_s_f32_aligned_f16acc_cm1_len;
3790extern const unsigned char matmul_iq2_s_f32_aligned_f16acc_cm1_data[];
3791
3792extern const uint64_t matmul_iq2_s_f32_aligned_fp32_len;
3793extern const unsigned char matmul_iq2_s_f32_aligned_fp32_data[];
3794
3795extern const uint64_t matmul_iq2_s_f32_cm1_len;
3796extern const unsigned char matmul_iq2_s_f32_cm1_data[];
3797
3798extern const uint64_t matmul_iq2_s_f32_f16acc_len;
3799extern const unsigned char matmul_iq2_s_f32_f16acc_data[];
3800
3801extern const uint64_t matmul_iq2_s_f32_f16acc_cm1_len;
3802extern const unsigned char matmul_iq2_s_f32_f16acc_cm1_data[];
3803
3804extern const uint64_t matmul_iq2_s_f32_fp32_len;
3805extern const unsigned char matmul_iq2_s_f32_fp32_data[];
3806
3807extern const uint64_t matmul_iq2_xs_f16_len;
3808extern const unsigned char matmul_iq2_xs_f16_data[];
3809
3810extern const uint64_t matmul_iq2_xs_f16_aligned_len;
3811extern const unsigned char matmul_iq2_xs_f16_aligned_data[];
3812
3813extern const uint64_t matmul_iq2_xs_f16_aligned_cm1_len;
3814extern const unsigned char matmul_iq2_xs_f16_aligned_cm1_data[];
3815
3816extern const uint64_t matmul_iq2_xs_f16_aligned_cm2_len;
3817extern const unsigned char matmul_iq2_xs_f16_aligned_cm2_data[];
3818
3819extern const uint64_t matmul_iq2_xs_f16_aligned_f16acc_len;
3820extern const unsigned char matmul_iq2_xs_f16_aligned_f16acc_data[];
3821
3822extern const uint64_t matmul_iq2_xs_f16_aligned_f16acc_cm1_len;
3823extern const unsigned char matmul_iq2_xs_f16_aligned_f16acc_cm1_data[];
3824
3825extern const uint64_t matmul_iq2_xs_f16_aligned_f16acc_cm2_len;
3826extern const unsigned char matmul_iq2_xs_f16_aligned_f16acc_cm2_data[];
3827
3828extern const uint64_t matmul_iq2_xs_f16_aligned_fp32_len;
3829extern const unsigned char matmul_iq2_xs_f16_aligned_fp32_data[];
3830
3831extern const uint64_t matmul_iq2_xs_f16_cm1_len;
3832extern const unsigned char matmul_iq2_xs_f16_cm1_data[];
3833
3834extern const uint64_t matmul_iq2_xs_f16_cm2_len;
3835extern const unsigned char matmul_iq2_xs_f16_cm2_data[];
3836
3837extern const uint64_t matmul_iq2_xs_f16_f16acc_len;
3838extern const unsigned char matmul_iq2_xs_f16_f16acc_data[];
3839
3840extern const uint64_t matmul_iq2_xs_f16_f16acc_cm1_len;
3841extern const unsigned char matmul_iq2_xs_f16_f16acc_cm1_data[];
3842
3843extern const uint64_t matmul_iq2_xs_f16_f16acc_cm2_len;
3844extern const unsigned char matmul_iq2_xs_f16_f16acc_cm2_data[];
3845
3846extern const uint64_t matmul_iq2_xs_f16_fp32_len;
3847extern const unsigned char matmul_iq2_xs_f16_fp32_data[];
3848
3849extern const uint64_t matmul_iq2_xs_f32_len;
3850extern const unsigned char matmul_iq2_xs_f32_data[];
3851
3852extern const uint64_t matmul_iq2_xs_f32_aligned_len;
3853extern const unsigned char matmul_iq2_xs_f32_aligned_data[];
3854
3855extern const uint64_t matmul_iq2_xs_f32_aligned_cm1_len;
3856extern const unsigned char matmul_iq2_xs_f32_aligned_cm1_data[];
3857
3858extern const uint64_t matmul_iq2_xs_f32_aligned_f16acc_len;
3859extern const unsigned char matmul_iq2_xs_f32_aligned_f16acc_data[];
3860
3861extern const uint64_t matmul_iq2_xs_f32_aligned_f16acc_cm1_len;
3862extern const unsigned char matmul_iq2_xs_f32_aligned_f16acc_cm1_data[];
3863
3864extern const uint64_t matmul_iq2_xs_f32_aligned_fp32_len;
3865extern const unsigned char matmul_iq2_xs_f32_aligned_fp32_data[];
3866
3867extern const uint64_t matmul_iq2_xs_f32_cm1_len;
3868extern const unsigned char matmul_iq2_xs_f32_cm1_data[];
3869
3870extern const uint64_t matmul_iq2_xs_f32_f16acc_len;
3871extern const unsigned char matmul_iq2_xs_f32_f16acc_data[];
3872
3873extern const uint64_t matmul_iq2_xs_f32_f16acc_cm1_len;
3874extern const unsigned char matmul_iq2_xs_f32_f16acc_cm1_data[];
3875
3876extern const uint64_t matmul_iq2_xs_f32_fp32_len;
3877extern const unsigned char matmul_iq2_xs_f32_fp32_data[];
3878
3879extern const uint64_t matmul_iq2_xxs_f16_len;
3880extern const unsigned char matmul_iq2_xxs_f16_data[];
3881
3882extern const uint64_t matmul_iq2_xxs_f16_aligned_len;
3883extern const unsigned char matmul_iq2_xxs_f16_aligned_data[];
3884
3885extern const uint64_t matmul_iq2_xxs_f16_aligned_cm1_len;
3886extern const unsigned char matmul_iq2_xxs_f16_aligned_cm1_data[];
3887
3888extern const uint64_t matmul_iq2_xxs_f16_aligned_cm2_len;
3889extern const unsigned char matmul_iq2_xxs_f16_aligned_cm2_data[];
3890
3891extern const uint64_t matmul_iq2_xxs_f16_aligned_f16acc_len;
3892extern const unsigned char matmul_iq2_xxs_f16_aligned_f16acc_data[];
3893
3894extern const uint64_t matmul_iq2_xxs_f16_aligned_f16acc_cm1_len;
3895extern const unsigned char matmul_iq2_xxs_f16_aligned_f16acc_cm1_data[];
3896
3897extern const uint64_t matmul_iq2_xxs_f16_aligned_f16acc_cm2_len;
3898extern const unsigned char matmul_iq2_xxs_f16_aligned_f16acc_cm2_data[];
3899
3900extern const uint64_t matmul_iq2_xxs_f16_aligned_fp32_len;
3901extern const unsigned char matmul_iq2_xxs_f16_aligned_fp32_data[];
3902
3903extern const uint64_t matmul_iq2_xxs_f16_cm1_len;
3904extern const unsigned char matmul_iq2_xxs_f16_cm1_data[];
3905
3906extern const uint64_t matmul_iq2_xxs_f16_cm2_len;
3907extern const unsigned char matmul_iq2_xxs_f16_cm2_data[];
3908
3909extern const uint64_t matmul_iq2_xxs_f16_f16acc_len;
3910extern const unsigned char matmul_iq2_xxs_f16_f16acc_data[];
3911
3912extern const uint64_t matmul_iq2_xxs_f16_f16acc_cm1_len;
3913extern const unsigned char matmul_iq2_xxs_f16_f16acc_cm1_data[];
3914
3915extern const uint64_t matmul_iq2_xxs_f16_f16acc_cm2_len;
3916extern const unsigned char matmul_iq2_xxs_f16_f16acc_cm2_data[];
3917
3918extern const uint64_t matmul_iq2_xxs_f16_fp32_len;
3919extern const unsigned char matmul_iq2_xxs_f16_fp32_data[];
3920
3921extern const uint64_t matmul_iq2_xxs_f32_len;
3922extern const unsigned char matmul_iq2_xxs_f32_data[];
3923
3924extern const uint64_t matmul_iq2_xxs_f32_aligned_len;
3925extern const unsigned char matmul_iq2_xxs_f32_aligned_data[];
3926
3927extern const uint64_t matmul_iq2_xxs_f32_aligned_cm1_len;
3928extern const unsigned char matmul_iq2_xxs_f32_aligned_cm1_data[];
3929
3930extern const uint64_t matmul_iq2_xxs_f32_aligned_f16acc_len;
3931extern const unsigned char matmul_iq2_xxs_f32_aligned_f16acc_data[];
3932
3933extern const uint64_t matmul_iq2_xxs_f32_aligned_f16acc_cm1_len;
3934extern const unsigned char matmul_iq2_xxs_f32_aligned_f16acc_cm1_data[];
3935
3936extern const uint64_t matmul_iq2_xxs_f32_aligned_fp32_len;
3937extern const unsigned char matmul_iq2_xxs_f32_aligned_fp32_data[];
3938
3939extern const uint64_t matmul_iq2_xxs_f32_cm1_len;
3940extern const unsigned char matmul_iq2_xxs_f32_cm1_data[];
3941
3942extern const uint64_t matmul_iq2_xxs_f32_f16acc_len;
3943extern const unsigned char matmul_iq2_xxs_f32_f16acc_data[];
3944
3945extern const uint64_t matmul_iq2_xxs_f32_f16acc_cm1_len;
3946extern const unsigned char matmul_iq2_xxs_f32_f16acc_cm1_data[];
3947
3948extern const uint64_t matmul_iq2_xxs_f32_fp32_len;
3949extern const unsigned char matmul_iq2_xxs_f32_fp32_data[];
3950
3951extern const uint64_t matmul_iq3_s_f16_len;
3952extern const unsigned char matmul_iq3_s_f16_data[];
3953
3954extern const uint64_t matmul_iq3_s_f16_aligned_len;
3955extern const unsigned char matmul_iq3_s_f16_aligned_data[];
3956
3957extern const uint64_t matmul_iq3_s_f16_aligned_cm1_len;
3958extern const unsigned char matmul_iq3_s_f16_aligned_cm1_data[];
3959
3960extern const uint64_t matmul_iq3_s_f16_aligned_cm2_len;
3961extern const unsigned char matmul_iq3_s_f16_aligned_cm2_data[];
3962
3963extern const uint64_t matmul_iq3_s_f16_aligned_f16acc_len;
3964extern const unsigned char matmul_iq3_s_f16_aligned_f16acc_data[];
3965
3966extern const uint64_t matmul_iq3_s_f16_aligned_f16acc_cm1_len;
3967extern const unsigned char matmul_iq3_s_f16_aligned_f16acc_cm1_data[];
3968
3969extern const uint64_t matmul_iq3_s_f16_aligned_f16acc_cm2_len;
3970extern const unsigned char matmul_iq3_s_f16_aligned_f16acc_cm2_data[];
3971
3972extern const uint64_t matmul_iq3_s_f16_aligned_fp32_len;
3973extern const unsigned char matmul_iq3_s_f16_aligned_fp32_data[];
3974
3975extern const uint64_t matmul_iq3_s_f16_cm1_len;
3976extern const unsigned char matmul_iq3_s_f16_cm1_data[];
3977
3978extern const uint64_t matmul_iq3_s_f16_cm2_len;
3979extern const unsigned char matmul_iq3_s_f16_cm2_data[];
3980
3981extern const uint64_t matmul_iq3_s_f16_f16acc_len;
3982extern const unsigned char matmul_iq3_s_f16_f16acc_data[];
3983
3984extern const uint64_t matmul_iq3_s_f16_f16acc_cm1_len;
3985extern const unsigned char matmul_iq3_s_f16_f16acc_cm1_data[];
3986
3987extern const uint64_t matmul_iq3_s_f16_f16acc_cm2_len;
3988extern const unsigned char matmul_iq3_s_f16_f16acc_cm2_data[];
3989
3990extern const uint64_t matmul_iq3_s_f16_fp32_len;
3991extern const unsigned char matmul_iq3_s_f16_fp32_data[];
3992
3993extern const uint64_t matmul_iq3_s_f32_len;
3994extern const unsigned char matmul_iq3_s_f32_data[];
3995
3996extern const uint64_t matmul_iq3_s_f32_aligned_len;
3997extern const unsigned char matmul_iq3_s_f32_aligned_data[];
3998
3999extern const uint64_t matmul_iq3_s_f32_aligned_cm1_len;
4000extern const unsigned char matmul_iq3_s_f32_aligned_cm1_data[];
4001
4002extern const uint64_t matmul_iq3_s_f32_aligned_f16acc_len;
4003extern const unsigned char matmul_iq3_s_f32_aligned_f16acc_data[];
4004
4005extern const uint64_t matmul_iq3_s_f32_aligned_f16acc_cm1_len;
4006extern const unsigned char matmul_iq3_s_f32_aligned_f16acc_cm1_data[];
4007
4008extern const uint64_t matmul_iq3_s_f32_aligned_fp32_len;
4009extern const unsigned char matmul_iq3_s_f32_aligned_fp32_data[];
4010
4011extern const uint64_t matmul_iq3_s_f32_cm1_len;
4012extern const unsigned char matmul_iq3_s_f32_cm1_data[];
4013
4014extern const uint64_t matmul_iq3_s_f32_f16acc_len;
4015extern const unsigned char matmul_iq3_s_f32_f16acc_data[];
4016
4017extern const uint64_t matmul_iq3_s_f32_f16acc_cm1_len;
4018extern const unsigned char matmul_iq3_s_f32_f16acc_cm1_data[];
4019
4020extern const uint64_t matmul_iq3_s_f32_fp32_len;
4021extern const unsigned char matmul_iq3_s_f32_fp32_data[];
4022
4023extern const uint64_t matmul_iq3_xxs_f16_len;
4024extern const unsigned char matmul_iq3_xxs_f16_data[];
4025
4026extern const uint64_t matmul_iq3_xxs_f16_aligned_len;
4027extern const unsigned char matmul_iq3_xxs_f16_aligned_data[];
4028
4029extern const uint64_t matmul_iq3_xxs_f16_aligned_cm1_len;
4030extern const unsigned char matmul_iq3_xxs_f16_aligned_cm1_data[];
4031
4032extern const uint64_t matmul_iq3_xxs_f16_aligned_cm2_len;
4033extern const unsigned char matmul_iq3_xxs_f16_aligned_cm2_data[];
4034
4035extern const uint64_t matmul_iq3_xxs_f16_aligned_f16acc_len;
4036extern const unsigned char matmul_iq3_xxs_f16_aligned_f16acc_data[];
4037
4038extern const uint64_t matmul_iq3_xxs_f16_aligned_f16acc_cm1_len;
4039extern const unsigned char matmul_iq3_xxs_f16_aligned_f16acc_cm1_data[];
4040
4041extern const uint64_t matmul_iq3_xxs_f16_aligned_f16acc_cm2_len;
4042extern const unsigned char matmul_iq3_xxs_f16_aligned_f16acc_cm2_data[];
4043
4044extern const uint64_t matmul_iq3_xxs_f16_aligned_fp32_len;
4045extern const unsigned char matmul_iq3_xxs_f16_aligned_fp32_data[];
4046
4047extern const uint64_t matmul_iq3_xxs_f16_cm1_len;
4048extern const unsigned char matmul_iq3_xxs_f16_cm1_data[];
4049
4050extern const uint64_t matmul_iq3_xxs_f16_cm2_len;
4051extern const unsigned char matmul_iq3_xxs_f16_cm2_data[];
4052
4053extern const uint64_t matmul_iq3_xxs_f16_f16acc_len;
4054extern const unsigned char matmul_iq3_xxs_f16_f16acc_data[];
4055
4056extern const uint64_t matmul_iq3_xxs_f16_f16acc_cm1_len;
4057extern const unsigned char matmul_iq3_xxs_f16_f16acc_cm1_data[];
4058
4059extern const uint64_t matmul_iq3_xxs_f16_f16acc_cm2_len;
4060extern const unsigned char matmul_iq3_xxs_f16_f16acc_cm2_data[];
4061
4062extern const uint64_t matmul_iq3_xxs_f16_fp32_len;
4063extern const unsigned char matmul_iq3_xxs_f16_fp32_data[];
4064
4065extern const uint64_t matmul_iq3_xxs_f32_len;
4066extern const unsigned char matmul_iq3_xxs_f32_data[];
4067
4068extern const uint64_t matmul_iq3_xxs_f32_aligned_len;
4069extern const unsigned char matmul_iq3_xxs_f32_aligned_data[];
4070
4071extern const uint64_t matmul_iq3_xxs_f32_aligned_cm1_len;
4072extern const unsigned char matmul_iq3_xxs_f32_aligned_cm1_data[];
4073
4074extern const uint64_t matmul_iq3_xxs_f32_aligned_f16acc_len;
4075extern const unsigned char matmul_iq3_xxs_f32_aligned_f16acc_data[];
4076
4077extern const uint64_t matmul_iq3_xxs_f32_aligned_f16acc_cm1_len;
4078extern const unsigned char matmul_iq3_xxs_f32_aligned_f16acc_cm1_data[];
4079
4080extern const uint64_t matmul_iq3_xxs_f32_aligned_fp32_len;
4081extern const unsigned char matmul_iq3_xxs_f32_aligned_fp32_data[];
4082
4083extern const uint64_t matmul_iq3_xxs_f32_cm1_len;
4084extern const unsigned char matmul_iq3_xxs_f32_cm1_data[];
4085
4086extern const uint64_t matmul_iq3_xxs_f32_f16acc_len;
4087extern const unsigned char matmul_iq3_xxs_f32_f16acc_data[];
4088
4089extern const uint64_t matmul_iq3_xxs_f32_f16acc_cm1_len;
4090extern const unsigned char matmul_iq3_xxs_f32_f16acc_cm1_data[];
4091
4092extern const uint64_t matmul_iq3_xxs_f32_fp32_len;
4093extern const unsigned char matmul_iq3_xxs_f32_fp32_data[];
4094
4095extern const uint64_t matmul_iq4_nl_f16_len;
4096extern const unsigned char matmul_iq4_nl_f16_data[];
4097
4098extern const uint64_t matmul_iq4_nl_f16_aligned_len;
4099extern const unsigned char matmul_iq4_nl_f16_aligned_data[];
4100
4101extern const uint64_t matmul_iq4_nl_f16_aligned_cm1_len;
4102extern const unsigned char matmul_iq4_nl_f16_aligned_cm1_data[];
4103
4104extern const uint64_t matmul_iq4_nl_f16_aligned_cm2_len;
4105extern const unsigned char matmul_iq4_nl_f16_aligned_cm2_data[];
4106
4107extern const uint64_t matmul_iq4_nl_f16_aligned_f16acc_len;
4108extern const unsigned char matmul_iq4_nl_f16_aligned_f16acc_data[];
4109
4110extern const uint64_t matmul_iq4_nl_f16_aligned_f16acc_cm1_len;
4111extern const unsigned char matmul_iq4_nl_f16_aligned_f16acc_cm1_data[];
4112
4113extern const uint64_t matmul_iq4_nl_f16_aligned_f16acc_cm2_len;
4114extern const unsigned char matmul_iq4_nl_f16_aligned_f16acc_cm2_data[];
4115
4116extern const uint64_t matmul_iq4_nl_f16_aligned_fp32_len;
4117extern const unsigned char matmul_iq4_nl_f16_aligned_fp32_data[];
4118
4119extern const uint64_t matmul_iq4_nl_f16_cm1_len;
4120extern const unsigned char matmul_iq4_nl_f16_cm1_data[];
4121
4122extern const uint64_t matmul_iq4_nl_f16_cm2_len;
4123extern const unsigned char matmul_iq4_nl_f16_cm2_data[];
4124
4125extern const uint64_t matmul_iq4_nl_f16_f16acc_len;
4126extern const unsigned char matmul_iq4_nl_f16_f16acc_data[];
4127
4128extern const uint64_t matmul_iq4_nl_f16_f16acc_cm1_len;
4129extern const unsigned char matmul_iq4_nl_f16_f16acc_cm1_data[];
4130
4131extern const uint64_t matmul_iq4_nl_f16_f16acc_cm2_len;
4132extern const unsigned char matmul_iq4_nl_f16_f16acc_cm2_data[];
4133
4134extern const uint64_t matmul_iq4_nl_f16_fp32_len;
4135extern const unsigned char matmul_iq4_nl_f16_fp32_data[];
4136
4137extern const uint64_t matmul_iq4_nl_f32_len;
4138extern const unsigned char matmul_iq4_nl_f32_data[];
4139
4140extern const uint64_t matmul_iq4_nl_f32_aligned_len;
4141extern const unsigned char matmul_iq4_nl_f32_aligned_data[];
4142
4143extern const uint64_t matmul_iq4_nl_f32_aligned_cm1_len;
4144extern const unsigned char matmul_iq4_nl_f32_aligned_cm1_data[];
4145
4146extern const uint64_t matmul_iq4_nl_f32_aligned_f16acc_len;
4147extern const unsigned char matmul_iq4_nl_f32_aligned_f16acc_data[];
4148
4149extern const uint64_t matmul_iq4_nl_f32_aligned_f16acc_cm1_len;
4150extern const unsigned char matmul_iq4_nl_f32_aligned_f16acc_cm1_data[];
4151
4152extern const uint64_t matmul_iq4_nl_f32_aligned_fp32_len;
4153extern const unsigned char matmul_iq4_nl_f32_aligned_fp32_data[];
4154
4155extern const uint64_t matmul_iq4_nl_f32_cm1_len;
4156extern const unsigned char matmul_iq4_nl_f32_cm1_data[];
4157
4158extern const uint64_t matmul_iq4_nl_f32_f16acc_len;
4159extern const unsigned char matmul_iq4_nl_f32_f16acc_data[];
4160
4161extern const uint64_t matmul_iq4_nl_f32_f16acc_cm1_len;
4162extern const unsigned char matmul_iq4_nl_f32_f16acc_cm1_data[];
4163
4164extern const uint64_t matmul_iq4_nl_f32_fp32_len;
4165extern const unsigned char matmul_iq4_nl_f32_fp32_data[];
4166
4167extern const uint64_t matmul_iq4_xs_f16_len;
4168extern const unsigned char matmul_iq4_xs_f16_data[];
4169
4170extern const uint64_t matmul_iq4_xs_f16_aligned_len;
4171extern const unsigned char matmul_iq4_xs_f16_aligned_data[];
4172
4173extern const uint64_t matmul_iq4_xs_f16_aligned_cm1_len;
4174extern const unsigned char matmul_iq4_xs_f16_aligned_cm1_data[];
4175
4176extern const uint64_t matmul_iq4_xs_f16_aligned_cm2_len;
4177extern const unsigned char matmul_iq4_xs_f16_aligned_cm2_data[];
4178
4179extern const uint64_t matmul_iq4_xs_f16_aligned_f16acc_len;
4180extern const unsigned char matmul_iq4_xs_f16_aligned_f16acc_data[];
4181
4182extern const uint64_t matmul_iq4_xs_f16_aligned_f16acc_cm1_len;
4183extern const unsigned char matmul_iq4_xs_f16_aligned_f16acc_cm1_data[];
4184
4185extern const uint64_t matmul_iq4_xs_f16_aligned_f16acc_cm2_len;
4186extern const unsigned char matmul_iq4_xs_f16_aligned_f16acc_cm2_data[];
4187
4188extern const uint64_t matmul_iq4_xs_f16_aligned_fp32_len;
4189extern const unsigned char matmul_iq4_xs_f16_aligned_fp32_data[];
4190
4191extern const uint64_t matmul_iq4_xs_f16_cm1_len;
4192extern const unsigned char matmul_iq4_xs_f16_cm1_data[];
4193
4194extern const uint64_t matmul_iq4_xs_f16_cm2_len;
4195extern const unsigned char matmul_iq4_xs_f16_cm2_data[];
4196
4197extern const uint64_t matmul_iq4_xs_f16_f16acc_len;
4198extern const unsigned char matmul_iq4_xs_f16_f16acc_data[];
4199
4200extern const uint64_t matmul_iq4_xs_f16_f16acc_cm1_len;
4201extern const unsigned char matmul_iq4_xs_f16_f16acc_cm1_data[];
4202
4203extern const uint64_t matmul_iq4_xs_f16_f16acc_cm2_len;
4204extern const unsigned char matmul_iq4_xs_f16_f16acc_cm2_data[];
4205
4206extern const uint64_t matmul_iq4_xs_f16_fp32_len;
4207extern const unsigned char matmul_iq4_xs_f16_fp32_data[];
4208
4209extern const uint64_t matmul_iq4_xs_f32_len;
4210extern const unsigned char matmul_iq4_xs_f32_data[];
4211
4212extern const uint64_t matmul_iq4_xs_f32_aligned_len;
4213extern const unsigned char matmul_iq4_xs_f32_aligned_data[];
4214
4215extern const uint64_t matmul_iq4_xs_f32_aligned_cm1_len;
4216extern const unsigned char matmul_iq4_xs_f32_aligned_cm1_data[];
4217
4218extern const uint64_t matmul_iq4_xs_f32_aligned_f16acc_len;
4219extern const unsigned char matmul_iq4_xs_f32_aligned_f16acc_data[];
4220
4221extern const uint64_t matmul_iq4_xs_f32_aligned_f16acc_cm1_len;
4222extern const unsigned char matmul_iq4_xs_f32_aligned_f16acc_cm1_data[];
4223
4224extern const uint64_t matmul_iq4_xs_f32_aligned_fp32_len;
4225extern const unsigned char matmul_iq4_xs_f32_aligned_fp32_data[];
4226
4227extern const uint64_t matmul_iq4_xs_f32_cm1_len;
4228extern const unsigned char matmul_iq4_xs_f32_cm1_data[];
4229
4230extern const uint64_t matmul_iq4_xs_f32_f16acc_len;
4231extern const unsigned char matmul_iq4_xs_f32_f16acc_data[];
4232
4233extern const uint64_t matmul_iq4_xs_f32_f16acc_cm1_len;
4234extern const unsigned char matmul_iq4_xs_f32_f16acc_cm1_data[];
4235
4236extern const uint64_t matmul_iq4_xs_f32_fp32_len;
4237extern const unsigned char matmul_iq4_xs_f32_fp32_data[];
4238
4239extern const uint64_t matmul_mxfp4_f16_len;
4240extern const unsigned char matmul_mxfp4_f16_data[];
4241
4242extern const uint64_t matmul_mxfp4_f16_aligned_len;
4243extern const unsigned char matmul_mxfp4_f16_aligned_data[];
4244
4245extern const uint64_t matmul_mxfp4_f16_aligned_cm1_len;
4246extern const unsigned char matmul_mxfp4_f16_aligned_cm1_data[];
4247
4248extern const uint64_t matmul_mxfp4_f16_aligned_cm2_len;
4249extern const unsigned char matmul_mxfp4_f16_aligned_cm2_data[];
4250
4251extern const uint64_t matmul_mxfp4_f16_aligned_f16acc_len;
4252extern const unsigned char matmul_mxfp4_f16_aligned_f16acc_data[];
4253
4254extern const uint64_t matmul_mxfp4_f16_aligned_f16acc_cm1_len;
4255extern const unsigned char matmul_mxfp4_f16_aligned_f16acc_cm1_data[];
4256
4257extern const uint64_t matmul_mxfp4_f16_aligned_f16acc_cm2_len;
4258extern const unsigned char matmul_mxfp4_f16_aligned_f16acc_cm2_data[];
4259
4260extern const uint64_t matmul_mxfp4_f16_aligned_fp32_len;
4261extern const unsigned char matmul_mxfp4_f16_aligned_fp32_data[];
4262
4263extern const uint64_t matmul_mxfp4_f16_cm1_len;
4264extern const unsigned char matmul_mxfp4_f16_cm1_data[];
4265
4266extern const uint64_t matmul_mxfp4_f16_cm2_len;
4267extern const unsigned char matmul_mxfp4_f16_cm2_data[];
4268
4269extern const uint64_t matmul_mxfp4_f16_f16acc_len;
4270extern const unsigned char matmul_mxfp4_f16_f16acc_data[];
4271
4272extern const uint64_t matmul_mxfp4_f16_f16acc_cm1_len;
4273extern const unsigned char matmul_mxfp4_f16_f16acc_cm1_data[];
4274
4275extern const uint64_t matmul_mxfp4_f16_f16acc_cm2_len;
4276extern const unsigned char matmul_mxfp4_f16_f16acc_cm2_data[];
4277
4278extern const uint64_t matmul_mxfp4_f16_fp32_len;
4279extern const unsigned char matmul_mxfp4_f16_fp32_data[];
4280
4281extern const uint64_t matmul_mxfp4_f32_len;
4282extern const unsigned char matmul_mxfp4_f32_data[];
4283
4284extern const uint64_t matmul_mxfp4_f32_aligned_len;
4285extern const unsigned char matmul_mxfp4_f32_aligned_data[];
4286
4287extern const uint64_t matmul_mxfp4_f32_aligned_cm1_len;
4288extern const unsigned char matmul_mxfp4_f32_aligned_cm1_data[];
4289
4290extern const uint64_t matmul_mxfp4_f32_aligned_f16acc_len;
4291extern const unsigned char matmul_mxfp4_f32_aligned_f16acc_data[];
4292
4293extern const uint64_t matmul_mxfp4_f32_aligned_f16acc_cm1_len;
4294extern const unsigned char matmul_mxfp4_f32_aligned_f16acc_cm1_data[];
4295
4296extern const uint64_t matmul_mxfp4_f32_aligned_fp32_len;
4297extern const unsigned char matmul_mxfp4_f32_aligned_fp32_data[];
4298
4299extern const uint64_t matmul_mxfp4_f32_cm1_len;
4300extern const unsigned char matmul_mxfp4_f32_cm1_data[];
4301
4302extern const uint64_t matmul_mxfp4_f32_f16acc_len;
4303extern const unsigned char matmul_mxfp4_f32_f16acc_data[];
4304
4305extern const uint64_t matmul_mxfp4_f32_f16acc_cm1_len;
4306extern const unsigned char matmul_mxfp4_f32_f16acc_cm1_data[];
4307
4308extern const uint64_t matmul_mxfp4_f32_fp32_len;
4309extern const unsigned char matmul_mxfp4_f32_fp32_data[];
4310
4311extern const uint64_t matmul_mxfp4_q8_1_len;
4312extern const unsigned char matmul_mxfp4_q8_1_data[];
4313
4314extern const uint64_t matmul_mxfp4_q8_1_fp32_len;
4315extern const unsigned char matmul_mxfp4_q8_1_fp32_data[];
4316
4317extern const uint64_t matmul_q2_k_f16_len;
4318extern const unsigned char matmul_q2_k_f16_data[];
4319
4320extern const uint64_t matmul_q2_k_f16_aligned_len;
4321extern const unsigned char matmul_q2_k_f16_aligned_data[];
4322
4323extern const uint64_t matmul_q2_k_f16_aligned_cm1_len;
4324extern const unsigned char matmul_q2_k_f16_aligned_cm1_data[];
4325
4326extern const uint64_t matmul_q2_k_f16_aligned_cm2_len;
4327extern const unsigned char matmul_q2_k_f16_aligned_cm2_data[];
4328
4329extern const uint64_t matmul_q2_k_f16_aligned_f16acc_len;
4330extern const unsigned char matmul_q2_k_f16_aligned_f16acc_data[];
4331
4332extern const uint64_t matmul_q2_k_f16_aligned_f16acc_cm1_len;
4333extern const unsigned char matmul_q2_k_f16_aligned_f16acc_cm1_data[];
4334
4335extern const uint64_t matmul_q2_k_f16_aligned_f16acc_cm2_len;
4336extern const unsigned char matmul_q2_k_f16_aligned_f16acc_cm2_data[];
4337
4338extern const uint64_t matmul_q2_k_f16_aligned_fp32_len;
4339extern const unsigned char matmul_q2_k_f16_aligned_fp32_data[];
4340
4341extern const uint64_t matmul_q2_k_f16_cm1_len;
4342extern const unsigned char matmul_q2_k_f16_cm1_data[];
4343
4344extern const uint64_t matmul_q2_k_f16_cm2_len;
4345extern const unsigned char matmul_q2_k_f16_cm2_data[];
4346
4347extern const uint64_t matmul_q2_k_f16_f16acc_len;
4348extern const unsigned char matmul_q2_k_f16_f16acc_data[];
4349
4350extern const uint64_t matmul_q2_k_f16_f16acc_cm1_len;
4351extern const unsigned char matmul_q2_k_f16_f16acc_cm1_data[];
4352
4353extern const uint64_t matmul_q2_k_f16_f16acc_cm2_len;
4354extern const unsigned char matmul_q2_k_f16_f16acc_cm2_data[];
4355
4356extern const uint64_t matmul_q2_k_f16_fp32_len;
4357extern const unsigned char matmul_q2_k_f16_fp32_data[];
4358
4359extern const uint64_t matmul_q2_k_f32_len;
4360extern const unsigned char matmul_q2_k_f32_data[];
4361
4362extern const uint64_t matmul_q2_k_f32_aligned_len;
4363extern const unsigned char matmul_q2_k_f32_aligned_data[];
4364
4365extern const uint64_t matmul_q2_k_f32_aligned_cm1_len;
4366extern const unsigned char matmul_q2_k_f32_aligned_cm1_data[];
4367
4368extern const uint64_t matmul_q2_k_f32_aligned_f16acc_len;
4369extern const unsigned char matmul_q2_k_f32_aligned_f16acc_data[];
4370
4371extern const uint64_t matmul_q2_k_f32_aligned_f16acc_cm1_len;
4372extern const unsigned char matmul_q2_k_f32_aligned_f16acc_cm1_data[];
4373
4374extern const uint64_t matmul_q2_k_f32_aligned_fp32_len;
4375extern const unsigned char matmul_q2_k_f32_aligned_fp32_data[];
4376
4377extern const uint64_t matmul_q2_k_f32_cm1_len;
4378extern const unsigned char matmul_q2_k_f32_cm1_data[];
4379
4380extern const uint64_t matmul_q2_k_f32_f16acc_len;
4381extern const unsigned char matmul_q2_k_f32_f16acc_data[];
4382
4383extern const uint64_t matmul_q2_k_f32_f16acc_cm1_len;
4384extern const unsigned char matmul_q2_k_f32_f16acc_cm1_data[];
4385
4386extern const uint64_t matmul_q2_k_f32_fp32_len;
4387extern const unsigned char matmul_q2_k_f32_fp32_data[];
4388
4389extern const uint64_t matmul_q2_k_q8_1_len;
4390extern const unsigned char matmul_q2_k_q8_1_data[];
4391
4392extern const uint64_t matmul_q2_k_q8_1_fp32_len;
4393extern const unsigned char matmul_q2_k_q8_1_fp32_data[];
4394
4395extern const uint64_t matmul_q3_k_f16_len;
4396extern const unsigned char matmul_q3_k_f16_data[];
4397
4398extern const uint64_t matmul_q3_k_f16_aligned_len;
4399extern const unsigned char matmul_q3_k_f16_aligned_data[];
4400
4401extern const uint64_t matmul_q3_k_f16_aligned_cm1_len;
4402extern const unsigned char matmul_q3_k_f16_aligned_cm1_data[];
4403
4404extern const uint64_t matmul_q3_k_f16_aligned_cm2_len;
4405extern const unsigned char matmul_q3_k_f16_aligned_cm2_data[];
4406
4407extern const uint64_t matmul_q3_k_f16_aligned_f16acc_len;
4408extern const unsigned char matmul_q3_k_f16_aligned_f16acc_data[];
4409
4410extern const uint64_t matmul_q3_k_f16_aligned_f16acc_cm1_len;
4411extern const unsigned char matmul_q3_k_f16_aligned_f16acc_cm1_data[];
4412
4413extern const uint64_t matmul_q3_k_f16_aligned_f16acc_cm2_len;
4414extern const unsigned char matmul_q3_k_f16_aligned_f16acc_cm2_data[];
4415
4416extern const uint64_t matmul_q3_k_f16_aligned_fp32_len;
4417extern const unsigned char matmul_q3_k_f16_aligned_fp32_data[];
4418
4419extern const uint64_t matmul_q3_k_f16_cm1_len;
4420extern const unsigned char matmul_q3_k_f16_cm1_data[];
4421
4422extern const uint64_t matmul_q3_k_f16_cm2_len;
4423extern const unsigned char matmul_q3_k_f16_cm2_data[];
4424
4425extern const uint64_t matmul_q3_k_f16_f16acc_len;
4426extern const unsigned char matmul_q3_k_f16_f16acc_data[];
4427
4428extern const uint64_t matmul_q3_k_f16_f16acc_cm1_len;
4429extern const unsigned char matmul_q3_k_f16_f16acc_cm1_data[];
4430
4431extern const uint64_t matmul_q3_k_f16_f16acc_cm2_len;
4432extern const unsigned char matmul_q3_k_f16_f16acc_cm2_data[];
4433
4434extern const uint64_t matmul_q3_k_f16_fp32_len;
4435extern const unsigned char matmul_q3_k_f16_fp32_data[];
4436
4437extern const uint64_t matmul_q3_k_f32_len;
4438extern const unsigned char matmul_q3_k_f32_data[];
4439
4440extern const uint64_t matmul_q3_k_f32_aligned_len;
4441extern const unsigned char matmul_q3_k_f32_aligned_data[];
4442
4443extern const uint64_t matmul_q3_k_f32_aligned_cm1_len;
4444extern const unsigned char matmul_q3_k_f32_aligned_cm1_data[];
4445
4446extern const uint64_t matmul_q3_k_f32_aligned_f16acc_len;
4447extern const unsigned char matmul_q3_k_f32_aligned_f16acc_data[];
4448
4449extern const uint64_t matmul_q3_k_f32_aligned_f16acc_cm1_len;
4450extern const unsigned char matmul_q3_k_f32_aligned_f16acc_cm1_data[];
4451
4452extern const uint64_t matmul_q3_k_f32_aligned_fp32_len;
4453extern const unsigned char matmul_q3_k_f32_aligned_fp32_data[];
4454
4455extern const uint64_t matmul_q3_k_f32_cm1_len;
4456extern const unsigned char matmul_q3_k_f32_cm1_data[];
4457
4458extern const uint64_t matmul_q3_k_f32_f16acc_len;
4459extern const unsigned char matmul_q3_k_f32_f16acc_data[];
4460
4461extern const uint64_t matmul_q3_k_f32_f16acc_cm1_len;
4462extern const unsigned char matmul_q3_k_f32_f16acc_cm1_data[];
4463
4464extern const uint64_t matmul_q3_k_f32_fp32_len;
4465extern const unsigned char matmul_q3_k_f32_fp32_data[];
4466
4467extern const uint64_t matmul_q3_k_q8_1_len;
4468extern const unsigned char matmul_q3_k_q8_1_data[];
4469
4470extern const uint64_t matmul_q3_k_q8_1_fp32_len;
4471extern const unsigned char matmul_q3_k_q8_1_fp32_data[];
4472
4473extern const uint64_t matmul_q4_0_f16_len;
4474extern const unsigned char matmul_q4_0_f16_data[];
4475
4476extern const uint64_t matmul_q4_0_f16_aligned_len;
4477extern const unsigned char matmul_q4_0_f16_aligned_data[];
4478
4479extern const uint64_t matmul_q4_0_f16_aligned_cm1_len;
4480extern const unsigned char matmul_q4_0_f16_aligned_cm1_data[];
4481
4482extern const uint64_t matmul_q4_0_f16_aligned_cm2_len;
4483extern const unsigned char matmul_q4_0_f16_aligned_cm2_data[];
4484
4485extern const uint64_t matmul_q4_0_f16_aligned_f16acc_len;
4486extern const unsigned char matmul_q4_0_f16_aligned_f16acc_data[];
4487
4488extern const uint64_t matmul_q4_0_f16_aligned_f16acc_cm1_len;
4489extern const unsigned char matmul_q4_0_f16_aligned_f16acc_cm1_data[];
4490
4491extern const uint64_t matmul_q4_0_f16_aligned_f16acc_cm2_len;
4492extern const unsigned char matmul_q4_0_f16_aligned_f16acc_cm2_data[];
4493
4494extern const uint64_t matmul_q4_0_f16_aligned_fp32_len;
4495extern const unsigned char matmul_q4_0_f16_aligned_fp32_data[];
4496
4497extern const uint64_t matmul_q4_0_f16_cm1_len;
4498extern const unsigned char matmul_q4_0_f16_cm1_data[];
4499
4500extern const uint64_t matmul_q4_0_f16_cm2_len;
4501extern const unsigned char matmul_q4_0_f16_cm2_data[];
4502
4503extern const uint64_t matmul_q4_0_f16_f16acc_len;
4504extern const unsigned char matmul_q4_0_f16_f16acc_data[];
4505
4506extern const uint64_t matmul_q4_0_f16_f16acc_cm1_len;
4507extern const unsigned char matmul_q4_0_f16_f16acc_cm1_data[];
4508
4509extern const uint64_t matmul_q4_0_f16_f16acc_cm2_len;
4510extern const unsigned char matmul_q4_0_f16_f16acc_cm2_data[];
4511
4512extern const uint64_t matmul_q4_0_f16_fp32_len;
4513extern const unsigned char matmul_q4_0_f16_fp32_data[];
4514
4515extern const uint64_t matmul_q4_0_f32_len;
4516extern const unsigned char matmul_q4_0_f32_data[];
4517
4518extern const uint64_t matmul_q4_0_f32_aligned_len;
4519extern const unsigned char matmul_q4_0_f32_aligned_data[];
4520
4521extern const uint64_t matmul_q4_0_f32_aligned_cm1_len;
4522extern const unsigned char matmul_q4_0_f32_aligned_cm1_data[];
4523
4524extern const uint64_t matmul_q4_0_f32_aligned_f16acc_len;
4525extern const unsigned char matmul_q4_0_f32_aligned_f16acc_data[];
4526
4527extern const uint64_t matmul_q4_0_f32_aligned_f16acc_cm1_len;
4528extern const unsigned char matmul_q4_0_f32_aligned_f16acc_cm1_data[];
4529
4530extern const uint64_t matmul_q4_0_f32_aligned_fp32_len;
4531extern const unsigned char matmul_q4_0_f32_aligned_fp32_data[];
4532
4533extern const uint64_t matmul_q4_0_f32_cm1_len;
4534extern const unsigned char matmul_q4_0_f32_cm1_data[];
4535
4536extern const uint64_t matmul_q4_0_f32_f16acc_len;
4537extern const unsigned char matmul_q4_0_f32_f16acc_data[];
4538
4539extern const uint64_t matmul_q4_0_f32_f16acc_cm1_len;
4540extern const unsigned char matmul_q4_0_f32_f16acc_cm1_data[];
4541
4542extern const uint64_t matmul_q4_0_f32_fp32_len;
4543extern const unsigned char matmul_q4_0_f32_fp32_data[];
4544
4545extern const uint64_t matmul_q4_0_q8_1_len;
4546extern const unsigned char matmul_q4_0_q8_1_data[];
4547
4548extern const uint64_t matmul_q4_0_q8_1_fp32_len;
4549extern const unsigned char matmul_q4_0_q8_1_fp32_data[];
4550
4551extern const uint64_t matmul_q4_1_f16_len;
4552extern const unsigned char matmul_q4_1_f16_data[];
4553
4554extern const uint64_t matmul_q4_1_f16_aligned_len;
4555extern const unsigned char matmul_q4_1_f16_aligned_data[];
4556
4557extern const uint64_t matmul_q4_1_f16_aligned_cm1_len;
4558extern const unsigned char matmul_q4_1_f16_aligned_cm1_data[];
4559
4560extern const uint64_t matmul_q4_1_f16_aligned_cm2_len;
4561extern const unsigned char matmul_q4_1_f16_aligned_cm2_data[];
4562
4563extern const uint64_t matmul_q4_1_f16_aligned_f16acc_len;
4564extern const unsigned char matmul_q4_1_f16_aligned_f16acc_data[];
4565
4566extern const uint64_t matmul_q4_1_f16_aligned_f16acc_cm1_len;
4567extern const unsigned char matmul_q4_1_f16_aligned_f16acc_cm1_data[];
4568
4569extern const uint64_t matmul_q4_1_f16_aligned_f16acc_cm2_len;
4570extern const unsigned char matmul_q4_1_f16_aligned_f16acc_cm2_data[];
4571
4572extern const uint64_t matmul_q4_1_f16_aligned_fp32_len;
4573extern const unsigned char matmul_q4_1_f16_aligned_fp32_data[];
4574
4575extern const uint64_t matmul_q4_1_f16_cm1_len;
4576extern const unsigned char matmul_q4_1_f16_cm1_data[];
4577
4578extern const uint64_t matmul_q4_1_f16_cm2_len;
4579extern const unsigned char matmul_q4_1_f16_cm2_data[];
4580
4581extern const uint64_t matmul_q4_1_f16_f16acc_len;
4582extern const unsigned char matmul_q4_1_f16_f16acc_data[];
4583
4584extern const uint64_t matmul_q4_1_f16_f16acc_cm1_len;
4585extern const unsigned char matmul_q4_1_f16_f16acc_cm1_data[];
4586
4587extern const uint64_t matmul_q4_1_f16_f16acc_cm2_len;
4588extern const unsigned char matmul_q4_1_f16_f16acc_cm2_data[];
4589
4590extern const uint64_t matmul_q4_1_f16_fp32_len;
4591extern const unsigned char matmul_q4_1_f16_fp32_data[];
4592
4593extern const uint64_t matmul_q4_1_f32_len;
4594extern const unsigned char matmul_q4_1_f32_data[];
4595
4596extern const uint64_t matmul_q4_1_f32_aligned_len;
4597extern const unsigned char matmul_q4_1_f32_aligned_data[];
4598
4599extern const uint64_t matmul_q4_1_f32_aligned_cm1_len;
4600extern const unsigned char matmul_q4_1_f32_aligned_cm1_data[];
4601
4602extern const uint64_t matmul_q4_1_f32_aligned_f16acc_len;
4603extern const unsigned char matmul_q4_1_f32_aligned_f16acc_data[];
4604
4605extern const uint64_t matmul_q4_1_f32_aligned_f16acc_cm1_len;
4606extern const unsigned char matmul_q4_1_f32_aligned_f16acc_cm1_data[];
4607
4608extern const uint64_t matmul_q4_1_f32_aligned_fp32_len;
4609extern const unsigned char matmul_q4_1_f32_aligned_fp32_data[];
4610
4611extern const uint64_t matmul_q4_1_f32_cm1_len;
4612extern const unsigned char matmul_q4_1_f32_cm1_data[];
4613
4614extern const uint64_t matmul_q4_1_f32_f16acc_len;
4615extern const unsigned char matmul_q4_1_f32_f16acc_data[];
4616
4617extern const uint64_t matmul_q4_1_f32_f16acc_cm1_len;
4618extern const unsigned char matmul_q4_1_f32_f16acc_cm1_data[];
4619
4620extern const uint64_t matmul_q4_1_f32_fp32_len;
4621extern const unsigned char matmul_q4_1_f32_fp32_data[];
4622
4623extern const uint64_t matmul_q4_1_q8_1_len;
4624extern const unsigned char matmul_q4_1_q8_1_data[];
4625
4626extern const uint64_t matmul_q4_1_q8_1_fp32_len;
4627extern const unsigned char matmul_q4_1_q8_1_fp32_data[];
4628
4629extern const uint64_t matmul_q4_k_f16_len;
4630extern const unsigned char matmul_q4_k_f16_data[];
4631
4632extern const uint64_t matmul_q4_k_f16_aligned_len;
4633extern const unsigned char matmul_q4_k_f16_aligned_data[];
4634
4635extern const uint64_t matmul_q4_k_f16_aligned_cm1_len;
4636extern const unsigned char matmul_q4_k_f16_aligned_cm1_data[];
4637
4638extern const uint64_t matmul_q4_k_f16_aligned_cm2_len;
4639extern const unsigned char matmul_q4_k_f16_aligned_cm2_data[];
4640
4641extern const uint64_t matmul_q4_k_f16_aligned_f16acc_len;
4642extern const unsigned char matmul_q4_k_f16_aligned_f16acc_data[];
4643
4644extern const uint64_t matmul_q4_k_f16_aligned_f16acc_cm1_len;
4645extern const unsigned char matmul_q4_k_f16_aligned_f16acc_cm1_data[];
4646
4647extern const uint64_t matmul_q4_k_f16_aligned_f16acc_cm2_len;
4648extern const unsigned char matmul_q4_k_f16_aligned_f16acc_cm2_data[];
4649
4650extern const uint64_t matmul_q4_k_f16_aligned_fp32_len;
4651extern const unsigned char matmul_q4_k_f16_aligned_fp32_data[];
4652
4653extern const uint64_t matmul_q4_k_f16_cm1_len;
4654extern const unsigned char matmul_q4_k_f16_cm1_data[];
4655
4656extern const uint64_t matmul_q4_k_f16_cm2_len;
4657extern const unsigned char matmul_q4_k_f16_cm2_data[];
4658
4659extern const uint64_t matmul_q4_k_f16_f16acc_len;
4660extern const unsigned char matmul_q4_k_f16_f16acc_data[];
4661
4662extern const uint64_t matmul_q4_k_f16_f16acc_cm1_len;
4663extern const unsigned char matmul_q4_k_f16_f16acc_cm1_data[];
4664
4665extern const uint64_t matmul_q4_k_f16_f16acc_cm2_len;
4666extern const unsigned char matmul_q4_k_f16_f16acc_cm2_data[];
4667
4668extern const uint64_t matmul_q4_k_f16_fp32_len;
4669extern const unsigned char matmul_q4_k_f16_fp32_data[];
4670
4671extern const uint64_t matmul_q4_k_f32_len;
4672extern const unsigned char matmul_q4_k_f32_data[];
4673
4674extern const uint64_t matmul_q4_k_f32_aligned_len;
4675extern const unsigned char matmul_q4_k_f32_aligned_data[];
4676
4677extern const uint64_t matmul_q4_k_f32_aligned_cm1_len;
4678extern const unsigned char matmul_q4_k_f32_aligned_cm1_data[];
4679
4680extern const uint64_t matmul_q4_k_f32_aligned_f16acc_len;
4681extern const unsigned char matmul_q4_k_f32_aligned_f16acc_data[];
4682
4683extern const uint64_t matmul_q4_k_f32_aligned_f16acc_cm1_len;
4684extern const unsigned char matmul_q4_k_f32_aligned_f16acc_cm1_data[];
4685
4686extern const uint64_t matmul_q4_k_f32_aligned_fp32_len;
4687extern const unsigned char matmul_q4_k_f32_aligned_fp32_data[];
4688
4689extern const uint64_t matmul_q4_k_f32_cm1_len;
4690extern const unsigned char matmul_q4_k_f32_cm1_data[];
4691
4692extern const uint64_t matmul_q4_k_f32_f16acc_len;
4693extern const unsigned char matmul_q4_k_f32_f16acc_data[];
4694
4695extern const uint64_t matmul_q4_k_f32_f16acc_cm1_len;
4696extern const unsigned char matmul_q4_k_f32_f16acc_cm1_data[];
4697
4698extern const uint64_t matmul_q4_k_f32_fp32_len;
4699extern const unsigned char matmul_q4_k_f32_fp32_data[];
4700
4701extern const uint64_t matmul_q4_k_q8_1_len;
4702extern const unsigned char matmul_q4_k_q8_1_data[];
4703
4704extern const uint64_t matmul_q4_k_q8_1_fp32_len;
4705extern const unsigned char matmul_q4_k_q8_1_fp32_data[];
4706
4707extern const uint64_t matmul_q5_0_f16_len;
4708extern const unsigned char matmul_q5_0_f16_data[];
4709
4710extern const uint64_t matmul_q5_0_f16_aligned_len;
4711extern const unsigned char matmul_q5_0_f16_aligned_data[];
4712
4713extern const uint64_t matmul_q5_0_f16_aligned_cm1_len;
4714extern const unsigned char matmul_q5_0_f16_aligned_cm1_data[];
4715
4716extern const uint64_t matmul_q5_0_f16_aligned_cm2_len;
4717extern const unsigned char matmul_q5_0_f16_aligned_cm2_data[];
4718
4719extern const uint64_t matmul_q5_0_f16_aligned_f16acc_len;
4720extern const unsigned char matmul_q5_0_f16_aligned_f16acc_data[];
4721
4722extern const uint64_t matmul_q5_0_f16_aligned_f16acc_cm1_len;
4723extern const unsigned char matmul_q5_0_f16_aligned_f16acc_cm1_data[];
4724
4725extern const uint64_t matmul_q5_0_f16_aligned_f16acc_cm2_len;
4726extern const unsigned char matmul_q5_0_f16_aligned_f16acc_cm2_data[];
4727
4728extern const uint64_t matmul_q5_0_f16_aligned_fp32_len;
4729extern const unsigned char matmul_q5_0_f16_aligned_fp32_data[];
4730
4731extern const uint64_t matmul_q5_0_f16_cm1_len;
4732extern const unsigned char matmul_q5_0_f16_cm1_data[];
4733
4734extern const uint64_t matmul_q5_0_f16_cm2_len;
4735extern const unsigned char matmul_q5_0_f16_cm2_data[];
4736
4737extern const uint64_t matmul_q5_0_f16_f16acc_len;
4738extern const unsigned char matmul_q5_0_f16_f16acc_data[];
4739
4740extern const uint64_t matmul_q5_0_f16_f16acc_cm1_len;
4741extern const unsigned char matmul_q5_0_f16_f16acc_cm1_data[];
4742
4743extern const uint64_t matmul_q5_0_f16_f16acc_cm2_len;
4744extern const unsigned char matmul_q5_0_f16_f16acc_cm2_data[];
4745
4746extern const uint64_t matmul_q5_0_f16_fp32_len;
4747extern const unsigned char matmul_q5_0_f16_fp32_data[];
4748
4749extern const uint64_t matmul_q5_0_f32_len;
4750extern const unsigned char matmul_q5_0_f32_data[];
4751
4752extern const uint64_t matmul_q5_0_f32_aligned_len;
4753extern const unsigned char matmul_q5_0_f32_aligned_data[];
4754
4755extern const uint64_t matmul_q5_0_f32_aligned_cm1_len;
4756extern const unsigned char matmul_q5_0_f32_aligned_cm1_data[];
4757
4758extern const uint64_t matmul_q5_0_f32_aligned_f16acc_len;
4759extern const unsigned char matmul_q5_0_f32_aligned_f16acc_data[];
4760
4761extern const uint64_t matmul_q5_0_f32_aligned_f16acc_cm1_len;
4762extern const unsigned char matmul_q5_0_f32_aligned_f16acc_cm1_data[];
4763
4764extern const uint64_t matmul_q5_0_f32_aligned_fp32_len;
4765extern const unsigned char matmul_q5_0_f32_aligned_fp32_data[];
4766
4767extern const uint64_t matmul_q5_0_f32_cm1_len;
4768extern const unsigned char matmul_q5_0_f32_cm1_data[];
4769
4770extern const uint64_t matmul_q5_0_f32_f16acc_len;
4771extern const unsigned char matmul_q5_0_f32_f16acc_data[];
4772
4773extern const uint64_t matmul_q5_0_f32_f16acc_cm1_len;
4774extern const unsigned char matmul_q5_0_f32_f16acc_cm1_data[];
4775
4776extern const uint64_t matmul_q5_0_f32_fp32_len;
4777extern const unsigned char matmul_q5_0_f32_fp32_data[];
4778
4779extern const uint64_t matmul_q5_0_q8_1_len;
4780extern const unsigned char matmul_q5_0_q8_1_data[];
4781
4782extern const uint64_t matmul_q5_0_q8_1_fp32_len;
4783extern const unsigned char matmul_q5_0_q8_1_fp32_data[];
4784
4785extern const uint64_t matmul_q5_1_f16_len;
4786extern const unsigned char matmul_q5_1_f16_data[];
4787
4788extern const uint64_t matmul_q5_1_f16_aligned_len;
4789extern const unsigned char matmul_q5_1_f16_aligned_data[];
4790
4791extern const uint64_t matmul_q5_1_f16_aligned_cm1_len;
4792extern const unsigned char matmul_q5_1_f16_aligned_cm1_data[];
4793
4794extern const uint64_t matmul_q5_1_f16_aligned_cm2_len;
4795extern const unsigned char matmul_q5_1_f16_aligned_cm2_data[];
4796
4797extern const uint64_t matmul_q5_1_f16_aligned_f16acc_len;
4798extern const unsigned char matmul_q5_1_f16_aligned_f16acc_data[];
4799
4800extern const uint64_t matmul_q5_1_f16_aligned_f16acc_cm1_len;
4801extern const unsigned char matmul_q5_1_f16_aligned_f16acc_cm1_data[];
4802
4803extern const uint64_t matmul_q5_1_f16_aligned_f16acc_cm2_len;
4804extern const unsigned char matmul_q5_1_f16_aligned_f16acc_cm2_data[];
4805
4806extern const uint64_t matmul_q5_1_f16_aligned_fp32_len;
4807extern const unsigned char matmul_q5_1_f16_aligned_fp32_data[];
4808
4809extern const uint64_t matmul_q5_1_f16_cm1_len;
4810extern const unsigned char matmul_q5_1_f16_cm1_data[];
4811
4812extern const uint64_t matmul_q5_1_f16_cm2_len;
4813extern const unsigned char matmul_q5_1_f16_cm2_data[];
4814
4815extern const uint64_t matmul_q5_1_f16_f16acc_len;
4816extern const unsigned char matmul_q5_1_f16_f16acc_data[];
4817
4818extern const uint64_t matmul_q5_1_f16_f16acc_cm1_len;
4819extern const unsigned char matmul_q5_1_f16_f16acc_cm1_data[];
4820
4821extern const uint64_t matmul_q5_1_f16_f16acc_cm2_len;
4822extern const unsigned char matmul_q5_1_f16_f16acc_cm2_data[];
4823
4824extern const uint64_t matmul_q5_1_f16_fp32_len;
4825extern const unsigned char matmul_q5_1_f16_fp32_data[];
4826
4827extern const uint64_t matmul_q5_1_f32_len;
4828extern const unsigned char matmul_q5_1_f32_data[];
4829
4830extern const uint64_t matmul_q5_1_f32_aligned_len;
4831extern const unsigned char matmul_q5_1_f32_aligned_data[];
4832
4833extern const uint64_t matmul_q5_1_f32_aligned_cm1_len;
4834extern const unsigned char matmul_q5_1_f32_aligned_cm1_data[];
4835
4836extern const uint64_t matmul_q5_1_f32_aligned_f16acc_len;
4837extern const unsigned char matmul_q5_1_f32_aligned_f16acc_data[];
4838
4839extern const uint64_t matmul_q5_1_f32_aligned_f16acc_cm1_len;
4840extern const unsigned char matmul_q5_1_f32_aligned_f16acc_cm1_data[];
4841
4842extern const uint64_t matmul_q5_1_f32_aligned_fp32_len;
4843extern const unsigned char matmul_q5_1_f32_aligned_fp32_data[];
4844
4845extern const uint64_t matmul_q5_1_f32_cm1_len;
4846extern const unsigned char matmul_q5_1_f32_cm1_data[];
4847
4848extern const uint64_t matmul_q5_1_f32_f16acc_len;
4849extern const unsigned char matmul_q5_1_f32_f16acc_data[];
4850
4851extern const uint64_t matmul_q5_1_f32_f16acc_cm1_len;
4852extern const unsigned char matmul_q5_1_f32_f16acc_cm1_data[];
4853
4854extern const uint64_t matmul_q5_1_f32_fp32_len;
4855extern const unsigned char matmul_q5_1_f32_fp32_data[];
4856
4857extern const uint64_t matmul_q5_1_q8_1_len;
4858extern const unsigned char matmul_q5_1_q8_1_data[];
4859
4860extern const uint64_t matmul_q5_1_q8_1_fp32_len;
4861extern const unsigned char matmul_q5_1_q8_1_fp32_data[];
4862
4863extern const uint64_t matmul_q5_k_f16_len;
4864extern const unsigned char matmul_q5_k_f16_data[];
4865
4866extern const uint64_t matmul_q5_k_f16_aligned_len;
4867extern const unsigned char matmul_q5_k_f16_aligned_data[];
4868
4869extern const uint64_t matmul_q5_k_f16_aligned_cm1_len;
4870extern const unsigned char matmul_q5_k_f16_aligned_cm1_data[];
4871
4872extern const uint64_t matmul_q5_k_f16_aligned_cm2_len;
4873extern const unsigned char matmul_q5_k_f16_aligned_cm2_data[];
4874
4875extern const uint64_t matmul_q5_k_f16_aligned_f16acc_len;
4876extern const unsigned char matmul_q5_k_f16_aligned_f16acc_data[];
4877
4878extern const uint64_t matmul_q5_k_f16_aligned_f16acc_cm1_len;
4879extern const unsigned char matmul_q5_k_f16_aligned_f16acc_cm1_data[];
4880
4881extern const uint64_t matmul_q5_k_f16_aligned_f16acc_cm2_len;
4882extern const unsigned char matmul_q5_k_f16_aligned_f16acc_cm2_data[];
4883
4884extern const uint64_t matmul_q5_k_f16_aligned_fp32_len;
4885extern const unsigned char matmul_q5_k_f16_aligned_fp32_data[];
4886
4887extern const uint64_t matmul_q5_k_f16_cm1_len;
4888extern const unsigned char matmul_q5_k_f16_cm1_data[];
4889
4890extern const uint64_t matmul_q5_k_f16_cm2_len;
4891extern const unsigned char matmul_q5_k_f16_cm2_data[];
4892
4893extern const uint64_t matmul_q5_k_f16_f16acc_len;
4894extern const unsigned char matmul_q5_k_f16_f16acc_data[];
4895
4896extern const uint64_t matmul_q5_k_f16_f16acc_cm1_len;
4897extern const unsigned char matmul_q5_k_f16_f16acc_cm1_data[];
4898
4899extern const uint64_t matmul_q5_k_f16_f16acc_cm2_len;
4900extern const unsigned char matmul_q5_k_f16_f16acc_cm2_data[];
4901
4902extern const uint64_t matmul_q5_k_f16_fp32_len;
4903extern const unsigned char matmul_q5_k_f16_fp32_data[];
4904
4905extern const uint64_t matmul_q5_k_f32_len;
4906extern const unsigned char matmul_q5_k_f32_data[];
4907
4908extern const uint64_t matmul_q5_k_f32_aligned_len;
4909extern const unsigned char matmul_q5_k_f32_aligned_data[];
4910
4911extern const uint64_t matmul_q5_k_f32_aligned_cm1_len;
4912extern const unsigned char matmul_q5_k_f32_aligned_cm1_data[];
4913
4914extern const uint64_t matmul_q5_k_f32_aligned_f16acc_len;
4915extern const unsigned char matmul_q5_k_f32_aligned_f16acc_data[];
4916
4917extern const uint64_t matmul_q5_k_f32_aligned_f16acc_cm1_len;
4918extern const unsigned char matmul_q5_k_f32_aligned_f16acc_cm1_data[];
4919
4920extern const uint64_t matmul_q5_k_f32_aligned_fp32_len;
4921extern const unsigned char matmul_q5_k_f32_aligned_fp32_data[];
4922
4923extern const uint64_t matmul_q5_k_f32_cm1_len;
4924extern const unsigned char matmul_q5_k_f32_cm1_data[];
4925
4926extern const uint64_t matmul_q5_k_f32_f16acc_len;
4927extern const unsigned char matmul_q5_k_f32_f16acc_data[];
4928
4929extern const uint64_t matmul_q5_k_f32_f16acc_cm1_len;
4930extern const unsigned char matmul_q5_k_f32_f16acc_cm1_data[];
4931
4932extern const uint64_t matmul_q5_k_f32_fp32_len;
4933extern const unsigned char matmul_q5_k_f32_fp32_data[];
4934
4935extern const uint64_t matmul_q5_k_q8_1_len;
4936extern const unsigned char matmul_q5_k_q8_1_data[];
4937
4938extern const uint64_t matmul_q5_k_q8_1_fp32_len;
4939extern const unsigned char matmul_q5_k_q8_1_fp32_data[];
4940
4941extern const uint64_t matmul_q6_k_f16_len;
4942extern const unsigned char matmul_q6_k_f16_data[];
4943
4944extern const uint64_t matmul_q6_k_f16_aligned_len;
4945extern const unsigned char matmul_q6_k_f16_aligned_data[];
4946
4947extern const uint64_t matmul_q6_k_f16_aligned_cm1_len;
4948extern const unsigned char matmul_q6_k_f16_aligned_cm1_data[];
4949
4950extern const uint64_t matmul_q6_k_f16_aligned_cm2_len;
4951extern const unsigned char matmul_q6_k_f16_aligned_cm2_data[];
4952
4953extern const uint64_t matmul_q6_k_f16_aligned_f16acc_len;
4954extern const unsigned char matmul_q6_k_f16_aligned_f16acc_data[];
4955
4956extern const uint64_t matmul_q6_k_f16_aligned_f16acc_cm1_len;
4957extern const unsigned char matmul_q6_k_f16_aligned_f16acc_cm1_data[];
4958
4959extern const uint64_t matmul_q6_k_f16_aligned_f16acc_cm2_len;
4960extern const unsigned char matmul_q6_k_f16_aligned_f16acc_cm2_data[];
4961
4962extern const uint64_t matmul_q6_k_f16_aligned_fp32_len;
4963extern const unsigned char matmul_q6_k_f16_aligned_fp32_data[];
4964
4965extern const uint64_t matmul_q6_k_f16_cm1_len;
4966extern const unsigned char matmul_q6_k_f16_cm1_data[];
4967
4968extern const uint64_t matmul_q6_k_f16_cm2_len;
4969extern const unsigned char matmul_q6_k_f16_cm2_data[];
4970
4971extern const uint64_t matmul_q6_k_f16_f16acc_len;
4972extern const unsigned char matmul_q6_k_f16_f16acc_data[];
4973
4974extern const uint64_t matmul_q6_k_f16_f16acc_cm1_len;
4975extern const unsigned char matmul_q6_k_f16_f16acc_cm1_data[];
4976
4977extern const uint64_t matmul_q6_k_f16_f16acc_cm2_len;
4978extern const unsigned char matmul_q6_k_f16_f16acc_cm2_data[];
4979
4980extern const uint64_t matmul_q6_k_f16_fp32_len;
4981extern const unsigned char matmul_q6_k_f16_fp32_data[];
4982
4983extern const uint64_t matmul_q6_k_f32_len;
4984extern const unsigned char matmul_q6_k_f32_data[];
4985
4986extern const uint64_t matmul_q6_k_f32_aligned_len;
4987extern const unsigned char matmul_q6_k_f32_aligned_data[];
4988
4989extern const uint64_t matmul_q6_k_f32_aligned_cm1_len;
4990extern const unsigned char matmul_q6_k_f32_aligned_cm1_data[];
4991
4992extern const uint64_t matmul_q6_k_f32_aligned_f16acc_len;
4993extern const unsigned char matmul_q6_k_f32_aligned_f16acc_data[];
4994
4995extern const uint64_t matmul_q6_k_f32_aligned_f16acc_cm1_len;
4996extern const unsigned char matmul_q6_k_f32_aligned_f16acc_cm1_data[];
4997
4998extern const uint64_t matmul_q6_k_f32_aligned_fp32_len;
4999extern const unsigned char matmul_q6_k_f32_aligned_fp32_data[];
5000
5001extern const uint64_t matmul_q6_k_f32_cm1_len;
5002extern const unsigned char matmul_q6_k_f32_cm1_data[];
5003
5004extern const uint64_t matmul_q6_k_f32_f16acc_len;
5005extern const unsigned char matmul_q6_k_f32_f16acc_data[];
5006
5007extern const uint64_t matmul_q6_k_f32_f16acc_cm1_len;
5008extern const unsigned char matmul_q6_k_f32_f16acc_cm1_data[];
5009
5010extern const uint64_t matmul_q6_k_f32_fp32_len;
5011extern const unsigned char matmul_q6_k_f32_fp32_data[];
5012
5013extern const uint64_t matmul_q6_k_q8_1_len;
5014extern const unsigned char matmul_q6_k_q8_1_data[];
5015
5016extern const uint64_t matmul_q6_k_q8_1_fp32_len;
5017extern const unsigned char matmul_q6_k_q8_1_fp32_data[];
5018
5019extern const uint64_t matmul_q8_0_f16_len;
5020extern const unsigned char matmul_q8_0_f16_data[];
5021
5022extern const uint64_t matmul_q8_0_f16_aligned_len;
5023extern const unsigned char matmul_q8_0_f16_aligned_data[];
5024
5025extern const uint64_t matmul_q8_0_f16_aligned_cm1_len;
5026extern const unsigned char matmul_q8_0_f16_aligned_cm1_data[];
5027
5028extern const uint64_t matmul_q8_0_f16_aligned_cm2_len;
5029extern const unsigned char matmul_q8_0_f16_aligned_cm2_data[];
5030
5031extern const uint64_t matmul_q8_0_f16_aligned_f16acc_len;
5032extern const unsigned char matmul_q8_0_f16_aligned_f16acc_data[];
5033
5034extern const uint64_t matmul_q8_0_f16_aligned_f16acc_cm1_len;
5035extern const unsigned char matmul_q8_0_f16_aligned_f16acc_cm1_data[];
5036
5037extern const uint64_t matmul_q8_0_f16_aligned_f16acc_cm2_len;
5038extern const unsigned char matmul_q8_0_f16_aligned_f16acc_cm2_data[];
5039
5040extern const uint64_t matmul_q8_0_f16_aligned_fp32_len;
5041extern const unsigned char matmul_q8_0_f16_aligned_fp32_data[];
5042
5043extern const uint64_t matmul_q8_0_f16_cm1_len;
5044extern const unsigned char matmul_q8_0_f16_cm1_data[];
5045
5046extern const uint64_t matmul_q8_0_f16_cm2_len;
5047extern const unsigned char matmul_q8_0_f16_cm2_data[];
5048
5049extern const uint64_t matmul_q8_0_f16_f16acc_len;
5050extern const unsigned char matmul_q8_0_f16_f16acc_data[];
5051
5052extern const uint64_t matmul_q8_0_f16_f16acc_cm1_len;
5053extern const unsigned char matmul_q8_0_f16_f16acc_cm1_data[];
5054
5055extern const uint64_t matmul_q8_0_f16_f16acc_cm2_len;
5056extern const unsigned char matmul_q8_0_f16_f16acc_cm2_data[];
5057
5058extern const uint64_t matmul_q8_0_f16_fp32_len;
5059extern const unsigned char matmul_q8_0_f16_fp32_data[];
5060
5061extern const uint64_t matmul_q8_0_f32_len;
5062extern const unsigned char matmul_q8_0_f32_data[];
5063
5064extern const uint64_t matmul_q8_0_f32_aligned_len;
5065extern const unsigned char matmul_q8_0_f32_aligned_data[];
5066
5067extern const uint64_t matmul_q8_0_f32_aligned_cm1_len;
5068extern const unsigned char matmul_q8_0_f32_aligned_cm1_data[];
5069
5070extern const uint64_t matmul_q8_0_f32_aligned_f16acc_len;
5071extern const unsigned char matmul_q8_0_f32_aligned_f16acc_data[];
5072
5073extern const uint64_t matmul_q8_0_f32_aligned_f16acc_cm1_len;
5074extern const unsigned char matmul_q8_0_f32_aligned_f16acc_cm1_data[];
5075
5076extern const uint64_t matmul_q8_0_f32_aligned_fp32_len;
5077extern const unsigned char matmul_q8_0_f32_aligned_fp32_data[];
5078
5079extern const uint64_t matmul_q8_0_f32_cm1_len;
5080extern const unsigned char matmul_q8_0_f32_cm1_data[];
5081
5082extern const uint64_t matmul_q8_0_f32_f16acc_len;
5083extern const unsigned char matmul_q8_0_f32_f16acc_data[];
5084
5085extern const uint64_t matmul_q8_0_f32_f16acc_cm1_len;
5086extern const unsigned char matmul_q8_0_f32_f16acc_cm1_data[];
5087
5088extern const uint64_t matmul_q8_0_f32_fp32_len;
5089extern const unsigned char matmul_q8_0_f32_fp32_data[];
5090
5091extern const uint64_t matmul_q8_0_q8_1_len;
5092extern const unsigned char matmul_q8_0_q8_1_data[];
5093
5094extern const uint64_t matmul_q8_0_q8_1_fp32_len;
5095extern const unsigned char matmul_q8_0_q8_1_fp32_data[];
5096
5097extern const uint64_t mul_f16_f16_f16_len;
5098extern const unsigned char mul_f16_f16_f16_data[];
5099
5100extern const uint64_t mul_f16_f16_f16_rte_len;
5101extern const unsigned char mul_f16_f16_f16_rte_data[];
5102
5103extern const uint64_t mul_f16_f16_f32_len;
5104extern const unsigned char mul_f16_f16_f32_data[];
5105
5106extern const uint64_t mul_f16_f16_f32_rte_len;
5107extern const unsigned char mul_f16_f16_f32_rte_data[];
5108
5109extern const uint64_t mul_f16_f32_f16_len;
5110extern const unsigned char mul_f16_f32_f16_data[];
5111
5112extern const uint64_t mul_f16_f32_f16_rte_len;
5113extern const unsigned char mul_f16_f32_f16_rte_data[];
5114
5115extern const uint64_t mul_f16_f32_f32_len;
5116extern const unsigned char mul_f16_f32_f32_data[];
5117
5118extern const uint64_t mul_f16_f32_f32_rte_len;
5119extern const unsigned char mul_f16_f32_f32_rte_data[];
5120
5121extern const uint64_t mul_f32_len;
5122extern const unsigned char mul_f32_data[];
5123
5124extern const uint64_t mul_f32_f16_f16_len;
5125extern const unsigned char mul_f32_f16_f16_data[];
5126
5127extern const uint64_t mul_f32_f16_f16_rte_len;
5128extern const unsigned char mul_f32_f16_f16_rte_data[];
5129
5130extern const uint64_t mul_f32_f16_f32_len;
5131extern const unsigned char mul_f32_f16_f32_data[];
5132
5133extern const uint64_t mul_f32_f16_f32_rte_len;
5134extern const unsigned char mul_f32_f16_f32_rte_data[];
5135
5136extern const uint64_t mul_f32_f32_f16_len;
5137extern const unsigned char mul_f32_f32_f16_data[];
5138
5139extern const uint64_t mul_f32_f32_f16_rte_len;
5140extern const unsigned char mul_f32_f32_f16_rte_data[];
5141
5142extern const uint64_t mul_f32_f32_f32_len;
5143extern const unsigned char mul_f32_f32_f32_data[];
5144
5145extern const uint64_t mul_f32_f32_f32_rte_len;
5146extern const unsigned char mul_f32_f32_f32_rte_data[];
5147
5148extern const uint64_t mul_mat_vec_bf16_f16_f32_len;
5149extern const unsigned char mul_mat_vec_bf16_f16_f32_data[];
5150
5151extern const uint64_t mul_mat_vec_bf16_f16_f32_subgroup_len;
5152extern const unsigned char mul_mat_vec_bf16_f16_f32_subgroup_data[];
5153
5154extern const uint64_t mul_mat_vec_bf16_f16_f32_subgroup_no_shmem_len;
5155extern const unsigned char mul_mat_vec_bf16_f16_f32_subgroup_no_shmem_data[];
5156
5157extern const uint64_t mul_mat_vec_bf16_f32_f32_len;
5158extern const unsigned char mul_mat_vec_bf16_f32_f32_data[];
5159
5160extern const uint64_t mul_mat_vec_bf16_f32_f32_subgroup_len;
5161extern const unsigned char mul_mat_vec_bf16_f32_f32_subgroup_data[];
5162
5163extern const uint64_t mul_mat_vec_bf16_f32_f32_subgroup_no_shmem_len;
5164extern const unsigned char mul_mat_vec_bf16_f32_f32_subgroup_no_shmem_data[];
5165
5166extern const uint64_t mul_mat_vec_f16_f16_f32_len;
5167extern const unsigned char mul_mat_vec_f16_f16_f32_data[];
5168
5169extern const uint64_t mul_mat_vec_f16_f16_f32_subgroup_len;
5170extern const unsigned char mul_mat_vec_f16_f16_f32_subgroup_data[];
5171
5172extern const uint64_t mul_mat_vec_f16_f16_f32_subgroup_no_shmem_len;
5173extern const unsigned char mul_mat_vec_f16_f16_f32_subgroup_no_shmem_data[];
5174
5175extern const uint64_t mul_mat_vec_f16_f32_f32_len;
5176extern const unsigned char mul_mat_vec_f16_f32_f32_data[];
5177
5178extern const uint64_t mul_mat_vec_f16_f32_f32_subgroup_len;
5179extern const unsigned char mul_mat_vec_f16_f32_f32_subgroup_data[];
5180
5181extern const uint64_t mul_mat_vec_f16_f32_f32_subgroup_no_shmem_len;
5182extern const unsigned char mul_mat_vec_f16_f32_f32_subgroup_no_shmem_data[];
5183
5184extern const uint64_t mul_mat_vec_f32_f16_f32_len;
5185extern const unsigned char mul_mat_vec_f32_f16_f32_data[];
5186
5187extern const uint64_t mul_mat_vec_f32_f16_f32_subgroup_len;
5188extern const unsigned char mul_mat_vec_f32_f16_f32_subgroup_data[];
5189
5190extern const uint64_t mul_mat_vec_f32_f16_f32_subgroup_no_shmem_len;
5191extern const unsigned char mul_mat_vec_f32_f16_f32_subgroup_no_shmem_data[];
5192
5193extern const uint64_t mul_mat_vec_f32_f32_f32_len;
5194extern const unsigned char mul_mat_vec_f32_f32_f32_data[];
5195
5196extern const uint64_t mul_mat_vec_f32_f32_f32_subgroup_len;
5197extern const unsigned char mul_mat_vec_f32_f32_f32_subgroup_data[];
5198
5199extern const uint64_t mul_mat_vec_f32_f32_f32_subgroup_no_shmem_len;
5200extern const unsigned char mul_mat_vec_f32_f32_f32_subgroup_no_shmem_data[];
5201
5202extern const uint64_t mul_mat_vec_id_bf16_f32_len;
5203extern const unsigned char mul_mat_vec_id_bf16_f32_data[];
5204
5205extern const uint64_t mul_mat_vec_id_f16_f32_len;
5206extern const unsigned char mul_mat_vec_id_f16_f32_data[];
5207
5208extern const uint64_t mul_mat_vec_id_f32_f32_len;
5209extern const unsigned char mul_mat_vec_id_f32_f32_data[];
5210
5211extern const uint64_t mul_mat_vec_id_iq1_m_f32_len;
5212extern const unsigned char mul_mat_vec_id_iq1_m_f32_data[];
5213
5214extern const uint64_t mul_mat_vec_id_iq1_s_f32_len;
5215extern const unsigned char mul_mat_vec_id_iq1_s_f32_data[];
5216
5217extern const uint64_t mul_mat_vec_id_iq2_s_f32_len;
5218extern const unsigned char mul_mat_vec_id_iq2_s_f32_data[];
5219
5220extern const uint64_t mul_mat_vec_id_iq2_xs_f32_len;
5221extern const unsigned char mul_mat_vec_id_iq2_xs_f32_data[];
5222
5223extern const uint64_t mul_mat_vec_id_iq2_xxs_f32_len;
5224extern const unsigned char mul_mat_vec_id_iq2_xxs_f32_data[];
5225
5226extern const uint64_t mul_mat_vec_id_iq3_s_f32_len;
5227extern const unsigned char mul_mat_vec_id_iq3_s_f32_data[];
5228
5229extern const uint64_t mul_mat_vec_id_iq3_xxs_f32_len;
5230extern const unsigned char mul_mat_vec_id_iq3_xxs_f32_data[];
5231
5232extern const uint64_t mul_mat_vec_id_iq4_nl_f32_len;
5233extern const unsigned char mul_mat_vec_id_iq4_nl_f32_data[];
5234
5235extern const uint64_t mul_mat_vec_id_iq4_xs_f32_len;
5236extern const unsigned char mul_mat_vec_id_iq4_xs_f32_data[];
5237
5238extern const uint64_t mul_mat_vec_id_mxfp4_f32_len;
5239extern const unsigned char mul_mat_vec_id_mxfp4_f32_data[];
5240
5241extern const uint64_t mul_mat_vec_id_q2_k_f32_len;
5242extern const unsigned char mul_mat_vec_id_q2_k_f32_data[];
5243
5244extern const uint64_t mul_mat_vec_id_q3_k_f32_len;
5245extern const unsigned char mul_mat_vec_id_q3_k_f32_data[];
5246
5247extern const uint64_t mul_mat_vec_id_q4_0_f32_len;
5248extern const unsigned char mul_mat_vec_id_q4_0_f32_data[];
5249
5250extern const uint64_t mul_mat_vec_id_q4_1_f32_len;
5251extern const unsigned char mul_mat_vec_id_q4_1_f32_data[];
5252
5253extern const uint64_t mul_mat_vec_id_q4_k_f32_len;
5254extern const unsigned char mul_mat_vec_id_q4_k_f32_data[];
5255
5256extern const uint64_t mul_mat_vec_id_q5_0_f32_len;
5257extern const unsigned char mul_mat_vec_id_q5_0_f32_data[];
5258
5259extern const uint64_t mul_mat_vec_id_q5_1_f32_len;
5260extern const unsigned char mul_mat_vec_id_q5_1_f32_data[];
5261
5262extern const uint64_t mul_mat_vec_id_q5_k_f32_len;
5263extern const unsigned char mul_mat_vec_id_q5_k_f32_data[];
5264
5265extern const uint64_t mul_mat_vec_id_q6_k_f32_len;
5266extern const unsigned char mul_mat_vec_id_q6_k_f32_data[];
5267
5268extern const uint64_t mul_mat_vec_id_q8_0_f32_len;
5269extern const unsigned char mul_mat_vec_id_q8_0_f32_data[];
5270
5271extern const uint64_t mul_mat_vec_iq1_m_f16_f32_len;
5272extern const unsigned char mul_mat_vec_iq1_m_f16_f32_data[];
5273
5274extern const uint64_t mul_mat_vec_iq1_m_f16_f32_subgroup_len;
5275extern const unsigned char mul_mat_vec_iq1_m_f16_f32_subgroup_data[];
5276
5277extern const uint64_t mul_mat_vec_iq1_m_f16_f32_subgroup_no_shmem_len;
5278extern const unsigned char mul_mat_vec_iq1_m_f16_f32_subgroup_no_shmem_data[];
5279
5280extern const uint64_t mul_mat_vec_iq1_m_f32_f32_len;
5281extern const unsigned char mul_mat_vec_iq1_m_f32_f32_data[];
5282
5283extern const uint64_t mul_mat_vec_iq1_m_f32_f32_subgroup_len;
5284extern const unsigned char mul_mat_vec_iq1_m_f32_f32_subgroup_data[];
5285
5286extern const uint64_t mul_mat_vec_iq1_m_f32_f32_subgroup_no_shmem_len;
5287extern const unsigned char mul_mat_vec_iq1_m_f32_f32_subgroup_no_shmem_data[];
5288
5289extern const uint64_t mul_mat_vec_iq1_s_f16_f32_len;
5290extern const unsigned char mul_mat_vec_iq1_s_f16_f32_data[];
5291
5292extern const uint64_t mul_mat_vec_iq1_s_f16_f32_subgroup_len;
5293extern const unsigned char mul_mat_vec_iq1_s_f16_f32_subgroup_data[];
5294
5295extern const uint64_t mul_mat_vec_iq1_s_f16_f32_subgroup_no_shmem_len;
5296extern const unsigned char mul_mat_vec_iq1_s_f16_f32_subgroup_no_shmem_data[];
5297
5298extern const uint64_t mul_mat_vec_iq1_s_f32_f32_len;
5299extern const unsigned char mul_mat_vec_iq1_s_f32_f32_data[];
5300
5301extern const uint64_t mul_mat_vec_iq1_s_f32_f32_subgroup_len;
5302extern const unsigned char mul_mat_vec_iq1_s_f32_f32_subgroup_data[];
5303
5304extern const uint64_t mul_mat_vec_iq1_s_f32_f32_subgroup_no_shmem_len;
5305extern const unsigned char mul_mat_vec_iq1_s_f32_f32_subgroup_no_shmem_data[];
5306
5307extern const uint64_t mul_mat_vec_iq2_s_f16_f32_len;
5308extern const unsigned char mul_mat_vec_iq2_s_f16_f32_data[];
5309
5310extern const uint64_t mul_mat_vec_iq2_s_f16_f32_subgroup_len;
5311extern const unsigned char mul_mat_vec_iq2_s_f16_f32_subgroup_data[];
5312
5313extern const uint64_t mul_mat_vec_iq2_s_f16_f32_subgroup_no_shmem_len;
5314extern const unsigned char mul_mat_vec_iq2_s_f16_f32_subgroup_no_shmem_data[];
5315
5316extern const uint64_t mul_mat_vec_iq2_s_f32_f32_len;
5317extern const unsigned char mul_mat_vec_iq2_s_f32_f32_data[];
5318
5319extern const uint64_t mul_mat_vec_iq2_s_f32_f32_subgroup_len;
5320extern const unsigned char mul_mat_vec_iq2_s_f32_f32_subgroup_data[];
5321
5322extern const uint64_t mul_mat_vec_iq2_s_f32_f32_subgroup_no_shmem_len;
5323extern const unsigned char mul_mat_vec_iq2_s_f32_f32_subgroup_no_shmem_data[];
5324
5325extern const uint64_t mul_mat_vec_iq2_xs_f16_f32_len;
5326extern const unsigned char mul_mat_vec_iq2_xs_f16_f32_data[];
5327
5328extern const uint64_t mul_mat_vec_iq2_xs_f16_f32_subgroup_len;
5329extern const unsigned char mul_mat_vec_iq2_xs_f16_f32_subgroup_data[];
5330
5331extern const uint64_t mul_mat_vec_iq2_xs_f16_f32_subgroup_no_shmem_len;
5332extern const unsigned char mul_mat_vec_iq2_xs_f16_f32_subgroup_no_shmem_data[];
5333
5334extern const uint64_t mul_mat_vec_iq2_xs_f32_f32_len;
5335extern const unsigned char mul_mat_vec_iq2_xs_f32_f32_data[];
5336
5337extern const uint64_t mul_mat_vec_iq2_xs_f32_f32_subgroup_len;
5338extern const unsigned char mul_mat_vec_iq2_xs_f32_f32_subgroup_data[];
5339
5340extern const uint64_t mul_mat_vec_iq2_xs_f32_f32_subgroup_no_shmem_len;
5341extern const unsigned char mul_mat_vec_iq2_xs_f32_f32_subgroup_no_shmem_data[];
5342
5343extern const uint64_t mul_mat_vec_iq2_xxs_f16_f32_len;
5344extern const unsigned char mul_mat_vec_iq2_xxs_f16_f32_data[];
5345
5346extern const uint64_t mul_mat_vec_iq2_xxs_f16_f32_subgroup_len;
5347extern const unsigned char mul_mat_vec_iq2_xxs_f16_f32_subgroup_data[];
5348
5349extern const uint64_t mul_mat_vec_iq2_xxs_f16_f32_subgroup_no_shmem_len;
5350extern const unsigned char mul_mat_vec_iq2_xxs_f16_f32_subgroup_no_shmem_data[];
5351
5352extern const uint64_t mul_mat_vec_iq2_xxs_f32_f32_len;
5353extern const unsigned char mul_mat_vec_iq2_xxs_f32_f32_data[];
5354
5355extern const uint64_t mul_mat_vec_iq2_xxs_f32_f32_subgroup_len;
5356extern const unsigned char mul_mat_vec_iq2_xxs_f32_f32_subgroup_data[];
5357
5358extern const uint64_t mul_mat_vec_iq2_xxs_f32_f32_subgroup_no_shmem_len;
5359extern const unsigned char mul_mat_vec_iq2_xxs_f32_f32_subgroup_no_shmem_data[];
5360
5361extern const uint64_t mul_mat_vec_iq3_s_f16_f32_len;
5362extern const unsigned char mul_mat_vec_iq3_s_f16_f32_data[];
5363
5364extern const uint64_t mul_mat_vec_iq3_s_f16_f32_subgroup_len;
5365extern const unsigned char mul_mat_vec_iq3_s_f16_f32_subgroup_data[];
5366
5367extern const uint64_t mul_mat_vec_iq3_s_f16_f32_subgroup_no_shmem_len;
5368extern const unsigned char mul_mat_vec_iq3_s_f16_f32_subgroup_no_shmem_data[];
5369
5370extern const uint64_t mul_mat_vec_iq3_s_f32_f32_len;
5371extern const unsigned char mul_mat_vec_iq3_s_f32_f32_data[];
5372
5373extern const uint64_t mul_mat_vec_iq3_s_f32_f32_subgroup_len;
5374extern const unsigned char mul_mat_vec_iq3_s_f32_f32_subgroup_data[];
5375
5376extern const uint64_t mul_mat_vec_iq3_s_f32_f32_subgroup_no_shmem_len;
5377extern const unsigned char mul_mat_vec_iq3_s_f32_f32_subgroup_no_shmem_data[];
5378
5379extern const uint64_t mul_mat_vec_iq3_xxs_f16_f32_len;
5380extern const unsigned char mul_mat_vec_iq3_xxs_f16_f32_data[];
5381
5382extern const uint64_t mul_mat_vec_iq3_xxs_f16_f32_subgroup_len;
5383extern const unsigned char mul_mat_vec_iq3_xxs_f16_f32_subgroup_data[];
5384
5385extern const uint64_t mul_mat_vec_iq3_xxs_f16_f32_subgroup_no_shmem_len;
5386extern const unsigned char mul_mat_vec_iq3_xxs_f16_f32_subgroup_no_shmem_data[];
5387
5388extern const uint64_t mul_mat_vec_iq3_xxs_f32_f32_len;
5389extern const unsigned char mul_mat_vec_iq3_xxs_f32_f32_data[];
5390
5391extern const uint64_t mul_mat_vec_iq3_xxs_f32_f32_subgroup_len;
5392extern const unsigned char mul_mat_vec_iq3_xxs_f32_f32_subgroup_data[];
5393
5394extern const uint64_t mul_mat_vec_iq3_xxs_f32_f32_subgroup_no_shmem_len;
5395extern const unsigned char mul_mat_vec_iq3_xxs_f32_f32_subgroup_no_shmem_data[];
5396
5397extern const uint64_t mul_mat_vec_iq4_nl_f16_f32_len;
5398extern const unsigned char mul_mat_vec_iq4_nl_f16_f32_data[];
5399
5400extern const uint64_t mul_mat_vec_iq4_nl_f16_f32_subgroup_len;
5401extern const unsigned char mul_mat_vec_iq4_nl_f16_f32_subgroup_data[];
5402
5403extern const uint64_t mul_mat_vec_iq4_nl_f16_f32_subgroup_no_shmem_len;
5404extern const unsigned char mul_mat_vec_iq4_nl_f16_f32_subgroup_no_shmem_data[];
5405
5406extern const uint64_t mul_mat_vec_iq4_nl_f32_f32_len;
5407extern const unsigned char mul_mat_vec_iq4_nl_f32_f32_data[];
5408
5409extern const uint64_t mul_mat_vec_iq4_nl_f32_f32_subgroup_len;
5410extern const unsigned char mul_mat_vec_iq4_nl_f32_f32_subgroup_data[];
5411
5412extern const uint64_t mul_mat_vec_iq4_nl_f32_f32_subgroup_no_shmem_len;
5413extern const unsigned char mul_mat_vec_iq4_nl_f32_f32_subgroup_no_shmem_data[];
5414
5415extern const uint64_t mul_mat_vec_iq4_xs_f16_f32_len;
5416extern const unsigned char mul_mat_vec_iq4_xs_f16_f32_data[];
5417
5418extern const uint64_t mul_mat_vec_iq4_xs_f16_f32_subgroup_len;
5419extern const unsigned char mul_mat_vec_iq4_xs_f16_f32_subgroup_data[];
5420
5421extern const uint64_t mul_mat_vec_iq4_xs_f16_f32_subgroup_no_shmem_len;
5422extern const unsigned char mul_mat_vec_iq4_xs_f16_f32_subgroup_no_shmem_data[];
5423
5424extern const uint64_t mul_mat_vec_iq4_xs_f32_f32_len;
5425extern const unsigned char mul_mat_vec_iq4_xs_f32_f32_data[];
5426
5427extern const uint64_t mul_mat_vec_iq4_xs_f32_f32_subgroup_len;
5428extern const unsigned char mul_mat_vec_iq4_xs_f32_f32_subgroup_data[];
5429
5430extern const uint64_t mul_mat_vec_iq4_xs_f32_f32_subgroup_no_shmem_len;
5431extern const unsigned char mul_mat_vec_iq4_xs_f32_f32_subgroup_no_shmem_data[];
5432
5433extern const uint64_t mul_mat_vec_mxfp4_f16_f32_len;
5434extern const unsigned char mul_mat_vec_mxfp4_f16_f32_data[];
5435
5436extern const uint64_t mul_mat_vec_mxfp4_f16_f32_subgroup_len;
5437extern const unsigned char mul_mat_vec_mxfp4_f16_f32_subgroup_data[];
5438
5439extern const uint64_t mul_mat_vec_mxfp4_f16_f32_subgroup_no_shmem_len;
5440extern const unsigned char mul_mat_vec_mxfp4_f16_f32_subgroup_no_shmem_data[];
5441
5442extern const uint64_t mul_mat_vec_mxfp4_f32_f32_len;
5443extern const unsigned char mul_mat_vec_mxfp4_f32_f32_data[];
5444
5445extern const uint64_t mul_mat_vec_mxfp4_f32_f32_subgroup_len;
5446extern const unsigned char mul_mat_vec_mxfp4_f32_f32_subgroup_data[];
5447
5448extern const uint64_t mul_mat_vec_mxfp4_f32_f32_subgroup_no_shmem_len;
5449extern const unsigned char mul_mat_vec_mxfp4_f32_f32_subgroup_no_shmem_data[];
5450
5451extern const uint64_t mul_mat_vec_nc_f16_f32_len;
5452extern const unsigned char mul_mat_vec_nc_f16_f32_data[];
5453
5454extern const uint64_t mul_mat_vec_p021_f16_f32_len;
5455extern const unsigned char mul_mat_vec_p021_f16_f32_data[];
5456
5457extern const uint64_t mul_mat_vec_p021_f16_f32_subgroup_add_len;
5458extern const unsigned char mul_mat_vec_p021_f16_f32_subgroup_add_data[];
5459
5460extern const uint64_t mul_mat_vec_q2_k_f16_f32_len;
5461extern const unsigned char mul_mat_vec_q2_k_f16_f32_data[];
5462
5463extern const uint64_t mul_mat_vec_q2_k_f16_f32_subgroup_len;
5464extern const unsigned char mul_mat_vec_q2_k_f16_f32_subgroup_data[];
5465
5466extern const uint64_t mul_mat_vec_q2_k_f16_f32_subgroup_no_shmem_len;
5467extern const unsigned char mul_mat_vec_q2_k_f16_f32_subgroup_no_shmem_data[];
5468
5469extern const uint64_t mul_mat_vec_q2_k_f32_f32_len;
5470extern const unsigned char mul_mat_vec_q2_k_f32_f32_data[];
5471
5472extern const uint64_t mul_mat_vec_q2_k_f32_f32_subgroup_len;
5473extern const unsigned char mul_mat_vec_q2_k_f32_f32_subgroup_data[];
5474
5475extern const uint64_t mul_mat_vec_q2_k_f32_f32_subgroup_no_shmem_len;
5476extern const unsigned char mul_mat_vec_q2_k_f32_f32_subgroup_no_shmem_data[];
5477
5478extern const uint64_t mul_mat_vec_q3_k_f16_f32_len;
5479extern const unsigned char mul_mat_vec_q3_k_f16_f32_data[];
5480
5481extern const uint64_t mul_mat_vec_q3_k_f16_f32_subgroup_len;
5482extern const unsigned char mul_mat_vec_q3_k_f16_f32_subgroup_data[];
5483
5484extern const uint64_t mul_mat_vec_q3_k_f16_f32_subgroup_no_shmem_len;
5485extern const unsigned char mul_mat_vec_q3_k_f16_f32_subgroup_no_shmem_data[];
5486
5487extern const uint64_t mul_mat_vec_q3_k_f32_f32_len;
5488extern const unsigned char mul_mat_vec_q3_k_f32_f32_data[];
5489
5490extern const uint64_t mul_mat_vec_q3_k_f32_f32_subgroup_len;
5491extern const unsigned char mul_mat_vec_q3_k_f32_f32_subgroup_data[];
5492
5493extern const uint64_t mul_mat_vec_q3_k_f32_f32_subgroup_no_shmem_len;
5494extern const unsigned char mul_mat_vec_q3_k_f32_f32_subgroup_no_shmem_data[];
5495
5496extern const uint64_t mul_mat_vec_q4_0_f16_f32_len;
5497extern const unsigned char mul_mat_vec_q4_0_f16_f32_data[];
5498
5499extern const uint64_t mul_mat_vec_q4_0_f16_f32_subgroup_len;
5500extern const unsigned char mul_mat_vec_q4_0_f16_f32_subgroup_data[];
5501
5502extern const uint64_t mul_mat_vec_q4_0_f16_f32_subgroup_no_shmem_len;
5503extern const unsigned char mul_mat_vec_q4_0_f16_f32_subgroup_no_shmem_data[];
5504
5505extern const uint64_t mul_mat_vec_q4_0_f32_f32_len;
5506extern const unsigned char mul_mat_vec_q4_0_f32_f32_data[];
5507
5508extern const uint64_t mul_mat_vec_q4_0_f32_f32_subgroup_len;
5509extern const unsigned char mul_mat_vec_q4_0_f32_f32_subgroup_data[];
5510
5511extern const uint64_t mul_mat_vec_q4_0_f32_f32_subgroup_no_shmem_len;
5512extern const unsigned char mul_mat_vec_q4_0_f32_f32_subgroup_no_shmem_data[];
5513
5514extern const uint64_t mul_mat_vec_q4_0_q8_1_f32_len;
5515extern const unsigned char mul_mat_vec_q4_0_q8_1_f32_data[];
5516
5517extern const uint64_t mul_mat_vec_q4_0_q8_1_f32_subgroup_len;
5518extern const unsigned char mul_mat_vec_q4_0_q8_1_f32_subgroup_data[];
5519
5520extern const uint64_t mul_mat_vec_q4_0_q8_1_f32_subgroup_no_shmem_len;
5521extern const unsigned char mul_mat_vec_q4_0_q8_1_f32_subgroup_no_shmem_data[];
5522
5523extern const uint64_t mul_mat_vec_q4_1_f16_f32_len;
5524extern const unsigned char mul_mat_vec_q4_1_f16_f32_data[];
5525
5526extern const uint64_t mul_mat_vec_q4_1_f16_f32_subgroup_len;
5527extern const unsigned char mul_mat_vec_q4_1_f16_f32_subgroup_data[];
5528
5529extern const uint64_t mul_mat_vec_q4_1_f16_f32_subgroup_no_shmem_len;
5530extern const unsigned char mul_mat_vec_q4_1_f16_f32_subgroup_no_shmem_data[];
5531
5532extern const uint64_t mul_mat_vec_q4_1_f32_f32_len;
5533extern const unsigned char mul_mat_vec_q4_1_f32_f32_data[];
5534
5535extern const uint64_t mul_mat_vec_q4_1_f32_f32_subgroup_len;
5536extern const unsigned char mul_mat_vec_q4_1_f32_f32_subgroup_data[];
5537
5538extern const uint64_t mul_mat_vec_q4_1_f32_f32_subgroup_no_shmem_len;
5539extern const unsigned char mul_mat_vec_q4_1_f32_f32_subgroup_no_shmem_data[];
5540
5541extern const uint64_t mul_mat_vec_q4_1_q8_1_f32_len;
5542extern const unsigned char mul_mat_vec_q4_1_q8_1_f32_data[];
5543
5544extern const uint64_t mul_mat_vec_q4_1_q8_1_f32_subgroup_len;
5545extern const unsigned char mul_mat_vec_q4_1_q8_1_f32_subgroup_data[];
5546
5547extern const uint64_t mul_mat_vec_q4_1_q8_1_f32_subgroup_no_shmem_len;
5548extern const unsigned char mul_mat_vec_q4_1_q8_1_f32_subgroup_no_shmem_data[];
5549
5550extern const uint64_t mul_mat_vec_q4_k_f16_f32_len;
5551extern const unsigned char mul_mat_vec_q4_k_f16_f32_data[];
5552
5553extern const uint64_t mul_mat_vec_q4_k_f16_f32_subgroup_len;
5554extern const unsigned char mul_mat_vec_q4_k_f16_f32_subgroup_data[];
5555
5556extern const uint64_t mul_mat_vec_q4_k_f16_f32_subgroup_no_shmem_len;
5557extern const unsigned char mul_mat_vec_q4_k_f16_f32_subgroup_no_shmem_data[];
5558
5559extern const uint64_t mul_mat_vec_q4_k_f32_f32_len;
5560extern const unsigned char mul_mat_vec_q4_k_f32_f32_data[];
5561
5562extern const uint64_t mul_mat_vec_q4_k_f32_f32_subgroup_len;
5563extern const unsigned char mul_mat_vec_q4_k_f32_f32_subgroup_data[];
5564
5565extern const uint64_t mul_mat_vec_q4_k_f32_f32_subgroup_no_shmem_len;
5566extern const unsigned char mul_mat_vec_q4_k_f32_f32_subgroup_no_shmem_data[];
5567
5568extern const uint64_t mul_mat_vec_q5_0_f16_f32_len;
5569extern const unsigned char mul_mat_vec_q5_0_f16_f32_data[];
5570
5571extern const uint64_t mul_mat_vec_q5_0_f16_f32_subgroup_len;
5572extern const unsigned char mul_mat_vec_q5_0_f16_f32_subgroup_data[];
5573
5574extern const uint64_t mul_mat_vec_q5_0_f16_f32_subgroup_no_shmem_len;
5575extern const unsigned char mul_mat_vec_q5_0_f16_f32_subgroup_no_shmem_data[];
5576
5577extern const uint64_t mul_mat_vec_q5_0_f32_f32_len;
5578extern const unsigned char mul_mat_vec_q5_0_f32_f32_data[];
5579
5580extern const uint64_t mul_mat_vec_q5_0_f32_f32_subgroup_len;
5581extern const unsigned char mul_mat_vec_q5_0_f32_f32_subgroup_data[];
5582
5583extern const uint64_t mul_mat_vec_q5_0_f32_f32_subgroup_no_shmem_len;
5584extern const unsigned char mul_mat_vec_q5_0_f32_f32_subgroup_no_shmem_data[];
5585
5586extern const uint64_t mul_mat_vec_q5_0_q8_1_f32_len;
5587extern const unsigned char mul_mat_vec_q5_0_q8_1_f32_data[];
5588
5589extern const uint64_t mul_mat_vec_q5_0_q8_1_f32_subgroup_len;
5590extern const unsigned char mul_mat_vec_q5_0_q8_1_f32_subgroup_data[];
5591
5592extern const uint64_t mul_mat_vec_q5_0_q8_1_f32_subgroup_no_shmem_len;
5593extern const unsigned char mul_mat_vec_q5_0_q8_1_f32_subgroup_no_shmem_data[];
5594
5595extern const uint64_t mul_mat_vec_q5_1_f16_f32_len;
5596extern const unsigned char mul_mat_vec_q5_1_f16_f32_data[];
5597
5598extern const uint64_t mul_mat_vec_q5_1_f16_f32_subgroup_len;
5599extern const unsigned char mul_mat_vec_q5_1_f16_f32_subgroup_data[];
5600
5601extern const uint64_t mul_mat_vec_q5_1_f16_f32_subgroup_no_shmem_len;
5602extern const unsigned char mul_mat_vec_q5_1_f16_f32_subgroup_no_shmem_data[];
5603
5604extern const uint64_t mul_mat_vec_q5_1_f32_f32_len;
5605extern const unsigned char mul_mat_vec_q5_1_f32_f32_data[];
5606
5607extern const uint64_t mul_mat_vec_q5_1_f32_f32_subgroup_len;
5608extern const unsigned char mul_mat_vec_q5_1_f32_f32_subgroup_data[];
5609
5610extern const uint64_t mul_mat_vec_q5_1_f32_f32_subgroup_no_shmem_len;
5611extern const unsigned char mul_mat_vec_q5_1_f32_f32_subgroup_no_shmem_data[];
5612
5613extern const uint64_t mul_mat_vec_q5_1_q8_1_f32_len;
5614extern const unsigned char mul_mat_vec_q5_1_q8_1_f32_data[];
5615
5616extern const uint64_t mul_mat_vec_q5_1_q8_1_f32_subgroup_len;
5617extern const unsigned char mul_mat_vec_q5_1_q8_1_f32_subgroup_data[];
5618
5619extern const uint64_t mul_mat_vec_q5_1_q8_1_f32_subgroup_no_shmem_len;
5620extern const unsigned char mul_mat_vec_q5_1_q8_1_f32_subgroup_no_shmem_data[];
5621
5622extern const uint64_t mul_mat_vec_q5_k_f16_f32_len;
5623extern const unsigned char mul_mat_vec_q5_k_f16_f32_data[];
5624
5625extern const uint64_t mul_mat_vec_q5_k_f16_f32_subgroup_len;
5626extern const unsigned char mul_mat_vec_q5_k_f16_f32_subgroup_data[];
5627
5628extern const uint64_t mul_mat_vec_q5_k_f16_f32_subgroup_no_shmem_len;
5629extern const unsigned char mul_mat_vec_q5_k_f16_f32_subgroup_no_shmem_data[];
5630
5631extern const uint64_t mul_mat_vec_q5_k_f32_f32_len;
5632extern const unsigned char mul_mat_vec_q5_k_f32_f32_data[];
5633
5634extern const uint64_t mul_mat_vec_q5_k_f32_f32_subgroup_len;
5635extern const unsigned char mul_mat_vec_q5_k_f32_f32_subgroup_data[];
5636
5637extern const uint64_t mul_mat_vec_q5_k_f32_f32_subgroup_no_shmem_len;
5638extern const unsigned char mul_mat_vec_q5_k_f32_f32_subgroup_no_shmem_data[];
5639
5640extern const uint64_t mul_mat_vec_q6_k_f16_f32_len;
5641extern const unsigned char mul_mat_vec_q6_k_f16_f32_data[];
5642
5643extern const uint64_t mul_mat_vec_q6_k_f16_f32_subgroup_len;
5644extern const unsigned char mul_mat_vec_q6_k_f16_f32_subgroup_data[];
5645
5646extern const uint64_t mul_mat_vec_q6_k_f16_f32_subgroup_no_shmem_len;
5647extern const unsigned char mul_mat_vec_q6_k_f16_f32_subgroup_no_shmem_data[];
5648
5649extern const uint64_t mul_mat_vec_q6_k_f32_f32_len;
5650extern const unsigned char mul_mat_vec_q6_k_f32_f32_data[];
5651
5652extern const uint64_t mul_mat_vec_q6_k_f32_f32_subgroup_len;
5653extern const unsigned char mul_mat_vec_q6_k_f32_f32_subgroup_data[];
5654
5655extern const uint64_t mul_mat_vec_q6_k_f32_f32_subgroup_no_shmem_len;
5656extern const unsigned char mul_mat_vec_q6_k_f32_f32_subgroup_no_shmem_data[];
5657
5658extern const uint64_t mul_mat_vec_q8_0_f16_f32_len;
5659extern const unsigned char mul_mat_vec_q8_0_f16_f32_data[];
5660
5661extern const uint64_t mul_mat_vec_q8_0_f16_f32_subgroup_len;
5662extern const unsigned char mul_mat_vec_q8_0_f16_f32_subgroup_data[];
5663
5664extern const uint64_t mul_mat_vec_q8_0_f16_f32_subgroup_no_shmem_len;
5665extern const unsigned char mul_mat_vec_q8_0_f16_f32_subgroup_no_shmem_data[];
5666
5667extern const uint64_t mul_mat_vec_q8_0_f32_f32_len;
5668extern const unsigned char mul_mat_vec_q8_0_f32_f32_data[];
5669
5670extern const uint64_t mul_mat_vec_q8_0_f32_f32_subgroup_len;
5671extern const unsigned char mul_mat_vec_q8_0_f32_f32_subgroup_data[];
5672
5673extern const uint64_t mul_mat_vec_q8_0_f32_f32_subgroup_no_shmem_len;
5674extern const unsigned char mul_mat_vec_q8_0_f32_f32_subgroup_no_shmem_data[];
5675
5676extern const uint64_t mul_mat_vec_q8_0_q8_1_f32_len;
5677extern const unsigned char mul_mat_vec_q8_0_q8_1_f32_data[];
5678
5679extern const uint64_t mul_mat_vec_q8_0_q8_1_f32_subgroup_len;
5680extern const unsigned char mul_mat_vec_q8_0_q8_1_f32_subgroup_data[];
5681
5682extern const uint64_t mul_mat_vec_q8_0_q8_1_f32_subgroup_no_shmem_len;
5683extern const unsigned char mul_mat_vec_q8_0_q8_1_f32_subgroup_no_shmem_data[];
5684
5685extern const uint64_t multi_add_f32_len;
5686extern const unsigned char multi_add_f32_data[];
5687
5688extern const uint64_t multi_add_rms_f32_len;
5689extern const unsigned char multi_add_rms_f32_data[];
5690
5691extern const uint64_t norm_f32_len;
5692extern const unsigned char norm_f32_data[];
5693
5694extern const uint64_t opt_step_adamw_f32_len;
5695extern const unsigned char opt_step_adamw_f32_data[];
5696
5697extern const uint64_t opt_step_sgd_f32_len;
5698extern const unsigned char opt_step_sgd_f32_data[];
5699
5700extern const uint64_t pad_f32_len;
5701extern const unsigned char pad_f32_data[];
5702
5703extern const uint64_t pool2d_f32_len;
5704extern const unsigned char pool2d_f32_data[];
5705
5706extern const uint64_t quantize_q8_1_len;
5707extern const unsigned char quantize_q8_1_data[];
5708
5709extern const uint64_t quantize_q8_1_subgroup_len;
5710extern const unsigned char quantize_q8_1_subgroup_data[];
5711
5712extern const uint64_t quantize_q8_1_x4_len;
5713extern const unsigned char quantize_q8_1_x4_data[];
5714
5715extern const uint64_t quantize_q8_1_x4_subgroup_len;
5716extern const unsigned char quantize_q8_1_x4_subgroup_data[];
5717
5718extern const uint64_t reglu_f16_len;
5719extern const unsigned char reglu_f16_data[];
5720
5721extern const uint64_t reglu_f16_rte_len;
5722extern const unsigned char reglu_f16_rte_data[];
5723
5724extern const uint64_t reglu_f32_len;
5725extern const unsigned char reglu_f32_data[];
5726
5727extern const uint64_t reglu_f32_rte_len;
5728extern const unsigned char reglu_f32_rte_data[];
5729
5730extern const uint64_t relu_f16_len;
5731extern const unsigned char relu_f16_data[];
5732
5733extern const uint64_t relu_f32_len;
5734extern const unsigned char relu_f32_data[];
5735
5736extern const uint64_t repeat_back_f32_len;
5737extern const unsigned char repeat_back_f32_data[];
5738
5739extern const uint64_t repeat_f32_len;
5740extern const unsigned char repeat_f32_data[];
5741
5742extern const uint64_t rms_norm_back_f32_len;
5743extern const unsigned char rms_norm_back_f32_data[];
5744
5745extern const uint64_t rms_norm_f32_len;
5746extern const unsigned char rms_norm_f32_data[];
5747
5748extern const uint64_t rms_norm_mul_rope_f32_f16_rte_len;
5749extern const unsigned char rms_norm_mul_rope_f32_f16_rte_data[];
5750
5751extern const uint64_t rms_norm_mul_rope_f32_f32_len;
5752extern const unsigned char rms_norm_mul_rope_f32_f32_data[];
5753
5754extern const uint64_t rms_norm_partials_f32_len;
5755extern const unsigned char rms_norm_partials_f32_data[];
5756
5757extern const uint64_t roll_f32_len;
5758extern const unsigned char roll_f32_data[];
5759
5760extern const uint64_t rope_multi_f16_len;
5761extern const unsigned char rope_multi_f16_data[];
5762
5763extern const uint64_t rope_multi_f16_rte_len;
5764extern const unsigned char rope_multi_f16_rte_data[];
5765
5766extern const uint64_t rope_multi_f32_len;
5767extern const unsigned char rope_multi_f32_data[];
5768
5769extern const uint64_t rope_neox_f16_len;
5770extern const unsigned char rope_neox_f16_data[];
5771
5772extern const uint64_t rope_neox_f16_rte_len;
5773extern const unsigned char rope_neox_f16_rte_data[];
5774
5775extern const uint64_t rope_neox_f32_len;
5776extern const unsigned char rope_neox_f32_data[];
5777
5778extern const uint64_t rope_neox_f32_f16_len;
5779extern const unsigned char rope_neox_f32_f16_data[];
5780
5781extern const uint64_t rope_neox_f32_f16_rte_len;
5782extern const unsigned char rope_neox_f32_f16_rte_data[];
5783
5784extern const uint64_t rope_norm_f16_len;
5785extern const unsigned char rope_norm_f16_data[];
5786
5787extern const uint64_t rope_norm_f16_rte_len;
5788extern const unsigned char rope_norm_f16_rte_data[];
5789
5790extern const uint64_t rope_norm_f32_len;
5791extern const unsigned char rope_norm_f32_data[];
5792
5793extern const uint64_t rope_norm_f32_f16_len;
5794extern const unsigned char rope_norm_f32_f16_data[];
5795
5796extern const uint64_t rope_norm_f32_f16_rte_len;
5797extern const unsigned char rope_norm_f32_f16_rte_data[];
5798
5799extern const uint64_t rope_vision_f16_len;
5800extern const unsigned char rope_vision_f16_data[];
5801
5802extern const uint64_t rope_vision_f16_rte_len;
5803extern const unsigned char rope_vision_f16_rte_data[];
5804
5805extern const uint64_t rope_vision_f32_len;
5806extern const unsigned char rope_vision_f32_data[];
5807
5808extern const uint64_t rwkv_wkv6_f32_len;
5809extern const unsigned char rwkv_wkv6_f32_data[];
5810
5811extern const uint64_t rwkv_wkv7_f32_len;
5812extern const unsigned char rwkv_wkv7_f32_data[];
5813
5814extern const uint64_t scale_f32_len;
5815extern const unsigned char scale_f32_data[];
5816
5817extern const uint64_t set_rows_bf16_i32_len;
5818extern const unsigned char set_rows_bf16_i32_data[];
5819
5820extern const uint64_t set_rows_bf16_i32_rte_len;
5821extern const unsigned char set_rows_bf16_i32_rte_data[];
5822
5823extern const uint64_t set_rows_bf16_i64_len;
5824extern const unsigned char set_rows_bf16_i64_data[];
5825
5826extern const uint64_t set_rows_bf16_i64_rte_len;
5827extern const unsigned char set_rows_bf16_i64_rte_data[];
5828
5829extern const uint64_t set_rows_f16_i32_len;
5830extern const unsigned char set_rows_f16_i32_data[];
5831
5832extern const uint64_t set_rows_f16_i32_rte_len;
5833extern const unsigned char set_rows_f16_i32_rte_data[];
5834
5835extern const uint64_t set_rows_f16_i64_len;
5836extern const unsigned char set_rows_f16_i64_data[];
5837
5838extern const uint64_t set_rows_f16_i64_rte_len;
5839extern const unsigned char set_rows_f16_i64_rte_data[];
5840
5841extern const uint64_t set_rows_f32_i32_len;
5842extern const unsigned char set_rows_f32_i32_data[];
5843
5844extern const uint64_t set_rows_f32_i32_rte_len;
5845extern const unsigned char set_rows_f32_i32_rte_data[];
5846
5847extern const uint64_t set_rows_f32_i64_len;
5848extern const unsigned char set_rows_f32_i64_data[];
5849
5850extern const uint64_t set_rows_f32_i64_rte_len;
5851extern const unsigned char set_rows_f32_i64_rte_data[];
5852
5853extern const uint64_t set_rows_iq4_nl_i32_len;
5854extern const unsigned char set_rows_iq4_nl_i32_data[];
5855
5856extern const uint64_t set_rows_iq4_nl_i32_rte_len;
5857extern const unsigned char set_rows_iq4_nl_i32_rte_data[];
5858
5859extern const uint64_t set_rows_iq4_nl_i64_len;
5860extern const unsigned char set_rows_iq4_nl_i64_data[];
5861
5862extern const uint64_t set_rows_iq4_nl_i64_rte_len;
5863extern const unsigned char set_rows_iq4_nl_i64_rte_data[];
5864
5865extern const uint64_t set_rows_q4_0_i32_len;
5866extern const unsigned char set_rows_q4_0_i32_data[];
5867
5868extern const uint64_t set_rows_q4_0_i32_rte_len;
5869extern const unsigned char set_rows_q4_0_i32_rte_data[];
5870
5871extern const uint64_t set_rows_q4_0_i64_len;
5872extern const unsigned char set_rows_q4_0_i64_data[];
5873
5874extern const uint64_t set_rows_q4_0_i64_rte_len;
5875extern const unsigned char set_rows_q4_0_i64_rte_data[];
5876
5877extern const uint64_t set_rows_q4_1_i32_len;
5878extern const unsigned char set_rows_q4_1_i32_data[];
5879
5880extern const uint64_t set_rows_q4_1_i32_rte_len;
5881extern const unsigned char set_rows_q4_1_i32_rte_data[];
5882
5883extern const uint64_t set_rows_q4_1_i64_len;
5884extern const unsigned char set_rows_q4_1_i64_data[];
5885
5886extern const uint64_t set_rows_q4_1_i64_rte_len;
5887extern const unsigned char set_rows_q4_1_i64_rte_data[];
5888
5889extern const uint64_t set_rows_q5_0_i32_len;
5890extern const unsigned char set_rows_q5_0_i32_data[];
5891
5892extern const uint64_t set_rows_q5_0_i32_rte_len;
5893extern const unsigned char set_rows_q5_0_i32_rte_data[];
5894
5895extern const uint64_t set_rows_q5_0_i64_len;
5896extern const unsigned char set_rows_q5_0_i64_data[];
5897
5898extern const uint64_t set_rows_q5_0_i64_rte_len;
5899extern const unsigned char set_rows_q5_0_i64_rte_data[];
5900
5901extern const uint64_t set_rows_q5_1_i32_len;
5902extern const unsigned char set_rows_q5_1_i32_data[];
5903
5904extern const uint64_t set_rows_q5_1_i32_rte_len;
5905extern const unsigned char set_rows_q5_1_i32_rte_data[];
5906
5907extern const uint64_t set_rows_q5_1_i64_len;
5908extern const unsigned char set_rows_q5_1_i64_data[];
5909
5910extern const uint64_t set_rows_q5_1_i64_rte_len;
5911extern const unsigned char set_rows_q5_1_i64_rte_data[];
5912
5913extern const uint64_t set_rows_q8_0_i32_len;
5914extern const unsigned char set_rows_q8_0_i32_data[];
5915
5916extern const uint64_t set_rows_q8_0_i32_rte_len;
5917extern const unsigned char set_rows_q8_0_i32_rte_data[];
5918
5919extern const uint64_t set_rows_q8_0_i64_len;
5920extern const unsigned char set_rows_q8_0_i64_data[];
5921
5922extern const uint64_t set_rows_q8_0_i64_rte_len;
5923extern const unsigned char set_rows_q8_0_i64_rte_data[];
5924
5925extern const uint64_t sigmoid_f16_len;
5926extern const unsigned char sigmoid_f16_data[];
5927
5928extern const uint64_t sigmoid_f32_len;
5929extern const unsigned char sigmoid_f32_data[];
5930
5931extern const uint64_t silu_back_f32_len;
5932extern const unsigned char silu_back_f32_data[];
5933
5934extern const uint64_t silu_f16_len;
5935extern const unsigned char silu_f16_data[];
5936
5937extern const uint64_t silu_f32_len;
5938extern const unsigned char silu_f32_data[];
5939
5940extern const uint64_t sin_f32_len;
5941extern const unsigned char sin_f32_data[];
5942
5943extern const uint64_t soft_max_back_f32_len;
5944extern const unsigned char soft_max_back_f32_data[];
5945
5946extern const uint64_t soft_max_f32_len;
5947extern const unsigned char soft_max_f32_data[];
5948
5949extern const uint64_t soft_max_f32_f16_len;
5950extern const unsigned char soft_max_f32_f16_data[];
5951
5952extern const uint64_t split_k_reduce_len;
5953extern const unsigned char split_k_reduce_data[];
5954
5955extern const uint64_t sqr_f32_len;
5956extern const unsigned char sqr_f32_data[];
5957
5958extern const uint64_t sqrt_f32_len;
5959extern const unsigned char sqrt_f32_data[];
5960
5961extern const uint64_t ssm_conv_f32_len;
5962extern const unsigned char ssm_conv_f32_data[];
5963
5964extern const uint64_t ssm_scan_f32_len;
5965extern const unsigned char ssm_scan_f32_data[];
5966
5967extern const uint64_t ssm_scan_subgroup_f32_len;
5968extern const unsigned char ssm_scan_subgroup_f32_data[];
5969
5970extern const uint64_t sub_f16_f16_f16_len;
5971extern const unsigned char sub_f16_f16_f16_data[];
5972
5973extern const uint64_t sub_f16_f16_f16_rte_len;
5974extern const unsigned char sub_f16_f16_f16_rte_data[];
5975
5976extern const uint64_t sub_f16_f16_f32_len;
5977extern const unsigned char sub_f16_f16_f32_data[];
5978
5979extern const uint64_t sub_f16_f16_f32_rte_len;
5980extern const unsigned char sub_f16_f16_f32_rte_data[];
5981
5982extern const uint64_t sub_f16_f32_f16_len;
5983extern const unsigned char sub_f16_f32_f16_data[];
5984
5985extern const uint64_t sub_f16_f32_f16_rte_len;
5986extern const unsigned char sub_f16_f32_f16_rte_data[];
5987
5988extern const uint64_t sub_f16_f32_f32_len;
5989extern const unsigned char sub_f16_f32_f32_data[];
5990
5991extern const uint64_t sub_f16_f32_f32_rte_len;
5992extern const unsigned char sub_f16_f32_f32_rte_data[];
5993
5994extern const uint64_t sub_f32_len;
5995extern const unsigned char sub_f32_data[];
5996
5997extern const uint64_t sub_f32_f16_f16_len;
5998extern const unsigned char sub_f32_f16_f16_data[];
5999
6000extern const uint64_t sub_f32_f16_f16_rte_len;
6001extern const unsigned char sub_f32_f16_f16_rte_data[];
6002
6003extern const uint64_t sub_f32_f16_f32_len;
6004extern const unsigned char sub_f32_f16_f32_data[];
6005
6006extern const uint64_t sub_f32_f16_f32_rte_len;
6007extern const unsigned char sub_f32_f16_f32_rte_data[];
6008
6009extern const uint64_t sub_f32_f32_f16_len;
6010extern const unsigned char sub_f32_f32_f16_data[];
6011
6012extern const uint64_t sub_f32_f32_f16_rte_len;
6013extern const unsigned char sub_f32_f32_f16_rte_data[];
6014
6015extern const uint64_t sub_f32_f32_f32_len;
6016extern const unsigned char sub_f32_f32_f32_data[];
6017
6018extern const uint64_t sub_f32_f32_f32_rte_len;
6019extern const unsigned char sub_f32_f32_f32_rte_data[];
6020
6021extern const uint64_t sum_rows_f32_len;
6022extern const unsigned char sum_rows_f32_data[];
6023
6024extern const uint64_t swiglu_f16_len;
6025extern const unsigned char swiglu_f16_data[];
6026
6027extern const uint64_t swiglu_f16_rte_len;
6028extern const unsigned char swiglu_f16_rte_data[];
6029
6030extern const uint64_t swiglu_f32_len;
6031extern const unsigned char swiglu_f32_data[];
6032
6033extern const uint64_t swiglu_f32_rte_len;
6034extern const unsigned char swiglu_f32_rte_data[];
6035
6036extern const uint64_t swiglu_oai_f16_len;
6037extern const unsigned char swiglu_oai_f16_data[];
6038
6039extern const uint64_t swiglu_oai_f16_rte_len;
6040extern const unsigned char swiglu_oai_f16_rte_data[];
6041
6042extern const uint64_t swiglu_oai_f32_len;
6043extern const unsigned char swiglu_oai_f32_data[];
6044
6045extern const uint64_t swiglu_oai_f32_rte_len;
6046extern const unsigned char swiglu_oai_f32_rte_data[];
6047
6048extern const uint64_t tanh_f16_len;
6049extern const unsigned char tanh_f16_data[];
6050
6051extern const uint64_t tanh_f32_len;
6052extern const unsigned char tanh_f32_data[];
6053
6054extern const uint64_t timestep_embedding_f32_len;
6055extern const unsigned char timestep_embedding_f32_data[];
6056
6057extern const uint64_t topk_moe_f32_len;
6058extern const unsigned char topk_moe_f32_data[];
6059
6060extern const uint64_t upscale_f32_len;
6061extern const unsigned char upscale_f32_data[];
6062
6063extern const void * add_data[2][2][2][2];
6064extern const uint64_t add_len[2][2][2][2];
6065extern const void * sub_data[2][2][2][2];
6066extern const uint64_t sub_len[2][2][2][2];
6067extern const void * mul_data[2][2][2][2];
6068extern const uint64_t mul_len[2][2][2][2];
6069extern const void * div_data[2][2][2][2];
6070extern const uint64_t div_len[2][2][2][2];
6071extern const void * add_rms_data[2][2][2][2];
6072extern const uint64_t add_rms_len[2][2][2][2];
6073extern const void * arr_dmmv_f32_f16_f32_data[3];
6074extern const uint64_t arr_dmmv_f32_f16_f32_len[3];
6075extern const void * arr_dmmv_f16_f16_f32_data[3];
6076extern const uint64_t arr_dmmv_f16_f16_f32_len[3];
6077extern const void * arr_dmmv_q4_0_f16_f32_data[3];
6078extern const uint64_t arr_dmmv_q4_0_f16_f32_len[3];
6079extern const void * arr_dmmv_q4_1_f16_f32_data[3];
6080extern const uint64_t arr_dmmv_q4_1_f16_f32_len[3];
6081extern const void * arr_dmmv_q5_0_f16_f32_data[3];
6082extern const uint64_t arr_dmmv_q5_0_f16_f32_len[3];
6083extern const void * arr_dmmv_q5_1_f16_f32_data[3];
6084extern const uint64_t arr_dmmv_q5_1_f16_f32_len[3];
6085extern const void * arr_dmmv_q8_0_f16_f32_data[3];
6086extern const uint64_t arr_dmmv_q8_0_f16_f32_len[3];
6087extern const void * arr_dmmv_q2_k_f16_f32_data[3];
6088extern const uint64_t arr_dmmv_q2_k_f16_f32_len[3];
6089extern const void * arr_dmmv_q3_k_f16_f32_data[3];
6090extern const uint64_t arr_dmmv_q3_k_f16_f32_len[3];
6091extern const void * arr_dmmv_q4_k_f16_f32_data[3];
6092extern const uint64_t arr_dmmv_q4_k_f16_f32_len[3];
6093extern const void * arr_dmmv_q5_k_f16_f32_data[3];
6094extern const uint64_t arr_dmmv_q5_k_f16_f32_len[3];
6095extern const void * arr_dmmv_q6_k_f16_f32_data[3];
6096extern const uint64_t arr_dmmv_q6_k_f16_f32_len[3];
6097extern const void * arr_dmmv_iq1_s_f16_f32_data[3];
6098extern const uint64_t arr_dmmv_iq1_s_f16_f32_len[3];
6099extern const void * arr_dmmv_iq1_m_f16_f32_data[3];
6100extern const uint64_t arr_dmmv_iq1_m_f16_f32_len[3];
6101extern const void * arr_dmmv_iq2_xxs_f16_f32_data[3];
6102extern const uint64_t arr_dmmv_iq2_xxs_f16_f32_len[3];
6103extern const void * arr_dmmv_iq2_xs_f16_f32_data[3];
6104extern const uint64_t arr_dmmv_iq2_xs_f16_f32_len[3];
6105extern const void * arr_dmmv_iq2_s_f16_f32_data[3];
6106extern const uint64_t arr_dmmv_iq2_s_f16_f32_len[3];
6107extern const void * arr_dmmv_iq3_xxs_f16_f32_data[3];
6108extern const uint64_t arr_dmmv_iq3_xxs_f16_f32_len[3];
6109extern const void * arr_dmmv_iq3_s_f16_f32_data[3];
6110extern const uint64_t arr_dmmv_iq3_s_f16_f32_len[3];
6111extern const void * arr_dmmv_iq4_xs_f16_f32_data[3];
6112extern const uint64_t arr_dmmv_iq4_xs_f16_f32_len[3];
6113extern const void * arr_dmmv_iq4_nl_f16_f32_data[3];
6114extern const uint64_t arr_dmmv_iq4_nl_f16_f32_len[3];
6115extern const void * arr_dmmv_mxfp4_f16_f32_data[3];
6116extern const uint64_t arr_dmmv_mxfp4_f16_f32_len[3];
6117extern const void * arr_dmmv_bf16_f16_f32_data[3];
6118extern const uint64_t arr_dmmv_bf16_f16_f32_len[3];
6119extern const void * arr_dmmv_f32_f32_f32_data[3];
6120extern const uint64_t arr_dmmv_f32_f32_f32_len[3];
6121extern const void * arr_dmmv_f16_f32_f32_data[3];
6122extern const uint64_t arr_dmmv_f16_f32_f32_len[3];
6123extern const void * arr_dmmv_q4_0_f32_f32_data[3];
6124extern const uint64_t arr_dmmv_q4_0_f32_f32_len[3];
6125extern const void * arr_dmmv_q4_1_f32_f32_data[3];
6126extern const uint64_t arr_dmmv_q4_1_f32_f32_len[3];
6127extern const void * arr_dmmv_q5_0_f32_f32_data[3];
6128extern const uint64_t arr_dmmv_q5_0_f32_f32_len[3];
6129extern const void * arr_dmmv_q5_1_f32_f32_data[3];
6130extern const uint64_t arr_dmmv_q5_1_f32_f32_len[3];
6131extern const void * arr_dmmv_q8_0_f32_f32_data[3];
6132extern const uint64_t arr_dmmv_q8_0_f32_f32_len[3];
6133extern const void * arr_dmmv_q2_k_f32_f32_data[3];
6134extern const uint64_t arr_dmmv_q2_k_f32_f32_len[3];
6135extern const void * arr_dmmv_q3_k_f32_f32_data[3];
6136extern const uint64_t arr_dmmv_q3_k_f32_f32_len[3];
6137extern const void * arr_dmmv_q4_k_f32_f32_data[3];
6138extern const uint64_t arr_dmmv_q4_k_f32_f32_len[3];
6139extern const void * arr_dmmv_q5_k_f32_f32_data[3];
6140extern const uint64_t arr_dmmv_q5_k_f32_f32_len[3];
6141extern const void * arr_dmmv_q6_k_f32_f32_data[3];
6142extern const uint64_t arr_dmmv_q6_k_f32_f32_len[3];
6143extern const void * arr_dmmv_iq1_s_f32_f32_data[3];
6144extern const uint64_t arr_dmmv_iq1_s_f32_f32_len[3];
6145extern const void * arr_dmmv_iq1_m_f32_f32_data[3];
6146extern const uint64_t arr_dmmv_iq1_m_f32_f32_len[3];
6147extern const void * arr_dmmv_iq2_xxs_f32_f32_data[3];
6148extern const uint64_t arr_dmmv_iq2_xxs_f32_f32_len[3];
6149extern const void * arr_dmmv_iq2_xs_f32_f32_data[3];
6150extern const uint64_t arr_dmmv_iq2_xs_f32_f32_len[3];
6151extern const void * arr_dmmv_iq2_s_f32_f32_data[3];
6152extern const uint64_t arr_dmmv_iq2_s_f32_f32_len[3];
6153extern const void * arr_dmmv_iq3_xxs_f32_f32_data[3];
6154extern const uint64_t arr_dmmv_iq3_xxs_f32_f32_len[3];
6155extern const void * arr_dmmv_iq3_s_f32_f32_data[3];
6156extern const uint64_t arr_dmmv_iq3_s_f32_f32_len[3];
6157extern const void * arr_dmmv_iq4_xs_f32_f32_data[3];
6158extern const uint64_t arr_dmmv_iq4_xs_f32_f32_len[3];
6159extern const void * arr_dmmv_iq4_nl_f32_f32_data[3];
6160extern const uint64_t arr_dmmv_iq4_nl_f32_f32_len[3];
6161extern const void * arr_dmmv_mxfp4_f32_f32_data[3];
6162extern const uint64_t arr_dmmv_mxfp4_f32_f32_len[3];
6163extern const void * arr_dmmv_bf16_f32_f32_data[3];
6164extern const uint64_t arr_dmmv_bf16_f32_f32_len[3];
6165extern const void * arr_dmmv_q4_0_q8_1_f32_data[3];
6166extern const uint64_t arr_dmmv_q4_0_q8_1_f32_len[3];
6167extern const void * arr_dmmv_q4_1_q8_1_f32_data[3];
6168extern const uint64_t arr_dmmv_q4_1_q8_1_f32_len[3];
6169extern const void * arr_dmmv_q5_0_q8_1_f32_data[3];
6170extern const uint64_t arr_dmmv_q5_0_q8_1_f32_len[3];
6171extern const void * arr_dmmv_q5_1_q8_1_f32_data[3];
6172extern const uint64_t arr_dmmv_q5_1_q8_1_f32_len[3];
6173extern const void * arr_dmmv_q8_0_q8_1_f32_data[3];
6174extern const uint64_t arr_dmmv_q8_0_q8_1_f32_len[3];
6175