- Notifications
You must be signed in to change notification settings - Fork 1.6k
/
Copy pathcommon_z.h
702 lines (608 loc) · 24.1 KB
/
common_z.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
#ifndefCOMMON_Z_H
#defineCOMMON_Z_H
#ifndefDYNAMIC_ARCH
#defineZAMAX_K zamax_k
#defineZAMIN_K zamin_k
#defineZMAX_K zmax_k
#defineZMIN_K zmin_k
#defineIZAMAX_K izamax_k
#defineIZAMIN_K izamin_k
#defineIZMAX_K izmax_k
#defineIZMIN_K izmin_k
#defineZASUM_K zasum_k
#defineZAXPYU_K zaxpy_k
#defineZAXPYC_K zaxpyc_k
#defineZCOPY_K zcopy_k
#defineZDOTU_K zdotu_k
#defineZDOTC_K zdotc_k
#defineZNRM2_K znrm2_k
#defineZSCAL_K zscal_k
#defineZSUM_K zsum_k
#defineZSWAP_K zswap_k
#defineZROT_K zdrot_k
#defineZGEMV_N zgemv_n
#defineZGEMV_T zgemv_t
#defineZGEMV_R zgemv_r
#defineZGEMV_C zgemv_c
#defineZGEMV_O zgemv_o
#defineZGEMV_U zgemv_u
#defineZGEMV_S zgemv_s
#defineZGEMV_D zgemv_d
#defineZGERU_K zgeru_k
#defineZGERC_K zgerc_k
#defineZGERV_K zgerv_k
#defineZGERD_K zgerd_k
#defineZSYMV_U zsymv_U
#defineZSYMV_L zsymv_L
#defineZHEMV_U zhemv_U
#defineZHEMV_L zhemv_L
#defineZHEMV_V zhemv_V
#defineZHEMV_M zhemv_M
#defineZSYMV_THREAD_U zsymv_thread_U
#defineZSYMV_THREAD_L zsymv_thread_L
#defineZHEMV_THREAD_U zhemv_thread_U
#defineZHEMV_THREAD_L zhemv_thread_L
#defineZHEMV_THREAD_V zhemv_thread_V
#defineZHEMV_THREAD_M zhemv_thread_M
#defineZGEMM_ONCOPY zgemm_oncopy
#defineZGEMM_OTCOPY zgemm_otcopy
#ifZGEMM_DEFAULT_UNROLL_M==ZGEMM_DEFAULT_UNROLL_N
#defineZGEMM_INCOPY zgemm_oncopy
#defineZGEMM_ITCOPY zgemm_otcopy
#else
#defineZGEMM_INCOPY zgemm_incopy
#defineZGEMM_ITCOPY zgemm_itcopy
#endif
#defineZTRMM_OUNUCOPY ztrmm_ounucopy
#defineZTRMM_OUNNCOPY ztrmm_ounncopy
#defineZTRMM_OUTUCOPY ztrmm_outucopy
#defineZTRMM_OUTNCOPY ztrmm_outncopy
#defineZTRMM_OLNUCOPY ztrmm_olnucopy
#defineZTRMM_OLNNCOPY ztrmm_olnncopy
#defineZTRMM_OLTUCOPY ztrmm_oltucopy
#defineZTRMM_OLTNCOPY ztrmm_oltncopy
#defineZTRSM_OUNUCOPY ztrsm_ounucopy
#defineZTRSM_OUNNCOPY ztrsm_ounncopy
#defineZTRSM_OUTUCOPY ztrsm_outucopy
#defineZTRSM_OUTNCOPY ztrsm_outncopy
#defineZTRSM_OLNUCOPY ztrsm_olnucopy
#defineZTRSM_OLNNCOPY ztrsm_olnncopy
#defineZTRSM_OLTUCOPY ztrsm_oltucopy
#defineZTRSM_OLTNCOPY ztrsm_oltncopy
#ifZGEMM_DEFAULT_UNROLL_M==ZGEMM_DEFAULT_UNROLL_N
#defineZTRMM_IUNUCOPY ztrmm_ounucopy
#defineZTRMM_IUNNCOPY ztrmm_ounncopy
#defineZTRMM_IUTUCOPY ztrmm_outucopy
#defineZTRMM_IUTNCOPY ztrmm_outncopy
#defineZTRMM_ILNUCOPY ztrmm_olnucopy
#defineZTRMM_ILNNCOPY ztrmm_olnncopy
#defineZTRMM_ILTUCOPY ztrmm_oltucopy
#defineZTRMM_ILTNCOPY ztrmm_oltncopy
#defineZTRSM_IUNUCOPY ztrsm_ounucopy
#defineZTRSM_IUNNCOPY ztrsm_ounncopy
#defineZTRSM_IUTUCOPY ztrsm_outucopy
#defineZTRSM_IUTNCOPY ztrsm_outncopy
#defineZTRSM_ILNUCOPY ztrsm_olnucopy
#defineZTRSM_ILNNCOPY ztrsm_olnncopy
#defineZTRSM_ILTUCOPY ztrsm_oltucopy
#defineZTRSM_ILTNCOPY ztrsm_oltncopy
#else
#defineZTRMM_IUNUCOPY ztrmm_iunucopy
#defineZTRMM_IUNNCOPY ztrmm_iunncopy
#defineZTRMM_IUTUCOPY ztrmm_iutucopy
#defineZTRMM_IUTNCOPY ztrmm_iutncopy
#defineZTRMM_ILNUCOPY ztrmm_ilnucopy
#defineZTRMM_ILNNCOPY ztrmm_ilnncopy
#defineZTRMM_ILTUCOPY ztrmm_iltucopy
#defineZTRMM_ILTNCOPY ztrmm_iltncopy
#defineZTRSM_IUNUCOPY ztrsm_iunucopy
#defineZTRSM_IUNNCOPY ztrsm_iunncopy
#defineZTRSM_IUTUCOPY ztrsm_iutucopy
#defineZTRSM_IUTNCOPY ztrsm_iutncopy
#defineZTRSM_ILNUCOPY ztrsm_ilnucopy
#defineZTRSM_ILNNCOPY ztrsm_ilnncopy
#defineZTRSM_ILTUCOPY ztrsm_iltucopy
#defineZTRSM_ILTNCOPY ztrsm_iltncopy
#endif
#defineZGEMM_BETA zgemm_beta
#defineZGEMM_KERNEL_N zgemm_kernel_n
#defineZGEMM_KERNEL_L zgemm_kernel_l
#defineZGEMM_KERNEL_R zgemm_kernel_r
#defineZGEMM_KERNEL_B zgemm_kernel_b
#defineZTRMM_KERNEL_LN ztrmm_kernel_LN
#defineZTRMM_KERNEL_LT ztrmm_kernel_LT
#defineZTRMM_KERNEL_LR ztrmm_kernel_LR
#defineZTRMM_KERNEL_LC ztrmm_kernel_LC
#defineZTRMM_KERNEL_RN ztrmm_kernel_RN
#defineZTRMM_KERNEL_RT ztrmm_kernel_RT
#defineZTRMM_KERNEL_RR ztrmm_kernel_RR
#defineZTRMM_KERNEL_RC ztrmm_kernel_RC
#defineZTRSM_KERNEL_LN ztrsm_kernel_LN
#defineZTRSM_KERNEL_LT ztrsm_kernel_LT
#defineZTRSM_KERNEL_LR ztrsm_kernel_LR
#defineZTRSM_KERNEL_LC ztrsm_kernel_LC
#defineZTRSM_KERNEL_RN ztrsm_kernel_RN
#defineZTRSM_KERNEL_RT ztrsm_kernel_RT
#defineZTRSM_KERNEL_RR ztrsm_kernel_RR
#defineZTRSM_KERNEL_RC ztrsm_kernel_RC
#defineZSYMM_OUTCOPY zsymm_outcopy
#defineZSYMM_OLTCOPY zsymm_oltcopy
#ifZGEMM_DEFAULT_UNROLL_M==ZGEMM_DEFAULT_UNROLL_N
#defineZSYMM_IUTCOPY zsymm_outcopy
#defineZSYMM_ILTCOPY zsymm_oltcopy
#else
#defineZSYMM_IUTCOPY zsymm_iutcopy
#defineZSYMM_ILTCOPY zsymm_iltcopy
#endif
#defineZHEMM_OUTCOPY zhemm_outcopy
#defineZHEMM_OLTCOPY zhemm_oltcopy
#ifZGEMM_DEFAULT_UNROLL_M==ZGEMM_DEFAULT_UNROLL_N
#defineZHEMM_IUTCOPY zhemm_outcopy
#defineZHEMM_ILTCOPY zhemm_oltcopy
#else
#defineZHEMM_IUTCOPY zhemm_iutcopy
#defineZHEMM_ILTCOPY zhemm_iltcopy
#endif
#defineZGEMM3M_ONCOPYB zgemm3m_oncopyb
#defineZGEMM3M_ONCOPYR zgemm3m_oncopyr
#defineZGEMM3M_ONCOPYI zgemm3m_oncopyi
#defineZGEMM3M_OTCOPYB zgemm3m_otcopyb
#defineZGEMM3M_OTCOPYR zgemm3m_otcopyr
#defineZGEMM3M_OTCOPYI zgemm3m_otcopyi
#defineZGEMM3M_INCOPYB zgemm3m_incopyb
#defineZGEMM3M_INCOPYR zgemm3m_incopyr
#defineZGEMM3M_INCOPYI zgemm3m_incopyi
#defineZGEMM3M_ITCOPYB zgemm3m_itcopyb
#defineZGEMM3M_ITCOPYR zgemm3m_itcopyr
#defineZGEMM3M_ITCOPYI zgemm3m_itcopyi
#defineZSYMM3M_ILCOPYB zsymm3m_ilcopyb
#defineZSYMM3M_IUCOPYB zsymm3m_iucopyb
#defineZSYMM3M_ILCOPYR zsymm3m_ilcopyr
#defineZSYMM3M_IUCOPYR zsymm3m_iucopyr
#defineZSYMM3M_ILCOPYI zsymm3m_ilcopyi
#defineZSYMM3M_IUCOPYI zsymm3m_iucopyi
#defineZSYMM3M_OLCOPYB zsymm3m_olcopyb
#defineZSYMM3M_OUCOPYB zsymm3m_oucopyb
#defineZSYMM3M_OLCOPYR zsymm3m_olcopyr
#defineZSYMM3M_OUCOPYR zsymm3m_oucopyr
#defineZSYMM3M_OLCOPYI zsymm3m_olcopyi
#defineZSYMM3M_OUCOPYI zsymm3m_oucopyi
#defineZHEMM3M_ILCOPYB zhemm3m_ilcopyb
#defineZHEMM3M_IUCOPYB zhemm3m_iucopyb
#defineZHEMM3M_ILCOPYR zhemm3m_ilcopyr
#defineZHEMM3M_IUCOPYR zhemm3m_iucopyr
#defineZHEMM3M_ILCOPYI zhemm3m_ilcopyi
#defineZHEMM3M_IUCOPYI zhemm3m_iucopyi
#defineZHEMM3M_OLCOPYB zhemm3m_olcopyb
#defineZHEMM3M_OUCOPYB zhemm3m_oucopyb
#defineZHEMM3M_OLCOPYR zhemm3m_olcopyr
#defineZHEMM3M_OUCOPYR zhemm3m_oucopyr
#defineZHEMM3M_OLCOPYI zhemm3m_olcopyi
#defineZHEMM3M_OUCOPYI zhemm3m_oucopyi
#defineZGEMM3M_KERNEL zgemm3m_kernel
#defineZNEG_TCOPY zneg_tcopy
#defineZLASWP_NCOPY zlaswp_ncopy
#defineZAXPBY_K zaxpby_k
#defineZOMATCOPY_K_CN zomatcopy_k_cn
#defineZOMATCOPY_K_RN zomatcopy_k_rn
#defineZOMATCOPY_K_CT zomatcopy_k_ct
#defineZOMATCOPY_K_RT zomatcopy_k_rt
#defineZOMATCOPY_K_CNC zomatcopy_k_cnc
#defineZOMATCOPY_K_RNC zomatcopy_k_rnc
#defineZOMATCOPY_K_CTC zomatcopy_k_ctc
#defineZOMATCOPY_K_RTC zomatcopy_k_rtc
#defineZIMATCOPY_K_CN zimatcopy_k_cn
#defineZIMATCOPY_K_RN zimatcopy_k_rn
#defineZIMATCOPY_K_CT zimatcopy_k_ct
#defineZIMATCOPY_K_RT zimatcopy_k_rt
#defineZIMATCOPY_K_CNC zimatcopy_k_cnc
#defineZIMATCOPY_K_RNC zimatcopy_k_rnc
#defineZIMATCOPY_K_CTC zimatcopy_k_ctc
#defineZIMATCOPY_K_RTC zimatcopy_k_rtc
#defineZGEADD_K zgeadd_k
#defineZGEMM_SMALL_MATRIX_PERMIT zgemm_small_matrix_permit
#else
#defineZAMAX_K gotoblas -> zamax_k
#defineZAMIN_K gotoblas -> zamin_k
#defineZMAX_K gotoblas -> zmax_k
#defineZMIN_K gotoblas -> zmin_k
#defineIZAMAX_K gotoblas -> izamax_k
#defineIZAMIN_K gotoblas -> izamin_k
#defineIZMAX_K gotoblas -> izmax_k
#defineIZMIN_K gotoblas -> izmin_k
#defineZASUM_K gotoblas -> zasum_k
#defineZAXPYU_K gotoblas -> zaxpy_k
#defineZAXPYC_K gotoblas -> zaxpyc_k
#defineZCOPY_K gotoblas -> zcopy_k
#defineZDOTU_K gotoblas -> zdotu_k
#defineZDOTC_K gotoblas -> zdotc_k
#defineZNRM2_K gotoblas -> znrm2_k
#defineZSCAL_K gotoblas -> zscal_k
#defineZSUM_K gotoblas -> zsum_k
#defineZSWAP_K gotoblas -> zswap_k
#defineZROT_K gotoblas -> zdrot_k
#defineZGEMV_N gotoblas -> zgemv_n
#defineZGEMV_T gotoblas -> zgemv_t
#defineZGEMV_R gotoblas -> zgemv_r
#defineZGEMV_C gotoblas -> zgemv_c
#defineZGEMV_O gotoblas -> zgemv_o
#defineZGEMV_U gotoblas -> zgemv_u
#defineZGEMV_S gotoblas -> zgemv_s
#defineZGEMV_D gotoblas -> zgemv_d
#defineZGERU_K gotoblas -> zgeru_k
#defineZGERC_K gotoblas -> zgerc_k
#defineZGERV_K gotoblas -> zgerv_k
#defineZGERD_K gotoblas -> zgerd_k
#defineZSYMV_U gotoblas -> zsymv_U
#defineZSYMV_L gotoblas -> zsymv_L
#defineZHEMV_U gotoblas -> zhemv_U
#defineZHEMV_L gotoblas -> zhemv_L
#defineZHEMV_V gotoblas -> zhemv_V
#defineZHEMV_M gotoblas -> zhemv_M
#defineZSYMV_THREAD_U zsymv_thread_U
#defineZSYMV_THREAD_L zsymv_thread_L
#defineZHEMV_THREAD_U zhemv_thread_U
#defineZHEMV_THREAD_L zhemv_thread_L
#defineZHEMV_THREAD_V zhemv_thread_V
#defineZHEMV_THREAD_M zhemv_thread_M
#defineZGEMM_ONCOPY gotoblas -> zgemm_oncopy
#defineZGEMM_OTCOPY gotoblas -> zgemm_otcopy
#defineZGEMM_INCOPY gotoblas -> zgemm_incopy
#defineZGEMM_ITCOPY gotoblas -> zgemm_itcopy
#defineZTRMM_OUNUCOPY gotoblas -> ztrmm_ounucopy
#defineZTRMM_OUTUCOPY gotoblas -> ztrmm_outucopy
#defineZTRMM_OLNUCOPY gotoblas -> ztrmm_olnucopy
#defineZTRMM_OLTUCOPY gotoblas -> ztrmm_oltucopy
#defineZTRSM_OUNUCOPY gotoblas -> ztrsm_ounucopy
#defineZTRSM_OUTUCOPY gotoblas -> ztrsm_outucopy
#defineZTRSM_OLNUCOPY gotoblas -> ztrsm_olnucopy
#defineZTRSM_OLTUCOPY gotoblas -> ztrsm_oltucopy
#defineZTRMM_IUNUCOPY gotoblas -> ztrmm_iunucopy
#defineZTRMM_IUTUCOPY gotoblas -> ztrmm_iutucopy
#defineZTRMM_ILNUCOPY gotoblas -> ztrmm_ilnucopy
#defineZTRMM_ILTUCOPY gotoblas -> ztrmm_iltucopy
#defineZTRSM_IUNUCOPY gotoblas -> ztrsm_iunucopy
#defineZTRSM_IUTUCOPY gotoblas -> ztrsm_iutucopy
#defineZTRSM_ILNUCOPY gotoblas -> ztrsm_ilnucopy
#defineZTRSM_ILTUCOPY gotoblas -> ztrsm_iltucopy
#defineZTRMM_OUNNCOPY gotoblas -> ztrmm_ounncopy
#defineZTRMM_OUTNCOPY gotoblas -> ztrmm_outncopy
#defineZTRMM_OLNNCOPY gotoblas -> ztrmm_olnncopy
#defineZTRMM_OLTNCOPY gotoblas -> ztrmm_oltncopy
#defineZTRSM_OUNNCOPY gotoblas -> ztrsm_ounncopy
#defineZTRSM_OUTNCOPY gotoblas -> ztrsm_outncopy
#defineZTRSM_OLNNCOPY gotoblas -> ztrsm_olnncopy
#defineZTRSM_OLTNCOPY gotoblas -> ztrsm_oltncopy
#defineZTRMM_IUNNCOPY gotoblas -> ztrmm_iunncopy
#defineZTRMM_IUTNCOPY gotoblas -> ztrmm_iutncopy
#defineZTRMM_ILNNCOPY gotoblas -> ztrmm_ilnncopy
#defineZTRMM_ILTNCOPY gotoblas -> ztrmm_iltncopy
#defineZTRSM_IUNNCOPY gotoblas -> ztrsm_iunncopy
#defineZTRSM_IUTNCOPY gotoblas -> ztrsm_iutncopy
#defineZTRSM_ILNNCOPY gotoblas -> ztrsm_ilnncopy
#defineZTRSM_ILTNCOPY gotoblas -> ztrsm_iltncopy
#defineZGEMM_BETA gotoblas -> zgemm_beta
#defineZGEMM_KERNEL_N gotoblas -> zgemm_kernel_n
#defineZGEMM_KERNEL_L gotoblas -> zgemm_kernel_l
#defineZGEMM_KERNEL_R gotoblas -> zgemm_kernel_r
#defineZGEMM_KERNEL_B gotoblas -> zgemm_kernel_b
#defineZTRMM_KERNEL_LN gotoblas -> ztrmm_kernel_LN
#defineZTRMM_KERNEL_LT gotoblas -> ztrmm_kernel_LT
#defineZTRMM_KERNEL_LR gotoblas -> ztrmm_kernel_LR
#defineZTRMM_KERNEL_LC gotoblas -> ztrmm_kernel_LC
#defineZTRMM_KERNEL_RN gotoblas -> ztrmm_kernel_RN
#defineZTRMM_KERNEL_RT gotoblas -> ztrmm_kernel_RT
#defineZTRMM_KERNEL_RR gotoblas -> ztrmm_kernel_RR
#defineZTRMM_KERNEL_RC gotoblas -> ztrmm_kernel_RC
#defineZTRSM_KERNEL_LN gotoblas -> ztrsm_kernel_LN
#defineZTRSM_KERNEL_LT gotoblas -> ztrsm_kernel_LT
#defineZTRSM_KERNEL_LR gotoblas -> ztrsm_kernel_LR
#defineZTRSM_KERNEL_LC gotoblas -> ztrsm_kernel_LC
#defineZTRSM_KERNEL_RN gotoblas -> ztrsm_kernel_RN
#defineZTRSM_KERNEL_RT gotoblas -> ztrsm_kernel_RT
#defineZTRSM_KERNEL_RR gotoblas -> ztrsm_kernel_RR
#defineZTRSM_KERNEL_RC gotoblas -> ztrsm_kernel_RC
#defineZSYMM_IUTCOPY gotoblas -> zsymm_iutcopy
#defineZSYMM_ILTCOPY gotoblas -> zsymm_iltcopy
#defineZSYMM_OUTCOPY gotoblas -> zsymm_outcopy
#defineZSYMM_OLTCOPY gotoblas -> zsymm_oltcopy
#defineZHEMM_OUTCOPY gotoblas -> zhemm_outcopy
#defineZHEMM_OLTCOPY gotoblas -> zhemm_oltcopy
#defineZHEMM_IUTCOPY gotoblas -> zhemm_iutcopy
#defineZHEMM_ILTCOPY gotoblas -> zhemm_iltcopy
#defineZGEMM3M_ONCOPYB gotoblas -> zgemm3m_oncopyb
#defineZGEMM3M_ONCOPYR gotoblas -> zgemm3m_oncopyr
#defineZGEMM3M_ONCOPYI gotoblas -> zgemm3m_oncopyi
#defineZGEMM3M_OTCOPYB gotoblas -> zgemm3m_otcopyb
#defineZGEMM3M_OTCOPYR gotoblas -> zgemm3m_otcopyr
#defineZGEMM3M_OTCOPYI gotoblas -> zgemm3m_otcopyi
#defineZGEMM3M_INCOPYB gotoblas -> zgemm3m_incopyb
#defineZGEMM3M_INCOPYR gotoblas -> zgemm3m_incopyr
#defineZGEMM3M_INCOPYI gotoblas -> zgemm3m_incopyi
#defineZGEMM3M_ITCOPYB gotoblas -> zgemm3m_itcopyb
#defineZGEMM3M_ITCOPYR gotoblas -> zgemm3m_itcopyr
#defineZGEMM3M_ITCOPYI gotoblas -> zgemm3m_itcopyi
#defineZSYMM3M_ILCOPYB gotoblas -> zsymm3m_ilcopyb
#defineZSYMM3M_IUCOPYB gotoblas -> zsymm3m_iucopyb
#defineZSYMM3M_ILCOPYR gotoblas -> zsymm3m_ilcopyr
#defineZSYMM3M_IUCOPYR gotoblas -> zsymm3m_iucopyr
#defineZSYMM3M_ILCOPYI gotoblas -> zsymm3m_ilcopyi
#defineZSYMM3M_IUCOPYI gotoblas -> zsymm3m_iucopyi
#defineZSYMM3M_OLCOPYB gotoblas -> zsymm3m_olcopyb
#defineZSYMM3M_OUCOPYB gotoblas -> zsymm3m_oucopyb
#defineZSYMM3M_OLCOPYR gotoblas -> zsymm3m_olcopyr
#defineZSYMM3M_OUCOPYR gotoblas -> zsymm3m_oucopyr
#defineZSYMM3M_OLCOPYI gotoblas -> zsymm3m_olcopyi
#defineZSYMM3M_OUCOPYI gotoblas -> zsymm3m_oucopyi
#defineZHEMM3M_ILCOPYB gotoblas -> zhemm3m_ilcopyb
#defineZHEMM3M_IUCOPYB gotoblas -> zhemm3m_iucopyb
#defineZHEMM3M_ILCOPYR gotoblas -> zhemm3m_ilcopyr
#defineZHEMM3M_IUCOPYR gotoblas -> zhemm3m_iucopyr
#defineZHEMM3M_ILCOPYI gotoblas -> zhemm3m_ilcopyi
#defineZHEMM3M_IUCOPYI gotoblas -> zhemm3m_iucopyi
#defineZHEMM3M_OLCOPYB gotoblas -> zhemm3m_olcopyb
#defineZHEMM3M_OUCOPYB gotoblas -> zhemm3m_oucopyb
#defineZHEMM3M_OLCOPYR gotoblas -> zhemm3m_olcopyr
#defineZHEMM3M_OUCOPYR gotoblas -> zhemm3m_oucopyr
#defineZHEMM3M_OLCOPYI gotoblas -> zhemm3m_olcopyi
#defineZHEMM3M_OUCOPYI gotoblas -> zhemm3m_oucopyi
#defineZGEMM3M_KERNEL gotoblas -> zgemm3m_kernel
#defineZNEG_TCOPY gotoblas -> zneg_tcopy
#defineZLASWP_NCOPY gotoblas -> zlaswp_ncopy
#defineZAXPBY_K gotoblas -> zaxpby_k
#defineZOMATCOPY_K_CN gotoblas -> zomatcopy_k_cn
#defineZOMATCOPY_K_RN gotoblas -> zomatcopy_k_rn
#defineZOMATCOPY_K_CT gotoblas -> zomatcopy_k_ct
#defineZOMATCOPY_K_RT gotoblas -> zomatcopy_k_rt
#defineZOMATCOPY_K_CNC gotoblas -> zomatcopy_k_cnc
#defineZOMATCOPY_K_RNC gotoblas -> zomatcopy_k_rnc
#defineZOMATCOPY_K_CTC gotoblas -> zomatcopy_k_ctc
#defineZOMATCOPY_K_RTC gotoblas -> zomatcopy_k_rtc
#defineZIMATCOPY_K_CN gotoblas -> zimatcopy_k_cn
#defineZIMATCOPY_K_RN gotoblas -> zimatcopy_k_rn
#defineZIMATCOPY_K_CT gotoblas -> zimatcopy_k_ct
#defineZIMATCOPY_K_RT gotoblas -> zimatcopy_k_rt
#defineZIMATCOPY_K_CNC gotoblas -> zimatcopy_k_cnc
#defineZIMATCOPY_K_RNC gotoblas -> zimatcopy_k_rnc
#defineZIMATCOPY_K_CTC gotoblas -> zimatcopy_k_ctc
#defineZIMATCOPY_K_RTC gotoblas -> zimatcopy_k_rtc
#defineZGEADD_K gotoblas -> zgeadd_k
#defineZGEMM_SMALL_MATRIX_PERMIT gotoblas -> zgemm_small_matrix_permit
#endif
#defineZGEMM_SMALL_KERNEL_NN FUNC_OFFSET(zgemm_small_kernel_nn)
#defineZGEMM_SMALL_KERNEL_NT FUNC_OFFSET(zgemm_small_kernel_nt)
#defineZGEMM_SMALL_KERNEL_NR FUNC_OFFSET(zgemm_small_kernel_nr)
#defineZGEMM_SMALL_KERNEL_NC FUNC_OFFSET(zgemm_small_kernel_nc)
#defineZGEMM_SMALL_KERNEL_TN FUNC_OFFSET(zgemm_small_kernel_tn)
#defineZGEMM_SMALL_KERNEL_TT FUNC_OFFSET(zgemm_small_kernel_tt)
#defineZGEMM_SMALL_KERNEL_TR FUNC_OFFSET(zgemm_small_kernel_tr)
#defineZGEMM_SMALL_KERNEL_TC FUNC_OFFSET(zgemm_small_kernel_tc)
#defineZGEMM_SMALL_KERNEL_RN FUNC_OFFSET(zgemm_small_kernel_rn)
#defineZGEMM_SMALL_KERNEL_RT FUNC_OFFSET(zgemm_small_kernel_rt)
#defineZGEMM_SMALL_KERNEL_RR FUNC_OFFSET(zgemm_small_kernel_rr)
#defineZGEMM_SMALL_KERNEL_RC FUNC_OFFSET(zgemm_small_kernel_rc)
#defineZGEMM_SMALL_KERNEL_CN FUNC_OFFSET(zgemm_small_kernel_cn)
#defineZGEMM_SMALL_KERNEL_CT FUNC_OFFSET(zgemm_small_kernel_ct)
#defineZGEMM_SMALL_KERNEL_CR FUNC_OFFSET(zgemm_small_kernel_cr)
#defineZGEMM_SMALL_KERNEL_CC FUNC_OFFSET(zgemm_small_kernel_cc)
#defineZGEMM_SMALL_KERNEL_B0_NN FUNC_OFFSET(zgemm_small_kernel_b0_nn)
#defineZGEMM_SMALL_KERNEL_B0_NT FUNC_OFFSET(zgemm_small_kernel_b0_nt)
#defineZGEMM_SMALL_KERNEL_B0_NR FUNC_OFFSET(zgemm_small_kernel_b0_nr)
#defineZGEMM_SMALL_KERNEL_B0_NC FUNC_OFFSET(zgemm_small_kernel_b0_nc)
#defineZGEMM_SMALL_KERNEL_B0_TN FUNC_OFFSET(zgemm_small_kernel_b0_tn)
#defineZGEMM_SMALL_KERNEL_B0_TT FUNC_OFFSET(zgemm_small_kernel_b0_tt)
#defineZGEMM_SMALL_KERNEL_B0_TR FUNC_OFFSET(zgemm_small_kernel_b0_tr)
#defineZGEMM_SMALL_KERNEL_B0_TC FUNC_OFFSET(zgemm_small_kernel_b0_tc)
#defineZGEMM_SMALL_KERNEL_B0_RN FUNC_OFFSET(zgemm_small_kernel_b0_rn)
#defineZGEMM_SMALL_KERNEL_B0_RT FUNC_OFFSET(zgemm_small_kernel_b0_rt)
#defineZGEMM_SMALL_KERNEL_B0_RR FUNC_OFFSET(zgemm_small_kernel_b0_rr)
#defineZGEMM_SMALL_KERNEL_B0_RC FUNC_OFFSET(zgemm_small_kernel_b0_rc)
#defineZGEMM_SMALL_KERNEL_B0_CN FUNC_OFFSET(zgemm_small_kernel_b0_cn)
#defineZGEMM_SMALL_KERNEL_B0_CT FUNC_OFFSET(zgemm_small_kernel_b0_ct)
#defineZGEMM_SMALL_KERNEL_B0_CR FUNC_OFFSET(zgemm_small_kernel_b0_cr)
#defineZGEMM_SMALL_KERNEL_B0_CC FUNC_OFFSET(zgemm_small_kernel_b0_cc)
#defineZGEMM_NN zgemm_nn
#defineZGEMM_CN zgemm_cn
#defineZGEMM_TN zgemm_tn
#defineZGEMM_NC zgemm_nc
#defineZGEMM_NT zgemm_nt
#defineZGEMM_CC zgemm_cc
#defineZGEMM_CT zgemm_ct
#defineZGEMM_TC zgemm_tc
#defineZGEMM_TT zgemm_tt
#defineZGEMM_NR zgemm_nr
#defineZGEMM_TR zgemm_tr
#defineZGEMM_CR zgemm_cr
#defineZGEMM_RN zgemm_rn
#defineZGEMM_RT zgemm_rt
#defineZGEMM_RC zgemm_rc
#defineZGEMM_RR zgemm_rr
#defineZSYMM_LU zsymm_LU
#defineZSYMM_LL zsymm_LL
#defineZSYMM_RU zsymm_RU
#defineZSYMM_RL zsymm_RL
#defineZHEMM_LU zhemm_LU
#defineZHEMM_LL zhemm_LL
#defineZHEMM_RU zhemm_RU
#defineZHEMM_RL zhemm_RL
#defineZSYRK_UN zsyrk_UN
#defineZSYRK_UT zsyrk_UT
#defineZSYRK_LN zsyrk_LN
#defineZSYRK_LT zsyrk_LT
#defineZSYRK_UR zsyrk_UN
#defineZSYRK_UC zsyrk_UT
#defineZSYRK_LR zsyrk_LN
#defineZSYRK_LC zsyrk_LT
#defineZSYRK_KERNEL_U zsyrk_kernel_U
#defineZSYRK_KERNEL_L zsyrk_kernel_L
#defineZHERK_UN zherk_UN
#defineZHERK_LN zherk_LN
#defineZHERK_UC zherk_UC
#defineZHERK_LC zherk_LC
#defineZHER2K_UN zher2k_UN
#defineZHER2K_LN zher2k_LN
#defineZHER2K_UC zher2k_UC
#defineZHER2K_LC zher2k_LC
#defineZSYR2K_UN zsyr2k_UN
#defineZSYR2K_UT zsyr2k_UT
#defineZSYR2K_LN zsyr2k_LN
#defineZSYR2K_LT zsyr2k_LT
#defineZSYR2K_UR zsyr2k_UN
#defineZSYR2K_UC zsyr2k_UT
#defineZSYR2K_LR zsyr2k_LN
#defineZSYR2K_LC zsyr2k_LT
#defineZSYR2K_KERNEL_U zsyr2k_kernel_U
#defineZSYR2K_KERNEL_L zsyr2k_kernel_L
#defineZTRMM_LNUU ztrmm_LNUU
#defineZTRMM_LNUN ztrmm_LNUN
#defineZTRMM_LNLU ztrmm_LNLU
#defineZTRMM_LNLN ztrmm_LNLN
#defineZTRMM_LTUU ztrmm_LTUU
#defineZTRMM_LTUN ztrmm_LTUN
#defineZTRMM_LTLU ztrmm_LTLU
#defineZTRMM_LTLN ztrmm_LTLN
#defineZTRMM_LRUU ztrmm_LRUU
#defineZTRMM_LRUN ztrmm_LRUN
#defineZTRMM_LRLU ztrmm_LRLU
#defineZTRMM_LRLN ztrmm_LRLN
#defineZTRMM_LCUU ztrmm_LCUU
#defineZTRMM_LCUN ztrmm_LCUN
#defineZTRMM_LCLU ztrmm_LCLU
#defineZTRMM_LCLN ztrmm_LCLN
#defineZTRMM_RNUU ztrmm_RNUU
#defineZTRMM_RNUN ztrmm_RNUN
#defineZTRMM_RNLU ztrmm_RNLU
#defineZTRMM_RNLN ztrmm_RNLN
#defineZTRMM_RTUU ztrmm_RTUU
#defineZTRMM_RTUN ztrmm_RTUN
#defineZTRMM_RTLU ztrmm_RTLU
#defineZTRMM_RTLN ztrmm_RTLN
#defineZTRMM_RRUU ztrmm_RRUU
#defineZTRMM_RRUN ztrmm_RRUN
#defineZTRMM_RRLU ztrmm_RRLU
#defineZTRMM_RRLN ztrmm_RRLN
#defineZTRMM_RCUU ztrmm_RCUU
#defineZTRMM_RCUN ztrmm_RCUN
#defineZTRMM_RCLU ztrmm_RCLU
#defineZTRMM_RCLN ztrmm_RCLN
#defineZTRSM_LNUU ztrsm_LNUU
#defineZTRSM_LNUN ztrsm_LNUN
#defineZTRSM_LNLU ztrsm_LNLU
#defineZTRSM_LNLN ztrsm_LNLN
#defineZTRSM_LTUU ztrsm_LTUU
#defineZTRSM_LTUN ztrsm_LTUN
#defineZTRSM_LTLU ztrsm_LTLU
#defineZTRSM_LTLN ztrsm_LTLN
#defineZTRSM_LRUU ztrsm_LRUU
#defineZTRSM_LRUN ztrsm_LRUN
#defineZTRSM_LRLU ztrsm_LRLU
#defineZTRSM_LRLN ztrsm_LRLN
#defineZTRSM_LCUU ztrsm_LCUU
#defineZTRSM_LCUN ztrsm_LCUN
#defineZTRSM_LCLU ztrsm_LCLU
#defineZTRSM_LCLN ztrsm_LCLN
#defineZTRSM_RNUU ztrsm_RNUU
#defineZTRSM_RNUN ztrsm_RNUN
#defineZTRSM_RNLU ztrsm_RNLU
#defineZTRSM_RNLN ztrsm_RNLN
#defineZTRSM_RTUU ztrsm_RTUU
#defineZTRSM_RTUN ztrsm_RTUN
#defineZTRSM_RTLU ztrsm_RTLU
#defineZTRSM_RTLN ztrsm_RTLN
#defineZTRSM_RRUU ztrsm_RRUU
#defineZTRSM_RRUN ztrsm_RRUN
#defineZTRSM_RRLU ztrsm_RRLU
#defineZTRSM_RRLN ztrsm_RRLN
#defineZTRSM_RCUU ztrsm_RCUU
#defineZTRSM_RCUN ztrsm_RCUN
#defineZTRSM_RCLU ztrsm_RCLU
#defineZTRSM_RCLN ztrsm_RCLN
#defineZGEMM_THREAD_NN zgemm_thread_nn
#defineZGEMM_THREAD_CN zgemm_thread_cn
#defineZGEMM_THREAD_TN zgemm_thread_tn
#defineZGEMM_THREAD_NC zgemm_thread_nc
#defineZGEMM_THREAD_NT zgemm_thread_nt
#defineZGEMM_THREAD_CC zgemm_thread_cc
#defineZGEMM_THREAD_CT zgemm_thread_ct
#defineZGEMM_THREAD_TC zgemm_thread_tc
#defineZGEMM_THREAD_TT zgemm_thread_tt
#defineZGEMM_THREAD_NR zgemm_thread_nr
#defineZGEMM_THREAD_TR zgemm_thread_tr
#defineZGEMM_THREAD_CR zgemm_thread_cr
#defineZGEMM_THREAD_RN zgemm_thread_rn
#defineZGEMM_THREAD_RT zgemm_thread_rt
#defineZGEMM_THREAD_RC zgemm_thread_rc
#defineZGEMM_THREAD_RR zgemm_thread_rr
#defineZSYMM_THREAD_LU zsymm_thread_LU
#defineZSYMM_THREAD_LL zsymm_thread_LL
#defineZSYMM_THREAD_RU zsymm_thread_RU
#defineZSYMM_THREAD_RL zsymm_thread_RL
#defineZHEMM_THREAD_LU zhemm_thread_LU
#defineZHEMM_THREAD_LL zhemm_thread_LL
#defineZHEMM_THREAD_RU zhemm_thread_RU
#defineZHEMM_THREAD_RL zhemm_thread_RL
#defineZSYRK_THREAD_UN zsyrk_thread_UN
#defineZSYRK_THREAD_UT zsyrk_thread_UT
#defineZSYRK_THREAD_LN zsyrk_thread_LN
#defineZSYRK_THREAD_LT zsyrk_thread_LT
#defineZSYRK_THREAD_UR zsyrk_thread_UN
#defineZSYRK_THREAD_UC zsyrk_thread_UT
#defineZSYRK_THREAD_LR zsyrk_thread_LN
#defineZSYRK_THREAD_LC zsyrk_thread_LT
#defineZHERK_THREAD_UN zherk_thread_UN
#defineZHERK_THREAD_UT zherk_thread_UT
#defineZHERK_THREAD_LN zherk_thread_LN
#defineZHERK_THREAD_LT zherk_thread_LT
#defineZHERK_THREAD_UR zherk_thread_UR
#defineZHERK_THREAD_UC zherk_thread_UC
#defineZHERK_THREAD_LR zherk_thread_LR
#defineZHERK_THREAD_LC zherk_thread_LC
#defineZGEMM3M_NN zgemm3m_nn
#defineZGEMM3M_CN zgemm3m_cn
#defineZGEMM3M_TN zgemm3m_tn
#defineZGEMM3M_NC zgemm3m_nc
#defineZGEMM3M_NT zgemm3m_nt
#defineZGEMM3M_CC zgemm3m_cc
#defineZGEMM3M_CT zgemm3m_ct
#defineZGEMM3M_TC zgemm3m_tc
#defineZGEMM3M_TT zgemm3m_tt
#defineZGEMM3M_NR zgemm3m_nr
#defineZGEMM3M_TR zgemm3m_tr
#defineZGEMM3M_CR zgemm3m_cr
#defineZGEMM3M_RN zgemm3m_rn
#defineZGEMM3M_RT zgemm3m_rt
#defineZGEMM3M_RC zgemm3m_rc
#defineZGEMM3M_RR zgemm3m_rr
#defineZGEMM3M_THREAD_NN zgemm3m_thread_nn
#defineZGEMM3M_THREAD_CN zgemm3m_thread_cn
#defineZGEMM3M_THREAD_TN zgemm3m_thread_tn
#defineZGEMM3M_THREAD_NC zgemm3m_thread_nc
#defineZGEMM3M_THREAD_NT zgemm3m_thread_nt
#defineZGEMM3M_THREAD_CC zgemm3m_thread_cc
#defineZGEMM3M_THREAD_CT zgemm3m_thread_ct
#defineZGEMM3M_THREAD_TC zgemm3m_thread_tc
#defineZGEMM3M_THREAD_TT zgemm3m_thread_tt
#defineZGEMM3M_THREAD_NR zgemm3m_thread_nr
#defineZGEMM3M_THREAD_TR zgemm3m_thread_tr
#defineZGEMM3M_THREAD_CR zgemm3m_thread_cr
#defineZGEMM3M_THREAD_RN zgemm3m_thread_rn
#defineZGEMM3M_THREAD_RT zgemm3m_thread_rt
#defineZGEMM3M_THREAD_RC zgemm3m_thread_rc
#defineZGEMM3M_THREAD_RR zgemm3m_thread_rr
#defineZSYMM3M_LU zsymm3m_LU
#defineZSYMM3M_LL zsymm3m_LL
#defineZSYMM3M_RU zsymm3m_RU
#defineZSYMM3M_RL zsymm3m_RL
#defineZSYMM3M_THREAD_LU zsymm3m_thread_LU
#defineZSYMM3M_THREAD_LL zsymm3m_thread_LL
#defineZSYMM3M_THREAD_RU zsymm3m_thread_RU
#defineZSYMM3M_THREAD_RL zsymm3m_thread_RL
#defineZHEMM3M_LU zhemm3m_LU
#defineZHEMM3M_LL zhemm3m_LL
#defineZHEMM3M_RU zhemm3m_RU
#defineZHEMM3M_RL zhemm3m_RL
#defineZHEMM3M_THREAD_LU zhemm3m_thread_LU
#defineZHEMM3M_THREAD_LL zhemm3m_thread_LL
#defineZHEMM3M_THREAD_RU zhemm3m_thread_RU
#defineZHEMM3M_THREAD_RL zhemm3m_thread_RL
#endif