mirror of
https://github.com/Ponce/slackbuilds
synced 2024-11-18 22:06:04 +01:00
5072 lines
137 KiB
Diff
5072 lines
137 KiB
Diff
diff -rupN ATLAS/CONFIG/src/backend/archinfo_x86.c atlas-3.8.3/CONFIG/src/backend/archinfo_x86.c
|
|
--- ATLAS/CONFIG/src/backend/archinfo_x86.c 2009-02-18 19:47:37.000000000 +0100
|
|
+++ atlas-3.8.3/CONFIG/src/backend/archinfo_x86.c 2009-11-12 13:47:23.777451677 +0100
|
|
@@ -320,7 +320,7 @@ enum MACHTYPE Chip2Mach(enum CHIP chip,
|
|
iret = IntP4;
|
|
break;
|
|
case 3:
|
|
- case 4:
|
|
+ case 4: ; case 6:
|
|
iret = IntP4E;
|
|
break;
|
|
default:
|
|
diff -rupN ATLAS/include/atlas_lvl3.h atlas-3.8.3/include/atlas_lvl3.h
|
|
--- ATLAS/include/atlas_lvl3.h 2009-02-18 19:47:35.000000000 +0100
|
|
+++ atlas-3.8.3/include/atlas_lvl3.h 2009-11-12 13:52:49.308496090 +0100
|
|
@@ -126,7 +126,7 @@
|
|
#define CPAT Mjoin(C_ATL_, PRE);
|
|
|
|
#ifndef ATL_MaxMalloc
|
|
- #define ATL_MaxMalloc 67108864
|
|
+ #define ATL_MaxMalloc XXX_MaxMalloc_XXX
|
|
#endif
|
|
|
|
typedef void (*MAT2BLK)(int, int, const TYPE*, int, TYPE*, const SCALAR);
|
|
diff -rupN ATLAS/src/blas/gemm/ATL_cmmJITcp.c atlas-3.8.3/src/blas/gemm/ATL_cmmJITcp.c
|
|
--- ATLAS/src/blas/gemm/ATL_cmmJITcp.c 2009-02-18 19:47:44.000000000 +0100
|
|
+++ atlas-3.8.3/src/blas/gemm/ATL_cmmJITcp.c 2009-11-12 12:44:34.816529051 +0100
|
|
@@ -268,7 +268,8 @@ static void Mjoin(PATL,mmK)
|
|
{
|
|
NBmm0 = NBmm1 = NBmmX = Mjoin(PATLU,pKBmm);
|
|
if (SCALAR_IS_ZERO(beta))
|
|
- Mjoin(PATL,gezero)(M, N, C, ldc);
|
|
+ /* Mjoin(PATL,gezero)(M, N, C, ldc); */
|
|
+ { Mjoin(PATLU,gezero)(M, N, pC, ldpc); Mjoin(PATLU,gezero)(M, N, pC+ipc, ldpc); }
|
|
}
|
|
if (nblk)
|
|
{
|
|
diff -rupN ATLAS/src/blas/gemm/ATL_gereal2cplx.c atlas-3.8.3/src/blas/gemm/ATL_gereal2cplx.c
|
|
--- ATLAS/src/blas/gemm/ATL_gereal2cplx.c 2009-02-18 19:47:44.000000000 +0100
|
|
+++ atlas-3.8.3/src/blas/gemm/ATL_gereal2cplx.c 2009-11-12 12:49:49.331651677 +0100
|
|
@@ -43,7 +43,53 @@ void Mjoin(PATL,gereal2cplx)
|
|
const int ldc2 = (ldc-M)<<1;
|
|
int i, j;
|
|
|
|
- if (ialp == ATL_rzero && ibet == ATL_rzero)
|
|
+/*
|
|
+ * Cannot read C if BETA is 0
|
|
+ */
|
|
+ if (rbet == ATL_rzero && ibet == ATL_rzero)
|
|
+ {
|
|
+ if (ialp == ATL_rzero) /* alpha is a real number */
|
|
+ {
|
|
+ if (ralp == ATL_rone) /* alpha = 1.0 */
|
|
+ {
|
|
+ for (j=0; j < N; j++, R += ldr, I += ldi, C += ldc2)
|
|
+ {
|
|
+ for (i=0; i < M; i++, C += 2)
|
|
+ {
|
|
+ *C = R[i];
|
|
+ C[1] = I[i];
|
|
+ }
|
|
+ }
|
|
+ }
|
|
+ else
|
|
+ {
|
|
+ for (j=0; j < N; j++, R += ldr, I += ldi, C += ldc2)
|
|
+ {
|
|
+ for (i=0; i < M; i++, C += 2)
|
|
+ {
|
|
+ *C = ralp * R[i];
|
|
+ C[1] = ralp * I[i];
|
|
+ }
|
|
+ }
|
|
+ }
|
|
+ }
|
|
+ else /* alpha is a complex number */
|
|
+ {
|
|
+ for (j=0; j < N; j++, R += ldr, I += ldi, C += ldc2)
|
|
+ {
|
|
+ for (i=0; i < M; i++, C += 2)
|
|
+ {
|
|
+ ra = R[i]; ia = I[i];
|
|
+ C[0] = ralp * ra - ialp * ia;
|
|
+ C[1] = ralp * ia + ialp * ra;
|
|
+ }
|
|
+ }
|
|
+ }
|
|
+ }
|
|
+/*
|
|
+ * If alpha and beta are both real numbers
|
|
+ */
|
|
+ else if (ialp == ATL_rzero && ibet == ATL_rzero)
|
|
{
|
|
if (ralp == ATL_rone && rbet == ATL_rone)
|
|
{
|
|
diff -rupN ATLAS/tune/blas/gemm/CASES/ATL_smm14x1x84_sseCU.c atlas-3.8.3/tune/blas/gemm/CASES/ATL_smm14x1x84_sseCU.c
|
|
--- ATLAS/tune/blas/gemm/CASES/ATL_smm14x1x84_sseCU.c 2009-02-18 19:48:26.000000000 +0100
|
|
+++ atlas-3.8.3/tune/blas/gemm/CASES/ATL_smm14x1x84_sseCU.c 2009-11-12 12:35:50.453038827 +0100
|
|
@@ -27,6 +27,13 @@
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
*/
|
|
+#if KB > 84
|
|
+ #error "KB cannot exceed 84!"
|
|
+#endif
|
|
+#if (KB/4)*4 != KB
|
|
+ #error "KB must be a multiple of 4!"
|
|
+#endif
|
|
+
|
|
#ifndef ATL_GAS_x8664
|
|
#error "This kernel requires x86-64 assembly!"
|
|
#endif
|
|
@@ -58,25 +65,25 @@
|
|
* Integer register usage shown be these defines
|
|
*/
|
|
#define pA %rcx
|
|
-#define pA10 %rbx
|
|
-#define ldab %rbp
|
|
-#define mldab %rdx
|
|
+#define pA10 %rbx
|
|
+#define ldab %rbp
|
|
+#define mldab %rdx
|
|
#define mldab5 %rax
|
|
#define pB %rdi
|
|
#define pC %rsi
|
|
#define incCn %r10
|
|
#define stM %r9
|
|
#define stN %r11
|
|
-#define pfA %r8
|
|
-#define pA5 pA
|
|
-#define pB0 pB
|
|
+#define pfA %r8
|
|
+#define pA5 pA
|
|
+#define pB0 pB
|
|
#if MB == 0
|
|
- #define stM0 %r12
|
|
- #define incAm %r13
|
|
+ #define stM0 %r12
|
|
+ #define incAm %r13
|
|
#endif
|
|
/* rax used in 32/64 conversion */
|
|
|
|
-#define NBso (KB*4)
|
|
+#define NBso (KB*4)
|
|
#define MBKBso (MB*KB*4)
|
|
#define NB2so (NBso+NBso)
|
|
#define NB3so (NBso+NBso+NBso)
|
|
@@ -95,22 +102,22 @@
|
|
/*
|
|
* SSE2 register usage shown be these defines
|
|
*/
|
|
-#define rA0 %xmm0
|
|
-#define rB0 %xmm1
|
|
-#define rC0 %xmm2
|
|
-#define rC1 %xmm3
|
|
-#define rC2 %xmm4
|
|
-#define rC3 %xmm5
|
|
-#define rC4 %xmm6
|
|
-#define rC5 %xmm7
|
|
-#define rC6 %xmm8
|
|
-#define rC7 %xmm9
|
|
-#define rC8 %xmm10
|
|
-#define rC9 %xmm11
|
|
-#define rC10 %xmm12
|
|
-#define rC11 %xmm13
|
|
-#define rC12 %xmm14
|
|
-#define rC13 %xmm15
|
|
+#define rA0 %xmm0
|
|
+#define rB0 %xmm1
|
|
+#define rC0 %xmm2
|
|
+#define rC1 %xmm3
|
|
+#define rC2 %xmm4
|
|
+#define rC3 %xmm5
|
|
+#define rC4 %xmm6
|
|
+#define rC5 %xmm7
|
|
+#define rC6 %xmm8
|
|
+#define rC7 %xmm9
|
|
+#define rC8 %xmm10
|
|
+#define rC9 %xmm11
|
|
+#define rC10 %xmm12
|
|
+#define rC11 %xmm13
|
|
+#define rC12 %xmm14
|
|
+#define rC13 %xmm15
|
|
/*
|
|
* Prefetch defines
|
|
*/
|
|
@@ -127,99 +134,99 @@
|
|
#if MB != 0
|
|
#define incAm $MBKBso-NB14so+176
|
|
#endif
|
|
- .text
|
|
+ .text
|
|
.global ATL_asmdecor(ATL_USERMM)
|
|
ATL_asmdecor(ATL_USERMM):
|
|
/*
|
|
* Save callee-saved iregs
|
|
*/
|
|
- movq %rbp, -8(%rsp)
|
|
- movq %rbx, -16(%rsp)
|
|
+ movq %rbp, -8(%rsp)
|
|
+ movq %rbx, -16(%rsp)
|
|
#if MB == 0
|
|
- movq %r12, -32(%rsp)
|
|
- movq %r13, -40(%rsp)
|
|
+ movq %r12, -32(%rsp)
|
|
+ movq %r13, -40(%rsp)
|
|
#endif
|
|
#ifdef BETAX
|
|
#define BOF -56
|
|
- movss %xmm1, BOF(%rsp)
|
|
- movss %xmm1, BOF+4(%rsp)
|
|
- movss %xmm1, BOF+8(%rsp)
|
|
- movss %xmm1, BOF+12(%rsp)
|
|
+ movss %xmm1, BOF(%rsp)
|
|
+ movss %xmm1, BOF+4(%rsp)
|
|
+ movss %xmm1, BOF+8(%rsp)
|
|
+ movss %xmm1, BOF+12(%rsp)
|
|
#endif
|
|
/*
|
|
* pA already comes in right reg
|
|
* Initialize pB = B; pC = C; NBso = NB * sizeof;
|
|
*/
|
|
- movq %rsi, stN
|
|
- movq %rdi, %rax
|
|
- movq 16(%rsp), pC
|
|
- prefC((pC))
|
|
- prefC(64(pC))
|
|
- movq %r9, pB
|
|
- prefB((pB))
|
|
- prefB(64(pB))
|
|
- movq %rax, stM
|
|
+ movq %rsi, stN
|
|
+ movq %rdi, %rax
|
|
+ movq 16(%rsp), pC
|
|
+ prefC((pC))
|
|
+ prefC(64(pC))
|
|
+ movq %r9, pB
|
|
+ prefB((pB))
|
|
+ prefB(64(pB))
|
|
+ movq %rax, stM
|
|
/*
|
|
* stM = pA + NBNBso; stN = pB + NBNBso;
|
|
*/
|
|
#if MB == 0
|
|
- movq stM, pfA
|
|
- imulq $NBso, pfA
|
|
- prefB(128(pB))
|
|
- movq pfA, incAm
|
|
- addq pA5, pfA
|
|
- addq $176-NB14so, incAm
|
|
+ movq stM, pfA
|
|
+ imulq $NBso, pfA
|
|
+ prefB(128(pB))
|
|
+ movq pfA, incAm
|
|
+ addq pA5, pfA
|
|
+ addq $176-NB14so, incAm
|
|
#else
|
|
- movq $MBKBso, pfA
|
|
- addq pA5, pfA
|
|
- prefB(128(pB))
|
|
+ movq $MBKBso, pfA
|
|
+ addq pA5, pfA
|
|
+ prefB(128(pB))
|
|
#endif
|
|
/*
|
|
* convert ldc to 64 bits, and then set incCn = (ldc - MB)*sizeof
|
|
*/
|
|
- movl 24(%rsp), %eax
|
|
- cltq
|
|
- movq %rax, incCn
|
|
- subq stM, incCn
|
|
- addq $14, incCn
|
|
+ movl 24(%rsp), %eax
|
|
+ cltq
|
|
+ movq %rax, incCn
|
|
+ subq stM, incCn
|
|
+ addq $14, incCn
|
|
#ifdef SREAL
|
|
- shl $2, incCn
|
|
+ shl $2, incCn
|
|
#else
|
|
- shl $3, incCn
|
|
- prefC(128(pC))
|
|
- prefC(192(pC))
|
|
+ shl $3, incCn
|
|
+ prefC(128(pC))
|
|
+ prefC(192(pC))
|
|
#endif
|
|
/*
|
|
* Find M/14 if MB is not set
|
|
*/
|
|
#if MB == 0
|
|
- cmp $84, stM
|
|
- jne MB_LT84
|
|
-/* movq $84/14, stM */
|
|
- movq $6, stM
|
|
+ cmp $84, stM
|
|
+ jne MB_LT84
|
|
+/* movq $84/14, stM */
|
|
+ movq $6, stM
|
|
MBFOUND:
|
|
- subq $1, stM
|
|
- movq stM, stM0
|
|
+ subq $1, stM
|
|
+ movq stM, stM0
|
|
#endif
|
|
- addq $120, pA5
|
|
- addq $120, pB0
|
|
- movq $KB*4, ldab
|
|
- movq $-KB*5*4, mldab5
|
|
- movq $-KB*4, mldab
|
|
- subq mldab5, pA5
|
|
- lea KB*4(pA5, ldab,4), pA10
|
|
-/* movq $NB, stN */
|
|
+ addq $120, pA5
|
|
+ addq $120, pB0
|
|
+ movq $KB*4, ldab
|
|
+ movq $-KB*5*4, mldab5
|
|
+ movq $-KB*4, mldab
|
|
+ subq mldab5, pA5
|
|
+ lea KB*4(pA5, ldab,4), pA10
|
|
+/* movq $NB, stN */
|
|
|
|
UNLOOP:
|
|
#if MB == 0
|
|
- movq stM0, stM
|
|
- cmp $0, stM
|
|
- je MLAST
|
|
+ movq stM0, stM
|
|
+ cmp $0, stM
|
|
+ je MLAST
|
|
#else
|
|
#ifdef ATL_DivAns
|
|
- movq $ATL_DivAns-1, stM
|
|
+ movq $ATL_DivAns-1, stM
|
|
#else
|
|
- movq $MB/14-1, stM
|
|
+ movq $MB/14-1, stM
|
|
#endif
|
|
#endif
|
|
#if MB == 0 || MB > 14
|
|
@@ -227,992 +234,992 @@ UMLOOP:
|
|
/*
|
|
* rC[0-13] = pC[0-13] * beta
|
|
*/
|
|
- ALIGN16
|
|
+ ALIGN16
|
|
/*UKLOOP: */
|
|
#ifdef BETA1
|
|
- movaps 0-120(pA10,mldab5,2), rC0
|
|
- movaps 0-120(pB0), rB0
|
|
- mulps rB0, rC0
|
|
- addss (pC), rC0
|
|
- movaps 0-120(pA5, mldab,4), rC1
|
|
- mulps rB0, rC1
|
|
- addss CMUL(4)(pC), rC1
|
|
- movaps 0-120(pA10, mldab,8), rC2
|
|
- mulps rB0, rC2
|
|
- addss CMUL(8)(pC), rC2
|
|
- movaps 0-120(pA5, mldab,2), rC3
|
|
- mulps rB0, rC3
|
|
- addss CMUL(12)(pC), rC3
|
|
- movaps 0-120(pA5, mldab), rC4
|
|
- mulps rB0, rC4
|
|
- addss CMUL(16)(pC), rC4
|
|
- movaps 0-120(pA5), rC5
|
|
- mulps rB0, rC5
|
|
- addss CMUL(20)(pC), rC5
|
|
- movaps 0-120(pA5, ldab), rC6
|
|
- mulps rB0, rC6
|
|
- addss CMUL(24)(pC), rC6
|
|
- movaps 0-120(pA5, ldab,2), rC7
|
|
- mulps rB0, rC7
|
|
- addss CMUL(28)(pC), rC7
|
|
- movaps 0-120(pA10, mldab,2), rC8
|
|
- mulps rB0, rC8
|
|
- addss CMUL(32)(pC), rC8
|
|
- movaps 0-120(pA5,ldab,4), rC9
|
|
- mulps rB0, rC9
|
|
- addss CMUL(36)(pC), rC9
|
|
- movaps 0-120(pA10), rC10
|
|
- mulps rB0, rC10
|
|
- addss CMUL(40)(pC), rC10
|
|
- movaps 0-120(pA10,ldab), rC11
|
|
- mulps rB0, rC11
|
|
- addss CMUL(44)(pC), rC11
|
|
- movaps 0-120(pA10,ldab,2), rC12
|
|
- mulps rB0, rC12
|
|
- addss CMUL(48)(pC), rC12
|
|
- movaps 0-120(pA5,ldab,8), rC13
|
|
- mulps rB0, rC13
|
|
- addss CMUL(52)(pC), rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rC0
|
|
+ movaps 0-120(pB0), rB0
|
|
+ mulps rB0, rC0
|
|
+ addss (pC), rC0
|
|
+ movaps 0-120(pA5, mldab,4), rC1
|
|
+ mulps rB0, rC1
|
|
+ addss CMUL(4)(pC), rC1
|
|
+ movaps 0-120(pA10, mldab,8), rC2
|
|
+ mulps rB0, rC2
|
|
+ addss CMUL(8)(pC), rC2
|
|
+ movaps 0-120(pA5, mldab,2), rC3
|
|
+ mulps rB0, rC3
|
|
+ addss CMUL(12)(pC), rC3
|
|
+ movaps 0-120(pA5, mldab), rC4
|
|
+ mulps rB0, rC4
|
|
+ addss CMUL(16)(pC), rC4
|
|
+ movaps 0-120(pA5), rC5
|
|
+ mulps rB0, rC5
|
|
+ addss CMUL(20)(pC), rC5
|
|
+ movaps 0-120(pA5, ldab), rC6
|
|
+ mulps rB0, rC6
|
|
+ addss CMUL(24)(pC), rC6
|
|
+ movaps 0-120(pA5, ldab,2), rC7
|
|
+ mulps rB0, rC7
|
|
+ addss CMUL(28)(pC), rC7
|
|
+ movaps 0-120(pA10, mldab,2), rC8
|
|
+ mulps rB0, rC8
|
|
+ addss CMUL(32)(pC), rC8
|
|
+ movaps 0-120(pA5,ldab,4), rC9
|
|
+ mulps rB0, rC9
|
|
+ addss CMUL(36)(pC), rC9
|
|
+ movaps 0-120(pA10), rC10
|
|
+ mulps rB0, rC10
|
|
+ addss CMUL(40)(pC), rC10
|
|
+ movaps 0-120(pA10,ldab), rC11
|
|
+ mulps rB0, rC11
|
|
+ addss CMUL(44)(pC), rC11
|
|
+ movaps 0-120(pA10,ldab,2), rC12
|
|
+ mulps rB0, rC12
|
|
+ addss CMUL(48)(pC), rC12
|
|
+ movaps 0-120(pA5,ldab,8), rC13
|
|
+ mulps rB0, rC13
|
|
+ addss CMUL(52)(pC), rC13
|
|
#else
|
|
- movaps 0-120(pA10,mldab5,2), rC0
|
|
- movaps 0-120(pB0), rC13
|
|
- mulps rC13, rC0
|
|
- movaps 0-120(pA5, mldab,4), rC1
|
|
- mulps rC13, rC1
|
|
- movaps 0-120(pA10, mldab,8), rC2
|
|
- mulps rC13, rC2
|
|
- movaps 0-120(pA5, mldab,2), rC3
|
|
- mulps rC13, rC3
|
|
- movaps 0-120(pA5, mldab), rC4
|
|
- mulps rC13, rC4
|
|
- movaps 0-120(pA5), rC5
|
|
- mulps rC13, rC5
|
|
- movaps 0-120(pA5, ldab), rC6
|
|
- mulps rC13, rC6
|
|
- movaps 0-120(pA5, ldab,2), rC7
|
|
- mulps rC13, rC7
|
|
- movaps 0-120(pA10, mldab,2), rC8
|
|
- mulps rC13, rC8
|
|
- movaps 0-120(pA5,ldab,4), rC9
|
|
- mulps rC13, rC9
|
|
- movaps 0-120(pA10), rC10
|
|
- mulps rC13, rC10
|
|
- movaps 0-120(pA10,ldab), rC11
|
|
- mulps rC13, rC11
|
|
- movaps 0-120(pA10,ldab,2), rC12
|
|
- mulps rC13, rC12
|
|
- mulps 0-120(pA5,ldab,8), rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rC0
|
|
+ movaps 0-120(pB0), rC13
|
|
+ mulps rC13, rC0
|
|
+ movaps 0-120(pA5, mldab,4), rC1
|
|
+ mulps rC13, rC1
|
|
+ movaps 0-120(pA10, mldab,8), rC2
|
|
+ mulps rC13, rC2
|
|
+ movaps 0-120(pA5, mldab,2), rC3
|
|
+ mulps rC13, rC3
|
|
+ movaps 0-120(pA5, mldab), rC4
|
|
+ mulps rC13, rC4
|
|
+ movaps 0-120(pA5), rC5
|
|
+ mulps rC13, rC5
|
|
+ movaps 0-120(pA5, ldab), rC6
|
|
+ mulps rC13, rC6
|
|
+ movaps 0-120(pA5, ldab,2), rC7
|
|
+ mulps rC13, rC7
|
|
+ movaps 0-120(pA10, mldab,2), rC8
|
|
+ mulps rC13, rC8
|
|
+ movaps 0-120(pA5,ldab,4), rC9
|
|
+ mulps rC13, rC9
|
|
+ movaps 0-120(pA10), rC10
|
|
+ mulps rC13, rC10
|
|
+ movaps 0-120(pA10,ldab), rC11
|
|
+ mulps rC13, rC11
|
|
+ movaps 0-120(pA10,ldab,2), rC12
|
|
+ mulps rC13, rC12
|
|
+ mulps 0-120(pA5,ldab,8), rC13
|
|
#endif
|
|
|
|
#if KB > 4
|
|
- movaps 16-120(pA10,mldab5,2), rA0
|
|
- movaps 16-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 16-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 16-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 16-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 16-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 16-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 16-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 16-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 16-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 16-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 16-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 16-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 16-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 16-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 16-120(pA10,mldab5,2), rA0
|
|
+ movaps 16-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 16-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 16-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 16-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 16-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 16-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 16-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 16-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 16-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 16-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 16-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 16-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 16-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 16-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 8
|
|
- movaps 32-120(pA10,mldab5,2), rA0
|
|
- movaps 32-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 32-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 32-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 32-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 32-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 32-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 32-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 32-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 32-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 32-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 32-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 32-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 32-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 32-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 32-120(pA10,mldab5,2), rA0
|
|
+ movaps 32-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 32-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 32-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 32-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 32-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 32-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 32-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 32-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 32-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 32-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 32-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 32-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 32-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 32-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 12
|
|
- movaps 48-120(pA10,mldab5,2), rA0
|
|
- movaps 48-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 48-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 48-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 48-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 48-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 48-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 48-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 48-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 48-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 48-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 48-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 48-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 48-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 48-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 48-120(pA10,mldab5,2), rA0
|
|
+ movaps 48-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 48-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 48-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 48-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 48-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 48-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 48-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 48-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 48-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 48-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 48-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 48-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 48-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 48-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 16
|
|
- movaps 64-120(pA10,mldab5,2), rA0
|
|
- movaps 64-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 64-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 64-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 64-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 64-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 64-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 64-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 64-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 64-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 64-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 64-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 64-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 64-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 64-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 64-120(pA10,mldab5,2), rA0
|
|
+ movaps 64-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 64-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 64-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 64-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 64-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 64-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 64-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 64-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 64-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 64-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 64-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 64-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 64-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 64-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 20
|
|
- movaps 80-120(pA10,mldab5,2), rA0
|
|
- movaps 80-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 80-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 80-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 80-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 80-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 80-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 80-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 80-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 80-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 80-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 80-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 80-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 80-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 80-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 80-120(pA10,mldab5,2), rA0
|
|
+ movaps 80-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 80-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 80-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 80-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 80-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 80-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 80-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 80-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 80-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 80-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 80-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 80-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 80-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 80-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 24
|
|
- movaps 96-120(pA10,mldab5,2), rA0
|
|
- movaps 96-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 96-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 96-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 96-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 96-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 96-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 96-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 96-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 96-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 96-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 96-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 96-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 96-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 96-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 96-120(pA10,mldab5,2), rA0
|
|
+ movaps 96-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 96-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 96-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 96-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 96-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 96-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 96-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 96-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 96-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 96-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 96-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 96-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 96-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 96-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 28
|
|
- movaps 112-120(pA10,mldab5,2), rA0
|
|
- movaps 112-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 112-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 112-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 112-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 112-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 112-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 112-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 112-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 112-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 112-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 112-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 112-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 112-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 112-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 112-120(pA10,mldab5,2), rA0
|
|
+ movaps 112-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 112-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 112-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 112-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 112-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 112-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 112-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 112-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 112-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 112-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 112-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 112-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 112-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 112-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
#ifndef SREAL
|
|
- pref2((pfA))
|
|
- pref2(64(pfA))
|
|
+ pref2((pfA))
|
|
+ pref2(64(pfA))
|
|
#endif
|
|
|
|
#if KB > 32
|
|
- movaps 128-120(pA10,mldab5,2), rA0
|
|
- movaps 128-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 128-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 128-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 128-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 128-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 128-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 128-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 128-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 128-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 128-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 128-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 128-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 128-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 128-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 128-120(pA10,mldab5,2), rA0
|
|
+ movaps 128-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 128-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 128-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 128-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 128-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 128-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 128-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 128-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 128-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 128-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 128-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 128-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 128-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 128-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 36
|
|
- movaps 144-120(pA10,mldab5,2), rA0
|
|
- movaps 144-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 144-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 144-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 144-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 144-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 144-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 144-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 144-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 144-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 144-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 144-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 144-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 144-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 144-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 144-120(pA10,mldab5,2), rA0
|
|
+ movaps 144-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 144-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 144-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 144-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 144-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 144-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 144-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 144-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 144-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 144-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 144-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 144-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 144-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 144-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 40
|
|
- movaps 160-120(pA10,mldab5,2), rA0
|
|
- movaps 160-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addq $176, pB0
|
|
- addps rA0, rC0
|
|
- movaps 160-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 160-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 160-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 160-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 160-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 160-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 160-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 160-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 160-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 160-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 160-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 160-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addq $176, pA10
|
|
- addps rA0, rC12
|
|
- mulps 160-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
- addq $176, pA5
|
|
+ movaps 160-120(pA10,mldab5,2), rA0
|
|
+ movaps 160-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addq $176, pB0
|
|
+ addps rA0, rC0
|
|
+ movaps 160-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 160-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 160-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 160-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 160-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 160-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 160-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 160-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 160-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 160-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 160-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 160-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addq $176, pA10
|
|
+ addps rA0, rC12
|
|
+ mulps 160-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
+ addq $176, pA5
|
|
#else
|
|
- addq $176, pB0
|
|
- addq $176, pA10
|
|
- addq $176, pA5
|
|
+ addq $176, pB0
|
|
+ addq $176, pA10
|
|
+ addq $176, pA5
|
|
#endif
|
|
|
|
#if KB > 44
|
|
- movaps 0-120(pA10,mldab5,2), rA0
|
|
- movaps 0-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 0-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 0-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 0-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 0-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 0-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 0-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 0-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 0-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 0-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 0-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 0-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 0-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 0-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rA0
|
|
+ movaps 0-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 0-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 0-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 0-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 0-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 0-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 0-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 0-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 0-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 0-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 0-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 0-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 0-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 0-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 48
|
|
- movaps 16-120(pA10,mldab5,2), rA0
|
|
- movaps 16-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 16-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 16-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 16-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 16-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 16-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 16-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 16-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 16-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 16-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 16-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 16-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 16-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 16-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 16-120(pA10,mldab5,2), rA0
|
|
+ movaps 16-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 16-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 16-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 16-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 16-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 16-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 16-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 16-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 16-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 16-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 16-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 16-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 16-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 16-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 52
|
|
- movaps 32-120(pA10,mldab5,2), rA0
|
|
- movaps 32-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 32-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 32-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 32-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 32-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 32-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 32-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 32-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 32-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 32-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 32-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 32-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 32-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 32-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 32-120(pA10,mldab5,2), rA0
|
|
+ movaps 32-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 32-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 32-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 32-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 32-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 32-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 32-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 32-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 32-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 32-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 32-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 32-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 32-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 32-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 56
|
|
- movaps 48-120(pA10,mldab5,2), rA0
|
|
- movaps 48-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 48-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 48-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 48-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 48-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 48-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 48-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 48-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 48-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 48-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 48-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 48-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 48-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 48-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 48-120(pA10,mldab5,2), rA0
|
|
+ movaps 48-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 48-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 48-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 48-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 48-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 48-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 48-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 48-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 48-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 48-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 48-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 48-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 48-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 48-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 60
|
|
- movaps 64-120(pA10,mldab5,2), rA0
|
|
- movaps 64-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 64-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 64-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 64-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 64-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 64-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 64-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 64-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 64-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 64-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 64-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 64-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 64-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 64-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 64-120(pA10,mldab5,2), rA0
|
|
+ movaps 64-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 64-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 64-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 64-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 64-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 64-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 64-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 64-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 64-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 64-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 64-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 64-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 64-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 64-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 64
|
|
- movaps 80-120(pA10,mldab5,2), rA0
|
|
- movaps 80-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 80-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 80-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 80-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 80-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 80-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 80-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 80-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 80-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 80-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 80-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 80-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 80-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 80-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 80-120(pA10,mldab5,2), rA0
|
|
+ movaps 80-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 80-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 80-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 80-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 80-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 80-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 80-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 80-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 80-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 80-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 80-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 80-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 80-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 80-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 68
|
|
- movaps 96-120(pA10,mldab5,2), rA0
|
|
- movaps 96-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 96-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 96-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 96-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 96-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 96-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 96-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 96-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 96-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 96-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 96-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 96-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 96-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 96-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 96-120(pA10,mldab5,2), rA0
|
|
+ movaps 96-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 96-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 96-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 96-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 96-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 96-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 96-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 96-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 96-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 96-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 96-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 96-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 96-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 96-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 72
|
|
- movaps 112-120(pA10,mldab5,2), rA0
|
|
- movaps 112-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 112-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 112-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 112-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 112-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 112-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 112-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 112-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 112-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 112-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 112-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 112-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 112-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 112-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 112-120(pA10,mldab5,2), rA0
|
|
+ movaps 112-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 112-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 112-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 112-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 112-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 112-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 112-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 112-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 112-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 112-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 112-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 112-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 112-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 112-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 76
|
|
- movaps 128-120(pA10,mldab5,2), rA0
|
|
- movaps 128-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 128-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 128-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 128-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 128-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 128-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 128-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 128-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 128-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 128-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 128-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 128-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 128-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 128-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 128-120(pA10,mldab5,2), rA0
|
|
+ movaps 128-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 128-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 128-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 128-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 128-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 128-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 128-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 128-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 128-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 128-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 128-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 128-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 128-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 128-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 80
|
|
- movaps 144-120(pA10,mldab5,2), rA0
|
|
- movaps 144-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 144-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 144-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 144-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 144-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 144-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 144-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 144-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 144-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 144-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 144-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 144-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 144-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 144-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 144-120(pA10,mldab5,2), rA0
|
|
+ movaps 144-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 144-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 144-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 144-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 144-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 144-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 144-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 144-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 144-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 144-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 144-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 144-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 144-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 144-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
/*UKLOOP */
|
|
@@ -1220,234 +1227,234 @@ UMLOOP:
|
|
* Get these bastard things summed up correctly
|
|
*/
|
|
|
|
- /* rC0 = c0a c0b c0c c0d */
|
|
- /* rC1 = c1a c1b c1c c1d */
|
|
- /* rC2 = c2a c2b c2c c2d */
|
|
- /* rC3 = c3a c3b c3c c3d */
|
|
+ /* rC0 = c0a c0b c0c c0d */
|
|
+ /* rC1 = c1a c1b c1c c1d */
|
|
+ /* rC2 = c2a c2b c2c c2d */
|
|
+ /* rC3 = c3a c3b c3c c3d */
|
|
/* */
|
|
- movaps rC2, rB0 /* rB0 = c2a c2b c2c c2d */
|
|
- prefC((pC))
|
|
- prefC(64(pC))
|
|
- movaps rC0, rA0 /* rA0 = c0a c0b c0c c0d */
|
|
- unpckhps rC3, rB0 /* rB0 = c2c c3c c2d c3d */
|
|
- unpckhps rC1, rA0 /* rA0 = c0c c1c c0d c1d */
|
|
- unpcklps rC3, rC2 /* rC2 = c2a c3a c2b c3b */
|
|
- movlhps rB0, rC3 /* rC3 = c3a c3b c2c c3c */
|
|
- unpcklps rC1, rC0 /* rC0 = c0a c1a c0b c1b */
|
|
- movhlps rA0, rC3 /* rC3 = c0d c1d c2c c3c */
|
|
- movlhps rC2, rA0 /* rA0 = c0c c1c c2a c3a */
|
|
- movhlps rC0, rB0 /* rB0 = c0b c1b c2d c3d */
|
|
- addps rA0, rC3 /* rC3 = c0cd c1cd c2ac c3ac */
|
|
- movlhps rC0, rC1 /* rC1 = c1a c1b c0a c1a */
|
|
- movhlps rC1, rC2 /* rC2 = c0a c1a c2b c3b */
|
|
- movaps rC4, rA0 /* rA0 = c4a c4b c4c c4d */
|
|
- addps rB0, rC2 /* rC2 = c0ab c1ab c2bd c3bd */
|
|
- movaps rC6, rB0 /* rB0 = c6a c6b c6c c6d */
|
|
- addps rC2, rC3 /* rC3 = c0abcd c1abcd c2bdac c3bdac */
|
|
-
|
|
-
|
|
- /* rC4 = c4a c4b c4c c4d */
|
|
- /* rC5 = c5a c5b c5c c5d */
|
|
- /* rC6 = c6a c6b c6c c6d */
|
|
- /* rC7 = c7a c7b c7c c7d */
|
|
- /* rC8 = c08a c08b c08c c08d */
|
|
- /* rC9 = c09a c09b c09c c09d */
|
|
- /* rC10 = c10a c10b c10c c10d */
|
|
- /* rC11 = c11a c11b c11c c11d */
|
|
- /* rC12 = c12a c12b c12c c12d */
|
|
- /* rC13 = c13a c13b c13c c13d */
|
|
+ movaps rC2, rB0 /* rB0 = c2a c2b c2c c2d */
|
|
+ prefC((pC))
|
|
+ prefC(64(pC))
|
|
+ movaps rC0, rA0 /* rA0 = c0a c0b c0c c0d */
|
|
+ unpckhps rC3, rB0 /* rB0 = c2c c3c c2d c3d */
|
|
+ unpckhps rC1, rA0 /* rA0 = c0c c1c c0d c1d */
|
|
+ unpcklps rC3, rC2 /* rC2 = c2a c3a c2b c3b */
|
|
+ movlhps rB0, rC3 /* rC3 = c3a c3b c2c c3c */
|
|
+ unpcklps rC1, rC0 /* rC0 = c0a c1a c0b c1b */
|
|
+ movhlps rA0, rC3 /* rC3 = c0d c1d c2c c3c */
|
|
+ movlhps rC2, rA0 /* rA0 = c0c c1c c2a c3a */
|
|
+ movhlps rC0, rB0 /* rB0 = c0b c1b c2d c3d */
|
|
+ addps rA0, rC3 /* rC3 = c0cd c1cd c2ac c3ac */
|
|
+ movlhps rC0, rC1 /* rC1 = c1a c1b c0a c1a */
|
|
+ movhlps rC1, rC2 /* rC2 = c0a c1a c2b c3b */
|
|
+ movaps rC4, rA0 /* rA0 = c4a c4b c4c c4d */
|
|
+ addps rB0, rC2 /* rC2 = c0ab c1ab c2bd c3bd */
|
|
+ movaps rC6, rB0 /* rB0 = c6a c6b c6c c6d */
|
|
+ addps rC2, rC3 /* rC3 = c0abcd c1abcd c2bdac c3bdac */
|
|
+
|
|
+
|
|
+ /* rC4 = c4a c4b c4c c4d */
|
|
+ /* rC5 = c5a c5b c5c c5d */
|
|
+ /* rC6 = c6a c6b c6c c6d */
|
|
+ /* rC7 = c7a c7b c7c c7d */
|
|
+ /* rC8 = c08a c08b c08c c08d */
|
|
+ /* rC9 = c09a c09b c09c c09d */
|
|
+ /* rC10 = c10a c10b c10c c10d */
|
|
+ /* rC11 = c11a c11b c11c c11d */
|
|
+ /* rC12 = c12a c12b c12c c12d */
|
|
+ /* rC13 = c13a c13b c13c c13d */
|
|
/* */
|
|
- movaps rC10, rC0 /* rC0 = c10a c10b c10c c10d */
|
|
- prefC(128(pC))
|
|
+ movaps rC10, rC0 /* rC0 = c10a c10b c10c c10d */
|
|
+ prefC(128(pC))
|
|
#ifdef SREAL
|
|
- pref2((pfA))
|
|
+ pref2((pfA))
|
|
#else
|
|
- prefC(192(pC))
|
|
+ prefC(192(pC))
|
|
#endif
|
|
- movaps rC8 , rC1 /* rC1 = c08a c08b c08c c08d */
|
|
- movaps rC12, rC2 /* rC2 = c12a c12b c12c c12d */
|
|
- unpckhps rC7, rB0 /* rB0 = c6c c7c c6d c7d */
|
|
- unpckhps rC5, rA0 /* rA0 = c4c c5c c4d c5d */
|
|
- unpcklps rC7, rC6 /* rC6 = c6a c7a c6b c7b */
|
|
- unpckhps rC11, rC0 /* rC0 = c10c c11c c10d c11d */
|
|
- unpckhps rC9 , rC1 /* rC1 = c08c c09c c08d c09d */
|
|
- movlhps rB0, rC7 /* rC7 = c7a c7b c6c c7c */
|
|
- unpcklps rC5, rC4 /* rC4 = c4a c5a c4b c5b */
|
|
- movhlps rA0, rC7 /* rC7 = c4d c5d c6c c7c */
|
|
- movlhps rC6, rA0 /* rA0 = c4c c5c c6a c7a */
|
|
- unpcklps rC11, rC10 /* rC10 = c10a c11a c10b c11b */
|
|
- movhlps rC4, rB0 /* rB0 = c4b c5b c6d c7d */
|
|
- movlhps rC0, rC11 /* rC11 = c11a c11b c10c c11c */
|
|
- addps rA0, rC7 /* rC7 = c4cd c5cd c6ac c7ac */
|
|
+ movaps rC8 , rC1 /* rC1 = c08a c08b c08c c08d */
|
|
+ movaps rC12, rC2 /* rC2 = c12a c12b c12c c12d */
|
|
+ unpckhps rC7, rB0 /* rB0 = c6c c7c c6d c7d */
|
|
+ unpckhps rC5, rA0 /* rA0 = c4c c5c c4d c5d */
|
|
+ unpcklps rC7, rC6 /* rC6 = c6a c7a c6b c7b */
|
|
+ unpckhps rC11, rC0 /* rC0 = c10c c11c c10d c11d */
|
|
+ unpckhps rC9 , rC1 /* rC1 = c08c c09c c08d c09d */
|
|
+ movlhps rB0, rC7 /* rC7 = c7a c7b c6c c7c */
|
|
+ unpcklps rC5, rC4 /* rC4 = c4a c5a c4b c5b */
|
|
+ movhlps rA0, rC7 /* rC7 = c4d c5d c6c c7c */
|
|
+ movlhps rC6, rA0 /* rA0 = c4c c5c c6a c7a */
|
|
+ unpcklps rC11, rC10 /* rC10 = c10a c11a c10b c11b */
|
|
+ movhlps rC4, rB0 /* rB0 = c4b c5b c6d c7d */
|
|
+ movlhps rC0, rC11 /* rC11 = c11a c11b c10c c11c */
|
|
+ addps rA0, rC7 /* rC7 = c4cd c5cd c6ac c7ac */
|
|
#ifdef BETAX
|
|
#ifdef SREAL
|
|
- movups (pC), rA0
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- movups 16(pC), rC4
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movups 32(pC), rC5
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- movlps 48(pC), rC1
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
- pref2(64(pfA))
|
|
- mulps BOF(%rsp), rA0
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- mulps BOF(%rsp), rC4
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- mulps BOF(%rsp), rC5
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
- mulps BOF(%rsp), rC1
|
|
+ movups (pC), rA0
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ movups 16(pC), rC4
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movups 32(pC), rC5
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ movlps 48(pC), rC1
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ pref2(64(pfA))
|
|
+ mulps BOF(%rsp), rA0
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ mulps BOF(%rsp), rC4
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ mulps BOF(%rsp), rC5
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ mulps BOF(%rsp), rC1
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
- addps rA0, rC3
|
|
- addq $68, pfA
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
- addps rC4, rC7
|
|
- addps rC5, rC11
|
|
- addps rC1, rC12
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ addps rA0, rC3
|
|
+ addq $68, pfA
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ addps rC4, rC7
|
|
+ addps rC5, rC11
|
|
+ addps rC1, rC12
|
|
#else /* BETA = X, complex type */
|
|
- movups (pC), rA0
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- movups 16(pC), rC4
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- shufps $0x88, rC4, rA0 /* rA0 = c0 c1 c2 c3 */
|
|
- movups 32(pC), rC4 /* rC4 = c4 X c5 X */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movups 48(pC), rC5 /* rC5 = c6 X c7 X */
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- shufps $0x88, rC5, rC4 /* rC4 = c4 c5 c6 c7 */
|
|
- movups 64(pC), rC5 /* rC5 = c8 X c9 X */
|
|
- movups 80(pC), rC1 /* rC1 = c10 X c11 X */
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- shufps $0x88, rC1, rC5 /* rC5 = c8 c9 c10 c11 */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- movss 96(pC), rC1
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movss 104(pC), rB0
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- unpcklps rB0, rC1
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
- prefC(256(pC))
|
|
- mulps BOF(%rsp), rA0
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- mulps BOF(%rsp), rC4
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- mulps BOF(%rsp), rC5
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
- mulps BOF(%rsp), rC1
|
|
+ movups (pC), rA0
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ movups 16(pC), rC4
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ shufps $0x88, rC4, rA0 /* rA0 = c0 c1 c2 c3 */
|
|
+ movups 32(pC), rC4 /* rC4 = c4 X c5 X */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movups 48(pC), rC5 /* rC5 = c6 X c7 X */
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ shufps $0x88, rC5, rC4 /* rC4 = c4 c5 c6 c7 */
|
|
+ movups 64(pC), rC5 /* rC5 = c8 X c9 X */
|
|
+ movups 80(pC), rC1 /* rC1 = c10 X c11 X */
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ shufps $0x88, rC1, rC5 /* rC5 = c8 c9 c10 c11 */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ movss 96(pC), rC1
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movss 104(pC), rB0
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ unpcklps rB0, rC1
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ prefC(256(pC))
|
|
+ mulps BOF(%rsp), rA0
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ mulps BOF(%rsp), rC4
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ mulps BOF(%rsp), rC5
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ mulps BOF(%rsp), rC1
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
- addps rA0, rC3
|
|
- prefC(192(pC))
|
|
- addq $68, pfA
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
- addps rC4, rC7
|
|
- addps rC5, rC11
|
|
- addps rC1, rC12
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ addps rA0, rC3
|
|
+ prefC(192(pC))
|
|
+ addq $68, pfA
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ addps rC4, rC7
|
|
+ addps rC5, rC11
|
|
+ addps rC1, rC12
|
|
#endif
|
|
|
|
#else
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
#ifdef SREAL
|
|
- pref2(64(pfA))
|
|
+ pref2(64(pfA))
|
|
#else
|
|
- prefC(256(pC))
|
|
+ prefC(256(pC))
|
|
#endif
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
#ifndef SREAL
|
|
- prefC(192(pC))
|
|
+ prefC(192(pC))
|
|
#endif
|
|
- addq $68, pfA
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ addq $68, pfA
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
|
|
#endif
|
|
/*
|
|
* Write results back to C; pC += 14;
|
|
*/
|
|
#ifdef SREAL
|
|
- movups rC3, (pC)
|
|
- movups rC7, 16(pC)
|
|
- movups rC11, 32(pC)
|
|
- movlps rC12, 48(pC)
|
|
- addq $56, pC
|
|
+ movups rC3, (pC)
|
|
+ movups rC7, 16(pC)
|
|
+ movups rC11, 32(pC)
|
|
+ movlps rC12, 48(pC)
|
|
+ addq $56, pC
|
|
#else
|
|
- movss rC3, (pC)
|
|
- movss rC7, 32(pC)
|
|
- movhlps rC3, rC0
|
|
- movhlps rC7, rC6
|
|
- movss rC0, 16(pC)
|
|
- movss rC6, 48(pC)
|
|
- shufps $0x55, rC3, rC3
|
|
- shufps $0x55, rC7, rC7
|
|
- movss rC3, 8(pC)
|
|
- movss rC7, 40(pC)
|
|
- shufps $0x55, rC0, rC0
|
|
- shufps $0x55, rC6, rC6
|
|
- movss rC0, 24(pC)
|
|
- movss rC6, 56(pC)
|
|
-
|
|
- movss rC11, 64(pC)
|
|
- movhlps rC11, rC2
|
|
- movss rC12, 96(pC)
|
|
- movss rC2, 80(pC)
|
|
- shufps $0x55, rC11, rC11
|
|
- shufps $0x55, rC12, rC12
|
|
- movss rC11, 72(pC)
|
|
- shufps $0x55, rC2, rC2
|
|
- movss rC12, 104(pC)
|
|
- movss rC2, 88(pC)
|
|
+ movss rC3, (pC)
|
|
+ movss rC7, 32(pC)
|
|
+ movhlps rC3, rC0
|
|
+ movhlps rC7, rC6
|
|
+ movss rC0, 16(pC)
|
|
+ movss rC6, 48(pC)
|
|
+ shufps $0x55, rC3, rC3
|
|
+ shufps $0x55, rC7, rC7
|
|
+ movss rC3, 8(pC)
|
|
+ movss rC7, 40(pC)
|
|
+ shufps $0x55, rC0, rC0
|
|
+ shufps $0x55, rC6, rC6
|
|
+ movss rC0, 24(pC)
|
|
+ movss rC6, 56(pC)
|
|
+
|
|
+ movss rC11, 64(pC)
|
|
+ movhlps rC11, rC2
|
|
+ movss rC12, 96(pC)
|
|
+ movss rC2, 80(pC)
|
|
+ shufps $0x55, rC11, rC11
|
|
+ shufps $0x55, rC12, rC12
|
|
+ movss rC11, 72(pC)
|
|
+ shufps $0x55, rC2, rC2
|
|
+ movss rC12, 104(pC)
|
|
+ movss rC2, 88(pC)
|
|
|
|
- addq $112, pC
|
|
+ addq $112, pC
|
|
#endif
|
|
/*
|
|
* Write results back to C
|
|
*/
|
|
- addq $NB14so-176, pA5
|
|
- addq $NB14so-176, pA10
|
|
- subq $176, pB0
|
|
+ addq $NB14so-176, pA5
|
|
+ addq $NB14so-176, pA10
|
|
+ subq $176, pB0
|
|
/*
|
|
* pC += 14; pA += 14*NB; pB -= NB;
|
|
*/
|
|
/*
|
|
* while (pA != stM);
|
|
*/
|
|
- subq $1, stM
|
|
- jne UMLOOP
|
|
+ subq $1, stM
|
|
+ jne UMLOOP
|
|
#endif
|
|
|
|
/*
|
|
@@ -1459,994 +1466,994 @@ MLAST:
|
|
#endif
|
|
/*UKLOOP: */
|
|
#ifdef BETA1
|
|
- movaps 0-120(pA10,mldab5,2), rC0
|
|
- movaps 0-120(pB0), rB0
|
|
- mulps rB0, rC0
|
|
- addss (pC), rC0
|
|
- movaps 0-120(pA5, mldab,4), rC1
|
|
- mulps rB0, rC1
|
|
- addss CMUL(4)(pC), rC1
|
|
- movaps 0-120(pA10, mldab,8), rC2
|
|
- mulps rB0, rC2
|
|
- addss CMUL(8)(pC), rC2
|
|
- movaps 0-120(pA5, mldab,2), rC3
|
|
- mulps rB0, rC3
|
|
- addss CMUL(12)(pC), rC3
|
|
- movaps 0-120(pA5, mldab), rC4
|
|
- mulps rB0, rC4
|
|
- addss CMUL(16)(pC), rC4
|
|
- movaps 0-120(pA5), rC5
|
|
- mulps rB0, rC5
|
|
- addss CMUL(20)(pC), rC5
|
|
- movaps 0-120(pA5, ldab), rC6
|
|
- mulps rB0, rC6
|
|
- addss CMUL(24)(pC), rC6
|
|
- movaps 0-120(pA5, ldab,2), rC7
|
|
- mulps rB0, rC7
|
|
- addss CMUL(28)(pC), rC7
|
|
- movaps 0-120(pA10, mldab,2), rC8
|
|
- mulps rB0, rC8
|
|
- addss CMUL(32)(pC), rC8
|
|
- movaps 0-120(pA5,ldab,4), rC9
|
|
- mulps rB0, rC9
|
|
- addss CMUL(36)(pC), rC9
|
|
- movaps 0-120(pA10), rC10
|
|
- mulps rB0, rC10
|
|
- addss CMUL(40)(pC), rC10
|
|
- movaps 0-120(pA10,ldab), rC11
|
|
- mulps rB0, rC11
|
|
- addss CMUL(44)(pC), rC11
|
|
- movaps 0-120(pA10,ldab,2), rC12
|
|
- mulps rB0, rC12
|
|
- addss CMUL(48)(pC), rC12
|
|
- movaps 0-120(pA5,ldab,8), rC13
|
|
- mulps rB0, rC13
|
|
- addss CMUL(52)(pC), rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rC0
|
|
+ movaps 0-120(pB0), rB0
|
|
+ mulps rB0, rC0
|
|
+ addss (pC), rC0
|
|
+ movaps 0-120(pA5, mldab,4), rC1
|
|
+ mulps rB0, rC1
|
|
+ addss CMUL(4)(pC), rC1
|
|
+ movaps 0-120(pA10, mldab,8), rC2
|
|
+ mulps rB0, rC2
|
|
+ addss CMUL(8)(pC), rC2
|
|
+ movaps 0-120(pA5, mldab,2), rC3
|
|
+ mulps rB0, rC3
|
|
+ addss CMUL(12)(pC), rC3
|
|
+ movaps 0-120(pA5, mldab), rC4
|
|
+ mulps rB0, rC4
|
|
+ addss CMUL(16)(pC), rC4
|
|
+ movaps 0-120(pA5), rC5
|
|
+ mulps rB0, rC5
|
|
+ addss CMUL(20)(pC), rC5
|
|
+ movaps 0-120(pA5, ldab), rC6
|
|
+ mulps rB0, rC6
|
|
+ addss CMUL(24)(pC), rC6
|
|
+ movaps 0-120(pA5, ldab,2), rC7
|
|
+ mulps rB0, rC7
|
|
+ addss CMUL(28)(pC), rC7
|
|
+ movaps 0-120(pA10, mldab,2), rC8
|
|
+ mulps rB0, rC8
|
|
+ addss CMUL(32)(pC), rC8
|
|
+ movaps 0-120(pA5,ldab,4), rC9
|
|
+ mulps rB0, rC9
|
|
+ addss CMUL(36)(pC), rC9
|
|
+ movaps 0-120(pA10), rC10
|
|
+ mulps rB0, rC10
|
|
+ addss CMUL(40)(pC), rC10
|
|
+ movaps 0-120(pA10,ldab), rC11
|
|
+ mulps rB0, rC11
|
|
+ addss CMUL(44)(pC), rC11
|
|
+ movaps 0-120(pA10,ldab,2), rC12
|
|
+ mulps rB0, rC12
|
|
+ addss CMUL(48)(pC), rC12
|
|
+ movaps 0-120(pA5,ldab,8), rC13
|
|
+ mulps rB0, rC13
|
|
+ addss CMUL(52)(pC), rC13
|
|
#else
|
|
- movaps 0-120(pA10,mldab5,2), rC0
|
|
- movaps 0-120(pB0), rC13
|
|
- mulps rC13, rC0
|
|
- movaps 0-120(pA5, mldab,4), rC1
|
|
- mulps rC13, rC1
|
|
- movaps 0-120(pA10, mldab,8), rC2
|
|
- mulps rC13, rC2
|
|
- movaps 0-120(pA5, mldab,2), rC3
|
|
- mulps rC13, rC3
|
|
- movaps 0-120(pA5, mldab), rC4
|
|
- mulps rC13, rC4
|
|
- movaps 0-120(pA5), rC5
|
|
- mulps rC13, rC5
|
|
- movaps 0-120(pA5, ldab), rC6
|
|
- mulps rC13, rC6
|
|
- movaps 0-120(pA5, ldab,2), rC7
|
|
- mulps rC13, rC7
|
|
- movaps 0-120(pA10, mldab,2), rC8
|
|
- mulps rC13, rC8
|
|
- movaps 0-120(pA5,ldab,4), rC9
|
|
- mulps rC13, rC9
|
|
- movaps 0-120(pA10), rC10
|
|
- mulps rC13, rC10
|
|
- movaps 0-120(pA10,ldab), rC11
|
|
- mulps rC13, rC11
|
|
- movaps 0-120(pA10,ldab,2), rC12
|
|
- mulps rC13, rC12
|
|
- mulps 0-120(pA5,ldab,8), rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rC0
|
|
+ movaps 0-120(pB0), rC13
|
|
+ mulps rC13, rC0
|
|
+ movaps 0-120(pA5, mldab,4), rC1
|
|
+ mulps rC13, rC1
|
|
+ movaps 0-120(pA10, mldab,8), rC2
|
|
+ mulps rC13, rC2
|
|
+ movaps 0-120(pA5, mldab,2), rC3
|
|
+ mulps rC13, rC3
|
|
+ movaps 0-120(pA5, mldab), rC4
|
|
+ mulps rC13, rC4
|
|
+ movaps 0-120(pA5), rC5
|
|
+ mulps rC13, rC5
|
|
+ movaps 0-120(pA5, ldab), rC6
|
|
+ mulps rC13, rC6
|
|
+ movaps 0-120(pA5, ldab,2), rC7
|
|
+ mulps rC13, rC7
|
|
+ movaps 0-120(pA10, mldab,2), rC8
|
|
+ mulps rC13, rC8
|
|
+ movaps 0-120(pA5,ldab,4), rC9
|
|
+ mulps rC13, rC9
|
|
+ movaps 0-120(pA10), rC10
|
|
+ mulps rC13, rC10
|
|
+ movaps 0-120(pA10,ldab), rC11
|
|
+ mulps rC13, rC11
|
|
+ movaps 0-120(pA10,ldab,2), rC12
|
|
+ mulps rC13, rC12
|
|
+ mulps 0-120(pA5,ldab,8), rC13
|
|
#endif
|
|
|
|
#if KB > 4
|
|
- movaps 16-120(pA10,mldab5,2), rA0
|
|
- movaps 16-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 16-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 16-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 16-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 16-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 16-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 16-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 16-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 16-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 16-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 16-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 16-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 16-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 16-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 16-120(pA10,mldab5,2), rA0
|
|
+ movaps 16-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 16-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 16-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 16-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 16-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 16-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 16-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 16-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 16-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 16-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 16-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 16-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 16-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 16-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 8
|
|
- movaps 32-120(pA10,mldab5,2), rA0
|
|
- movaps 32-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 32-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 32-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 32-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 32-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 32-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 32-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 32-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 32-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 32-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 32-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 32-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 32-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 32-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 32-120(pA10,mldab5,2), rA0
|
|
+ movaps 32-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 32-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 32-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 32-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 32-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 32-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 32-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 32-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 32-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 32-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 32-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 32-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 32-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 32-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 12
|
|
- movaps 48-120(pA10,mldab5,2), rA0
|
|
- movaps 48-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 48-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 48-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 48-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 48-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 48-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 48-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 48-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 48-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 48-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 48-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 48-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 48-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 48-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 48-120(pA10,mldab5,2), rA0
|
|
+ movaps 48-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 48-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 48-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 48-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 48-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 48-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 48-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 48-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 48-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 48-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 48-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 48-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 48-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 48-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 16
|
|
- movaps 64-120(pA10,mldab5,2), rA0
|
|
- movaps 64-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 64-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 64-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 64-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 64-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 64-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 64-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 64-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 64-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 64-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 64-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 64-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 64-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 64-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 64-120(pA10,mldab5,2), rA0
|
|
+ movaps 64-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 64-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 64-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 64-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 64-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 64-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 64-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 64-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 64-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 64-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 64-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 64-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 64-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 64-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 20
|
|
- movaps 80-120(pA10,mldab5,2), rA0
|
|
- movaps 80-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 80-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 80-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 80-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 80-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 80-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 80-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 80-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 80-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 80-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 80-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 80-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 80-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 80-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 80-120(pA10,mldab5,2), rA0
|
|
+ movaps 80-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 80-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 80-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 80-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 80-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 80-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 80-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 80-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 80-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 80-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 80-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 80-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 80-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 80-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 24
|
|
- movaps 96-120(pA10,mldab5,2), rA0
|
|
- movaps 96-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 96-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 96-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 96-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 96-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 96-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 96-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 96-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 96-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 96-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 96-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 96-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 96-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 96-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 96-120(pA10,mldab5,2), rA0
|
|
+ movaps 96-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 96-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 96-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 96-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 96-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 96-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 96-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 96-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 96-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 96-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 96-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 96-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 96-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 96-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 28
|
|
- movaps 112-120(pA10,mldab5,2), rA0
|
|
- movaps 112-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 112-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 112-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 112-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 112-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 112-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 112-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 112-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 112-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 112-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 112-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 112-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 112-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 112-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 112-120(pA10,mldab5,2), rA0
|
|
+ movaps 112-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 112-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 112-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 112-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 112-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 112-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 112-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 112-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 112-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 112-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 112-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 112-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 112-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 112-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 32
|
|
- movaps 128-120(pA10,mldab5,2), rA0
|
|
- movaps 128-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 128-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 128-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 128-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 128-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 128-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 128-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 128-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 128-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 128-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 128-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 128-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 128-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 128-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 128-120(pA10,mldab5,2), rA0
|
|
+ movaps 128-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 128-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 128-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 128-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 128-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 128-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 128-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 128-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 128-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 128-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 128-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 128-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 128-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 128-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 36
|
|
- movaps 144-120(pA10,mldab5,2), rA0
|
|
- movaps 144-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 144-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 144-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 144-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 144-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 144-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 144-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 144-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 144-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 144-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 144-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 144-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 144-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 144-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 144-120(pA10,mldab5,2), rA0
|
|
+ movaps 144-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 144-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 144-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 144-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 144-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 144-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 144-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 144-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 144-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 144-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 144-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 144-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 144-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 144-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
- prefB((pB,ldab))
|
|
- prefB(64(pB,ldab))
|
|
+ prefB((pB,ldab))
|
|
+ prefB(64(pB,ldab))
|
|
|
|
#if KB > 40
|
|
- movaps 160-120(pA10,mldab5,2), rA0
|
|
- movaps 160-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addq $176, pB0
|
|
- addps rA0, rC0
|
|
- movaps 160-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 160-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 160-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 160-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 160-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 160-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 160-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 160-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 160-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 160-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 160-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 160-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addq $176, pA10
|
|
- addps rA0, rC12
|
|
- mulps 160-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
- addq $176, pA5
|
|
+ movaps 160-120(pA10,mldab5,2), rA0
|
|
+ movaps 160-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addq $176, pB0
|
|
+ addps rA0, rC0
|
|
+ movaps 160-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 160-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 160-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 160-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 160-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 160-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 160-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 160-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 160-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 160-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 160-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 160-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addq $176, pA10
|
|
+ addps rA0, rC12
|
|
+ mulps 160-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
+ addq $176, pA5
|
|
#else
|
|
- addq $176, pB0
|
|
- addq $176, pA10
|
|
- addq $176, pA5
|
|
+ addq $176, pB0
|
|
+ addq $176, pA10
|
|
+ addq $176, pA5
|
|
#endif
|
|
|
|
#if KB > 44
|
|
- movaps 0-120(pA10,mldab5,2), rA0
|
|
- movaps 0-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 0-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 0-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 0-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 0-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 0-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 0-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 0-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 0-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 0-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 0-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 0-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 0-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 0-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 0-120(pA10,mldab5,2), rA0
|
|
+ movaps 0-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 0-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 0-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 0-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 0-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 0-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 0-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 0-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 0-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 0-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 0-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 0-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 0-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 0-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 48
|
|
- movaps 16-120(pA10,mldab5,2), rA0
|
|
- movaps 16-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 16-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 16-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 16-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 16-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 16-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 16-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 16-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 16-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 16-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 16-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 16-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 16-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 16-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 16-120(pA10,mldab5,2), rA0
|
|
+ movaps 16-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 16-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 16-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 16-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 16-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 16-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 16-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 16-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 16-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 16-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 16-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 16-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 16-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 16-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 52
|
|
- movaps 32-120(pA10,mldab5,2), rA0
|
|
- movaps 32-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 32-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 32-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 32-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 32-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 32-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 32-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 32-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 32-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 32-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 32-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 32-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 32-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 32-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 32-120(pA10,mldab5,2), rA0
|
|
+ movaps 32-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 32-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 32-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 32-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 32-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 32-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 32-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 32-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 32-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 32-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 32-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 32-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 32-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 32-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 56
|
|
- movaps 48-120(pA10,mldab5,2), rA0
|
|
- movaps 48-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 48-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 48-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 48-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 48-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 48-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 48-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 48-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 48-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 48-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 48-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 48-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 48-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 48-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 48-120(pA10,mldab5,2), rA0
|
|
+ movaps 48-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 48-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 48-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 48-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 48-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 48-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 48-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 48-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 48-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 48-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 48-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 48-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 48-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 48-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 60
|
|
- movaps 64-120(pA10,mldab5,2), rA0
|
|
- movaps 64-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 64-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 64-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 64-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 64-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 64-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 64-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 64-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 64-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 64-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 64-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 64-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 64-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 64-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 64-120(pA10,mldab5,2), rA0
|
|
+ movaps 64-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 64-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 64-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 64-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 64-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 64-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 64-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 64-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 64-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 64-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 64-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 64-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 64-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 64-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
- prefB(128-176(pB,ldab))
|
|
- prefB(192-176(pB,ldab))
|
|
+ prefB(128-176(pB,ldab))
|
|
+ prefB(192-176(pB,ldab))
|
|
|
|
#if KB > 64
|
|
- movaps 80-120(pA10,mldab5,2), rA0
|
|
- movaps 80-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 80-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 80-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 80-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 80-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 80-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 80-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 80-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 80-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 80-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 80-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 80-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 80-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 80-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 80-120(pA10,mldab5,2), rA0
|
|
+ movaps 80-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 80-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 80-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 80-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 80-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 80-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 80-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 80-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 80-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 80-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 80-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 80-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 80-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 80-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 68
|
|
- movaps 96-120(pA10,mldab5,2), rA0
|
|
- movaps 96-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 96-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 96-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 96-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 96-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 96-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 96-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 96-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 96-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 96-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 96-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 96-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 96-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 96-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 96-120(pA10,mldab5,2), rA0
|
|
+ movaps 96-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 96-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 96-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 96-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 96-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 96-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 96-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 96-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 96-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 96-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 96-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 96-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 96-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 96-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 72
|
|
- movaps 112-120(pA10,mldab5,2), rA0
|
|
- movaps 112-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 112-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 112-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 112-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 112-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 112-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 112-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 112-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 112-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 112-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 112-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 112-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 112-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 112-120(pA5,ldab,8), rB0
|
|
- prefC((pC))
|
|
- prefC((pC,incCn))
|
|
- addps rB0, rC13
|
|
+ movaps 112-120(pA10,mldab5,2), rA0
|
|
+ movaps 112-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 112-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 112-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 112-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 112-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 112-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 112-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 112-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 112-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 112-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 112-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 112-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 112-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 112-120(pA5,ldab,8), rB0
|
|
+ prefC((pC))
|
|
+ prefC((pC,incCn))
|
|
+ addps rB0, rC13
|
|
#else
|
|
- prefC((pC))
|
|
- prefC((pC,incCn))
|
|
+ prefC((pC))
|
|
+ prefC((pC,incCn))
|
|
#endif
|
|
|
|
#if KB > 76
|
|
- movaps 128-120(pA10,mldab5,2), rA0
|
|
- movaps 128-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 128-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 128-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 128-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 128-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 128-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 128-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 128-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 128-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 128-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 128-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 128-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 128-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 128-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 128-120(pA10,mldab5,2), rA0
|
|
+ movaps 128-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 128-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 128-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 128-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 128-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 128-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 128-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 128-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 128-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 128-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 128-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 128-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 128-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 128-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
#if KB > 80
|
|
- movaps 144-120(pA10,mldab5,2), rA0
|
|
- movaps 144-120(pB0), rB0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC0
|
|
- movaps 144-120(pA5, mldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC1
|
|
- movaps 144-120(pA10, mldab,8), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC2
|
|
- movaps 144-120(pA5, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC3
|
|
- movaps 144-120(pA5, mldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC4
|
|
- movaps 144-120(pA5), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC5
|
|
- movaps 144-120(pA5, ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC6
|
|
- movaps 144-120(pA5, ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC7
|
|
- movaps 144-120(pA10, mldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC8
|
|
- movaps 144-120(pA5,ldab,4), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC9
|
|
- movaps 144-120(pA10), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC10
|
|
- movaps 144-120(pA10,ldab), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC11
|
|
- movaps 144-120(pA10,ldab,2), rA0
|
|
- mulps rB0, rA0
|
|
- addps rA0, rC12
|
|
- mulps 144-120(pA5,ldab,8), rB0
|
|
- addps rB0, rC13
|
|
+ movaps 144-120(pA10,mldab5,2), rA0
|
|
+ movaps 144-120(pB0), rB0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC0
|
|
+ movaps 144-120(pA5, mldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC1
|
|
+ movaps 144-120(pA10, mldab,8), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC2
|
|
+ movaps 144-120(pA5, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC3
|
|
+ movaps 144-120(pA5, mldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC4
|
|
+ movaps 144-120(pA5), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC5
|
|
+ movaps 144-120(pA5, ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC6
|
|
+ movaps 144-120(pA5, ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC7
|
|
+ movaps 144-120(pA10, mldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC8
|
|
+ movaps 144-120(pA5,ldab,4), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC9
|
|
+ movaps 144-120(pA10), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC10
|
|
+ movaps 144-120(pA10,ldab), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC11
|
|
+ movaps 144-120(pA10,ldab,2), rA0
|
|
+ mulps rB0, rA0
|
|
+ addps rA0, rC12
|
|
+ mulps 144-120(pA5,ldab,8), rB0
|
|
+ addps rB0, rC13
|
|
#endif
|
|
|
|
/*UKLOOP */
|
|
@@ -2454,202 +2461,202 @@ MLAST:
|
|
* Get these bastard things summed up correctly
|
|
*/
|
|
|
|
- /* rC0 = c0a c0b c0c c0d */
|
|
- /* rC1 = c1a c1b c1c c1d */
|
|
- /* rC2 = c2a c2b c2c c2d */
|
|
- /* rC3 = c3a c3b c3c c3d */
|
|
+ /* rC0 = c0a c0b c0c c0d */
|
|
+ /* rC1 = c1a c1b c1c c1d */
|
|
+ /* rC2 = c2a c2b c2c c2d */
|
|
+ /* rC3 = c3a c3b c3c c3d */
|
|
/* */
|
|
- movaps rC2, rB0 /* rB0 = c2a c2b c2c c2d */
|
|
- prefC(64(pC,incCn))
|
|
- prefB(256-176(pB,ldab))
|
|
- movaps rC0, rA0 /* rA0 = c0a c0b c0c c0d */
|
|
- unpckhps rC3, rB0 /* rB0 = c2c c3c c2d c3d */
|
|
- unpckhps rC1, rA0 /* rA0 = c0c c1c c0d c1d */
|
|
- unpcklps rC3, rC2 /* rC2 = c2a c3a c2b c3b */
|
|
- movlhps rB0, rC3 /* rC3 = c3a c3b c2c c3c */
|
|
- unpcklps rC1, rC0 /* rC0 = c0a c1a c0b c1b */
|
|
- movhlps rA0, rC3 /* rC3 = c0d c1d c2c c3c */
|
|
- movlhps rC2, rA0 /* rA0 = c0c c1c c2a c3a */
|
|
- movhlps rC0, rB0 /* rB0 = c0b c1b c2d c3d */
|
|
- addps rA0, rC3 /* rC3 = c0cd c1cd c2ac c3ac */
|
|
- movlhps rC0, rC1 /* rC1 = c1a c1b c0a c1a */
|
|
- movhlps rC1, rC2 /* rC2 = c0a c1a c2b c3b */
|
|
- movaps rC4, rA0 /* rA0 = c4a c4b c4c c4d */
|
|
- addps rB0, rC2 /* rC2 = c0ab c1ab c2bd c3bd */
|
|
- movaps rC6, rB0 /* rB0 = c6a c6b c6c c6d */
|
|
- addps rC2, rC3 /* rC3 = c0abcd c1abcd c2bdac c3bdac */
|
|
-
|
|
-
|
|
- /* rC4 = c4a c4b c4c c4d */
|
|
- /* rC5 = c5a c5b c5c c5d */
|
|
- /* rC6 = c6a c6b c6c c6d */
|
|
- /* rC7 = c7a c7b c7c c7d */
|
|
- /* rC8 = c08a c08b c08c c08d */
|
|
- /* rC9 = c09a c09b c09c c09d */
|
|
- /* rC10 = c10a c10b c10c c10d */
|
|
- /* rC11 = c11a c11b c11c c11d */
|
|
- /* rC12 = c12a c12b c12c c12d */
|
|
- /* rC13 = c13a c13b c13c c13d */
|
|
+ movaps rC2, rB0 /* rB0 = c2a c2b c2c c2d */
|
|
+ prefC(64(pC,incCn))
|
|
+ prefB(256-176(pB,ldab))
|
|
+ movaps rC0, rA0 /* rA0 = c0a c0b c0c c0d */
|
|
+ unpckhps rC3, rB0 /* rB0 = c2c c3c c2d c3d */
|
|
+ unpckhps rC1, rA0 /* rA0 = c0c c1c c0d c1d */
|
|
+ unpcklps rC3, rC2 /* rC2 = c2a c3a c2b c3b */
|
|
+ movlhps rB0, rC3 /* rC3 = c3a c3b c2c c3c */
|
|
+ unpcklps rC1, rC0 /* rC0 = c0a c1a c0b c1b */
|
|
+ movhlps rA0, rC3 /* rC3 = c0d c1d c2c c3c */
|
|
+ movlhps rC2, rA0 /* rA0 = c0c c1c c2a c3a */
|
|
+ movhlps rC0, rB0 /* rB0 = c0b c1b c2d c3d */
|
|
+ addps rA0, rC3 /* rC3 = c0cd c1cd c2ac c3ac */
|
|
+ movlhps rC0, rC1 /* rC1 = c1a c1b c0a c1a */
|
|
+ movhlps rC1, rC2 /* rC2 = c0a c1a c2b c3b */
|
|
+ movaps rC4, rA0 /* rA0 = c4a c4b c4c c4d */
|
|
+ addps rB0, rC2 /* rC2 = c0ab c1ab c2bd c3bd */
|
|
+ movaps rC6, rB0 /* rB0 = c6a c6b c6c c6d */
|
|
+ addps rC2, rC3 /* rC3 = c0abcd c1abcd c2bdac c3bdac */
|
|
+
|
|
+
|
|
+ /* rC4 = c4a c4b c4c c4d */
|
|
+ /* rC5 = c5a c5b c5c c5d */
|
|
+ /* rC6 = c6a c6b c6c c6d */
|
|
+ /* rC7 = c7a c7b c7c c7d */
|
|
+ /* rC8 = c08a c08b c08c c08d */
|
|
+ /* rC9 = c09a c09b c09c c09d */
|
|
+ /* rC10 = c10a c10b c10c c10d */
|
|
+ /* rC11 = c11a c11b c11c c11d */
|
|
+ /* rC12 = c12a c12b c12c c12d */
|
|
+ /* rC13 = c13a c13b c13c c13d */
|
|
/* */
|
|
- movaps rC10, rC0 /* rC0 = c10a c10b c10c c10d */
|
|
- movaps rC8 , rC1 /* rC1 = c08a c08b c08c c08d */
|
|
- movaps rC12, rC2 /* rC2 = c12a c12b c12c c12d */
|
|
- unpckhps rC7, rB0 /* rB0 = c6c c7c c6d c7d */
|
|
- unpckhps rC5, rA0 /* rA0 = c4c c5c c4d c5d */
|
|
- unpcklps rC7, rC6 /* rC6 = c6a c7a c6b c7b */
|
|
- unpckhps rC11, rC0 /* rC0 = c10c c11c c10d c11d */
|
|
- unpckhps rC9 , rC1 /* rC1 = c08c c09c c08d c09d */
|
|
- movlhps rB0, rC7 /* rC7 = c7a c7b c6c c7c */
|
|
- unpcklps rC5, rC4 /* rC4 = c4a c5a c4b c5b */
|
|
- movhlps rA0, rC7 /* rC7 = c4d c5d c6c c7c */
|
|
- movlhps rC6, rA0 /* rA0 = c4c c5c c6a c7a */
|
|
- unpcklps rC11, rC10 /* rC10 = c10a c11a c10b c11b */
|
|
- movhlps rC4, rB0 /* rB0 = c4b c5b c6d c7d */
|
|
- movlhps rC0, rC11 /* rC11 = c11a c11b c10c c11c */
|
|
- addps rA0, rC7 /* rC7 = c4cd c5cd c6ac c7ac */
|
|
+ movaps rC10, rC0 /* rC0 = c10a c10b c10c c10d */
|
|
+ movaps rC8 , rC1 /* rC1 = c08a c08b c08c c08d */
|
|
+ movaps rC12, rC2 /* rC2 = c12a c12b c12c c12d */
|
|
+ unpckhps rC7, rB0 /* rB0 = c6c c7c c6d c7d */
|
|
+ unpckhps rC5, rA0 /* rA0 = c4c c5c c4d c5d */
|
|
+ unpcklps rC7, rC6 /* rC6 = c6a c7a c6b c7b */
|
|
+ unpckhps rC11, rC0 /* rC0 = c10c c11c c10d c11d */
|
|
+ unpckhps rC9 , rC1 /* rC1 = c08c c09c c08d c09d */
|
|
+ movlhps rB0, rC7 /* rC7 = c7a c7b c6c c7c */
|
|
+ unpcklps rC5, rC4 /* rC4 = c4a c5a c4b c5b */
|
|
+ movhlps rA0, rC7 /* rC7 = c4d c5d c6c c7c */
|
|
+ movlhps rC6, rA0 /* rA0 = c4c c5c c6a c7a */
|
|
+ unpcklps rC11, rC10 /* rC10 = c10a c11a c10b c11b */
|
|
+ movhlps rC4, rB0 /* rB0 = c4b c5b c6d c7d */
|
|
+ movlhps rC0, rC11 /* rC11 = c11a c11b c10c c11c */
|
|
+ addps rA0, rC7 /* rC7 = c4cd c5cd c6ac c7ac */
|
|
#ifdef BETAX
|
|
#ifdef SREAL
|
|
- movups (pC), rA0
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- movups 16(pC), rC4
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movups 32(pC), rC5
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- movlps 48(pC), rC1
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
- mulps BOF(%rsp), rA0
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- mulps BOF(%rsp), rC4
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- mulps BOF(%rsp), rC5
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
- mulps BOF(%rsp), rC1
|
|
+ movups (pC), rA0
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ movups 16(pC), rC4
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movups 32(pC), rC5
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ movlps 48(pC), rC1
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ mulps BOF(%rsp), rA0
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ mulps BOF(%rsp), rC4
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ mulps BOF(%rsp), rC5
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ mulps BOF(%rsp), rC1
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
- addps rA0, rC3
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
- addps rC4, rC7
|
|
- addps rC5, rC11
|
|
- prefB(320-176(pB,ldab))
|
|
- addps rC1, rC12
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ addps rA0, rC3
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ addps rC4, rC7
|
|
+ addps rC5, rC11
|
|
+ prefB(320-176(pB,ldab))
|
|
+ addps rC1, rC12
|
|
#else /* BETA = X, complex type */
|
|
- movups (pC), rA0
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- movups 16(pC), rC4
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- shufps $0x88, rC4, rA0 /* rA0 = c0 c1 c2 c3 */
|
|
- movups 32(pC), rC4 /* rC4 = c4 X c5 X */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movups 48(pC), rC5 /* rC5 = c6 X c7 X */
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- shufps $0x88, rC5, rC4 /* rC4 = c4 c5 c6 c7 */
|
|
- movups 64(pC), rC5 /* rC5 = c8 X c9 X */
|
|
- movups 80(pC), rC1 /* rC1 = c10 X c11 X */
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- shufps $0x88, rC1, rC5 /* rC5 = c8 c9 c10 c11 */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- movss 96(pC), rC1
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movss 104(pC), rB0
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- unpcklps rB0, rC1
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
- mulps BOF(%rsp), rA0
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- mulps BOF(%rsp), rC4
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- mulps BOF(%rsp), rC5
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
- mulps BOF(%rsp), rC1
|
|
+ movups (pC), rA0
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ movups 16(pC), rC4
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ shufps $0x88, rC4, rA0 /* rA0 = c0 c1 c2 c3 */
|
|
+ movups 32(pC), rC4 /* rC4 = c4 X c5 X */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movups 48(pC), rC5 /* rC5 = c6 X c7 X */
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ shufps $0x88, rC5, rC4 /* rC4 = c4 c5 c6 c7 */
|
|
+ movups 64(pC), rC5 /* rC5 = c8 X c9 X */
|
|
+ movups 80(pC), rC1 /* rC1 = c10 X c11 X */
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ shufps $0x88, rC1, rC5 /* rC5 = c8 c9 c10 c11 */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ movss 96(pC), rC1
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movss 104(pC), rB0
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ unpcklps rB0, rC1
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ mulps BOF(%rsp), rA0
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ mulps BOF(%rsp), rC4
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ mulps BOF(%rsp), rC5
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ mulps BOF(%rsp), rC1
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
- addps rA0, rC3
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
- addps rC4, rC7
|
|
- addps rC5, rC11
|
|
- prefB(320-176(pB,ldab))
|
|
- addps rC1, rC12
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ addps rA0, rC3
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ addps rC4, rC7
|
|
+ addps rC5, rC11
|
|
+ prefB(320-176(pB,ldab))
|
|
+ addps rC1, rC12
|
|
#endif
|
|
|
|
#else
|
|
- movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
- unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
- movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
- movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
- movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
- movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
- unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
- addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
- addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
- movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
- unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
- movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
- addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
- addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
- addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
- addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
+ movlhps rC4, rC5 /* rC5 = c5a c5b c4a c5a */
|
|
+ unpcklps rC9 , rC8 /* rC8 = c08a c09a c08b c09b */
|
|
+ movhlps rC1, rC11 /* rC11 = c08d c09d c10c c11c */
|
|
+ movlhps rC10, rC1 /* rC1 = c08c c09c c10a c11a */
|
|
+ movhlps rC5, rC6 /* rC6 = c4a c5a c6b c7b */
|
|
+ movhlps rC8 , rC0 /* rC0 = c08b c09b c10d c11d */
|
|
+ unpcklps rC13, rC2 /* rC2 = c12a c13a c12b c13b */
|
|
+ addps rC1, rC11 /* rC11 = c08cd c09cd c10ac c11ac */
|
|
+ addps rB0, rC6 /* rC6 = c4ab c5ab c6bd c7bd */
|
|
+ movlhps rC8 , rC9 /* rC9 = c09a c09b c08a c09a */
|
|
+ unpckhps rC13, rC12 /* rC12 = c12c c13c c12d c13d */
|
|
+ movhlps rC9 , rC10 /* rC10 = c08a c09a c10b c11b */
|
|
+ addps rC6, rC7 /* rC7 = c4abcd c5abcd c6bdac c7bdac */
|
|
+ addps rC0, rC10 /* rC10 = c08ab c09ab c10bd c11bd */
|
|
+ addps rC2, rC12 /* rC12 = c12ac c13ac c12bd c13bd */
|
|
+ addps rC10, rC11 /* rC11 = c08abcd c09abcd c10bdac c11bdac */
|
|
|
|
/* */
|
|
|
|
- movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
- prefB(320-176(pB,ldab))
|
|
- addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
+ movhlps rC12, rC13 /* rC13 = c12bd c13bd X X */
|
|
+ prefB(320-176(pB,ldab))
|
|
+ addps rC13, rC12 /* rC12 = c12abcd c13abcd X X */
|
|
|
|
#endif
|
|
/*
|
|
* Write results back to C; pC += 14;
|
|
*/
|
|
#ifdef SREAL
|
|
- movups rC3, (pC)
|
|
- movups rC7, 16(pC)
|
|
- movups rC11, 32(pC)
|
|
- movlps rC12, 48(pC)
|
|
-/* addq $56, pC */
|
|
+ movups rC3, (pC)
|
|
+ movups rC7, 16(pC)
|
|
+ movups rC11, 32(pC)
|
|
+ movlps rC12, 48(pC)
|
|
+/* addq $56, pC */
|
|
#else
|
|
- movss rC3, (pC)
|
|
- movss rC7, 32(pC)
|
|
- movhlps rC3, rC0
|
|
- movhlps rC7, rC6
|
|
- movss rC0, 16(pC)
|
|
- movss rC6, 48(pC)
|
|
- shufps $0x55, rC3, rC3
|
|
- shufps $0x55, rC7, rC7
|
|
- movss rC3, 8(pC)
|
|
- movss rC7, 40(pC)
|
|
- shufps $0x55, rC0, rC0
|
|
- shufps $0x55, rC6, rC6
|
|
- movss rC0, 24(pC)
|
|
- movss rC6, 56(pC)
|
|
-
|
|
- movss rC11, 64(pC)
|
|
- movhlps rC11, rC2
|
|
- movss rC12, 96(pC)
|
|
- movss rC2, 80(pC)
|
|
- shufps $0x55, rC11, rC11
|
|
- shufps $0x55, rC12, rC12
|
|
- movss rC11, 72(pC)
|
|
- shufps $0x55, rC2, rC2
|
|
- movss rC12, 104(pC)
|
|
- movss rC2, 88(pC)
|
|
+ movss rC3, (pC)
|
|
+ movss rC7, 32(pC)
|
|
+ movhlps rC3, rC0
|
|
+ movhlps rC7, rC6
|
|
+ movss rC0, 16(pC)
|
|
+ movss rC6, 48(pC)
|
|
+ shufps $0x55, rC3, rC3
|
|
+ shufps $0x55, rC7, rC7
|
|
+ movss rC3, 8(pC)
|
|
+ movss rC7, 40(pC)
|
|
+ shufps $0x55, rC0, rC0
|
|
+ shufps $0x55, rC6, rC6
|
|
+ movss rC0, 24(pC)
|
|
+ movss rC6, 56(pC)
|
|
+
|
|
+ movss rC11, 64(pC)
|
|
+ movhlps rC11, rC2
|
|
+ movss rC12, 96(pC)
|
|
+ movss rC2, 80(pC)
|
|
+ shufps $0x55, rC11, rC11
|
|
+ shufps $0x55, rC12, rC12
|
|
+ movss rC11, 72(pC)
|
|
+ shufps $0x55, rC2, rC2
|
|
+ movss rC12, 104(pC)
|
|
+ movss rC2, 88(pC)
|
|
|
|
-/* addq $112, pC */
|
|
+/* addq $112, pC */
|
|
#endif
|
|
/*
|
|
* Write results back to C
|
|
@@ -2660,55 +2667,55 @@ MLAST:
|
|
/*
|
|
* while (pA != stM);
|
|
*/
|
|
-/* subq $1, stM */
|
|
-/* jne UMLOOP */
|
|
+/* subq $1, stM */
|
|
+/* jne UMLOOP */
|
|
/*
|
|
* pC += 14; pA += 14*NB; pB -= NB;
|
|
*/
|
|
-/* subq $MBKBso-NB14so+176, pA5 */
|
|
-/* subq $MBKBso-NB14so+176, pA10 */
|
|
- subq incAm, pA5
|
|
- subq incAm, pA10
|
|
- addq $NBso-176, pB0
|
|
+/* subq $MBKBso-NB14so+176, pA5 */
|
|
+/* subq $MBKBso-NB14so+176, pA10 */
|
|
+ subq incAm, pA5
|
|
+ subq incAm, pA10
|
|
+ addq $NBso-176, pB0
|
|
/*
|
|
* while (pA != stM);
|
|
*/
|
|
-/* subq $1, stM */
|
|
-/* jne UMLOOP */
|
|
+/* subq $1, stM */
|
|
+/* jne UMLOOP */
|
|
/*
|
|
* pC += incCn; pA -= NBNB; pB += NB;
|
|
*/
|
|
- addq incCn, pC
|
|
+ addq incCn, pC
|
|
/*
|
|
* while (pB != stN);
|
|
*/
|
|
- sub $1, stN
|
|
- jne UNLOOP
|
|
+ sub $1, stN
|
|
+ jne UNLOOP
|
|
|
|
/*
|
|
* Restore callee-saved iregs
|
|
*/
|
|
DONE:
|
|
- movq -8(%rsp), %rbp
|
|
- movq -16(%rsp), %rbx
|
|
+ movq -8(%rsp), %rbp
|
|
+ movq -16(%rsp), %rbx
|
|
#if MB == 0
|
|
- movq -32(%rsp), %r12
|
|
- movq -40(%rsp), %r13
|
|
+ movq -32(%rsp), %r12
|
|
+ movq -40(%rsp), %r13
|
|
#endif
|
|
- ret
|
|
+ ret
|
|
#if MB == 0
|
|
MB_LT84:
|
|
- cmp $70, stM
|
|
- jne MB_LT70
|
|
-/* movq $70/14, stM */
|
|
- movq $5, stM
|
|
- jmp MBFOUND
|
|
+ cmp $70, stM
|
|
+ jne MB_LT70
|
|
+/* movq $70/14, stM */
|
|
+ movq $5, stM
|
|
+ jmp MBFOUND
|
|
MB_LT70:
|
|
- cmp $56, stM
|
|
- jne MB_LT56
|
|
-/* movq $56/14, stM */
|
|
- movq $4, stM
|
|
- jmp MBFOUND
|
|
+ cmp $56, stM
|
|
+ jne MB_LT56
|
|
+/* movq $56/14, stM */
|
|
+ movq $4, stM
|
|
+ jmp MBFOUND
|
|
MB_LT56:
|
|
cmp $42, stM
|
|
jne MB_LT42
|
|
diff -rupN ATLAS/tune/blas/level1/scalsrch.c atlas-3.8.3/tune/blas/level1/scalsrch.c
|
|
--- ATLAS/tune/blas/level1/scalsrch.c 2009-02-18 19:48:25.000000000 +0100
|
|
+++ atlas-3.8.3/tune/blas/level1/scalsrch.c 2009-11-12 13:45:48.141174024 +0100
|
|
@@ -747,7 +747,7 @@ void GenMainRout(char pre, int n, int *i
|
|
/*
|
|
* Handle all special alpha cases
|
|
*/
|
|
- fprintf(fpout, "%sif ( SCALAR_IS_ZERO(alpha) )\n", spc);
|
|
+ /* fprintf(fpout, "%sif ( SCALAR_IS_ZERO(alpha) )\n", spc);
|
|
fprintf(fpout, "%s{\n", spc);
|
|
if (pre == 'c' || pre == 'z')
|
|
{
|
|
@@ -756,7 +756,7 @@ void GenMainRout(char pre, int n, int *i
|
|
}
|
|
else fprintf(fpout, "%s Mjoin(PATL,set)(N, ATL_rzero, X, incx);\n", spc);
|
|
fprintf(fpout, "%s return;\n", spc);
|
|
- fprintf(fpout, "%s}\n", spc);
|
|
+ fprintf(fpout, "%s}\n", spc); */
|
|
GenAlphCase(pre, spc, fpout, 1, n, ix, iy, ia, ib);
|
|
GenAlphCase(pre, spc, fpout, -1, n, ix, iy, ia, ib);
|
|
if (pre == 'c' || pre == 'z')
|