dropbear: tomsfastmath/src/sqr/fp_sqr

author	Matt Johnston <matt@ucc.asn.au>
date	Wed, 23 Nov 2011 18:10:20 +0700
parents
children	f10335e5e42f

rev	line source
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	1 /*
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	2 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	3 * This project is meant to fill in where LibTomMath
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	4 * falls short. That is speed ;-)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	5 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	6 * This project is public domain and free for all purposes.
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	7 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	8 * Tom St Denis, [email protected]
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	9 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	10 #include <tfm.h>
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	11
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	12 #if defined(TFM_PRESCOTT) && defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	13 #undef TFM_SSE2
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	14 #define TFM_X86
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	15 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	16
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	17 #if defined(TFM_X86)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	18
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	19 /* x86-32 optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	20
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	21 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	22
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	23 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	24 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	25
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	26 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	27 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	28
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	29 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	30 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	31
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	32 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	33 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	34
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	35 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	36
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	37 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	38 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	39 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	40 "mull %%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	41 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	42 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	43 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	44 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	45
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	46 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	47 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	48 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	49 "mull %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	50 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	51 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	52 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	53 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	54 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	55 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	56 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i), "m"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	57
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	58 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	59 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	60 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	61 "mull %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	62 "movl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	63 "movl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	64 "xorl %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	65 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "g"(i), "g"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	66
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	67 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	68 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	69 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	70 "mull %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	71 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	72 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	73 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	74 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "g"(i), "g"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	75
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	76 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	77 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	78 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	79 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	80 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	81 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	82 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	83 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	84 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(sc0), "r"(sc1), "r"(sc2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	85
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	86 #elif defined(TFM_X86_64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	87 /* x86-64 optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	88
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	89 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	90
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	91 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	92 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	93
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	94 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	95 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	96
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	97 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	98 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	99
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	100 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	101 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	102
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	103 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	104
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	105 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	106 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	107 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	108 "mulq %%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	109 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	110 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	111 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	112 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "g"(i) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	113
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	114 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	115 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	116 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	117 "mulq %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	118 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	119 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	120 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	121 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	122 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	123 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	124 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "g"(i), "g"(j) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	125
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	126 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	127 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	128 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	129 "mulq %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	130 "movq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	131 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	132 "xorq %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	133 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "g"(i), "g"(j) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	134
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	135 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	136 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	137 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	138 "mulq %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	139 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	140 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	141 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	142 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "g"(i), "g"(j) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	143
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	144 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	145 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	146 "addq %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	147 "adcq %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	148 "adcq %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	149 "addq %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	150 "adcq %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	151 "adcq %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	152 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(sc0), "r"(sc1), "r"(sc2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	153
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	154 #elif defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	155
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	156 /* SSE2 Optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	157 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	158
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	159 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	160 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	161
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	162 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	163 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	164
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	165 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	166 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	167
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	168 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	169 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	170
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	171 #define COMBA_FINI \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	172 asm("emms");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	173
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	174 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	175 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	176 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	177 "pmuludq %%mm0,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	178 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	179 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	180 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	181 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	182 "adcl %%eax,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	183 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	184 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i) :"%eax","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	185
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	186 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	187 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	188 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	189 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	190 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	191 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	192 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	193 "movd %%mm0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	194 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	195 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	196 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	197 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	198 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	199 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	200 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i), "m"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	201
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	202 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	203 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	204 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	205 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	206 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	207 "movd %%mm0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	208 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	209 "movd %%mm0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	210 "xorl %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	211 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "m"(i), "m"(j));
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	212
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	213 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	214 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	215 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	216 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	217 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	218 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	219 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	220 "movd %%mm0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	221 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	222 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	223 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	224 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "m"(i), "m"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	225
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	226 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	227 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	228 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	229 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	230 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	231 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	232 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	233 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	234 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(sc0), "r"(sc1), "r"(sc2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	235
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	236 #elif defined(TFM_ARM)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	237
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	238 /* ARM code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	239
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	240 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	241
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	242 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	243 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	244
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	245 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	246 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	247
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	248 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	249 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	250
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	251 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	252 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	253
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	254 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	255
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	256 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	257 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	258 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	259 " UMULL r0,r1,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	260 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	261 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	262 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	263 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(i) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	264
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	265 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	266 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	267 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	268 " UMULL r0,r1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	269 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	270 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	271 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	272 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	273 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	274 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	275 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	276
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	277 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	278 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	279 " UMULL %0,%1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	280 " SUB %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	281 :"=r"(sc0), "=r"(sc1), "=r"(sc2) : "0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	282
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	283 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	284 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	285 " UMULL r0,r1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	286 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	287 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	288 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	289 :"=r"(sc0), "=r"(sc1), "=r"(sc2) : "0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	290
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	291 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	292 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	293 " ADDS %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	294 " ADCS %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	295 " ADC %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	296 " ADDS %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	297 " ADCS %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	298 " ADC %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	299 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	300
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	301 #elif defined(TFM_PPC32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	302
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	303 /* PPC32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	304
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	305 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	306
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	307 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	308 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	309
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	310 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	311 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	312
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	313 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	314 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	315
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	316 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	317 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	318
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	319 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	320
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	321 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	322 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	323 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	324 " mullw 16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	325 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	326 " mulhwu 16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	327 " adde %1,%1,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	328 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	329 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	330
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	331 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	332 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	333 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	334 " mullw 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	335 " mulhwu 17,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	336 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	337 " adde %1,%1,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	338 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	339 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	340 " adde %1,%1,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	341 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	342 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"16", "17","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	343
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	344 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	345 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	346 " mullw %0,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	347 " mulhwu %1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	348 " xor %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	349 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	350
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	351 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	352 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	353 " mullw 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	354 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	355 " mulhwu 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	356 " adde %1,%1,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	357 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	358 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"16", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	359
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	360 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	361 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	362 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	363 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	364 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	365 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	366 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	367 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	368 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	369
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	370 #elif defined(TFM_PPC64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	371 /* PPC64 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	372
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	373 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	374
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	375 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	376 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	377
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	378 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	379 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	380
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	381 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	382 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	383
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	384 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	385 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	386
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	387 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	388
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	389 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	390 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	391 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	392 " mulld r16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	393 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	394 " mulhdu r16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	395 " adde %1,%1,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	396 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	397 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"r16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	398
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	399 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	400 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	401 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	402 " mulld r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	403 " mulhdu r17,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	404 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	405 " adde %1,%1,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	406 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	407 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	408 " adde %1,%1,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	409 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	410 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"r16", "r17","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	411
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	412 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	413 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	414 " mulld %0,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	415 " mulhdu %1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	416 " xor %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	417 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	418
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	419 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	420 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	421 " mulld r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	422 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	423 " mulhdu r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	424 " adde %1,%1,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	425 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	426 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"r16", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	427
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	428 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	429 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	430 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	431 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	432 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	433 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	434 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	435 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	436 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	437
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	438
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	439 #elif defined(TFM_AVR32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	440
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	441 /* AVR32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	442
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	443 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	444
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	445 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	446 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	447
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	448 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	449 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	450
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	451 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	452 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	453
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	454 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	455 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	456
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	457 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	458
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	459 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	460 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	461 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	462 " mulu.d r2,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	463 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	464 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	465 " acr %2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	466 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"r2","r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	467
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	468 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	469 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	470 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	471 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	472 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	473 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	474 " acr %2, \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	475 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	476 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	477 " acr %2, \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	478 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	479
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	480 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	481 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	482 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	483 " mov %0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	484 " mov %1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	485 " eor %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	486 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	487
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	488 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	489 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	490 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	491 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	492 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	493 " acr %2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	494 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	495
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	496 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	497 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	498 " add %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	499 " adc %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	500 " adc %2,%2,%5 \n\t" \

643

a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a