dropbear: tomsfastmath/src/sqr/fp_sqr

annotate tomsfastmath/src/sqr/fp_sqr_comba.c @ 647:939cd3e22c87 dropbear-tfm

- Fix constraints so we don't get warned about uninitialised variable (it isn't used as input by the asm)

author	Matt Johnston <matt@ucc.asn.au>
date	Wed, 30 Nov 2011 23:15:21 +0800
parents	f10335e5e42f
children

rev	line source
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	1 /*
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	2 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	3 * This project is meant to fill in where LibTomMath
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	4 * falls short. That is speed ;-)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	5 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	6 * This project is public domain and free for all purposes.
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	7 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	8 * Tom St Denis, [email protected]
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	9 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	10 #include <tfm.h>
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	11
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	12 #if defined(TFM_PRESCOTT) && defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	13 #undef TFM_SSE2
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	14 #define TFM_X86
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	15 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	16
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	17 #if defined(TFM_X86)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	18
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	19 /* x86-32 optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	20
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	21 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	22
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	23 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	24 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	25
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	26 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	27 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	28
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	29 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	30 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	31
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	32 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	33 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	34
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	35 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	36
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	37 #define SQRADD(i, j) \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	38 do { fp_digit ti = (i); \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	39 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	40 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	41 "mull %%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	42 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	43 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	44 "adcl $0,%2 \n\t" \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	45 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(ti) :"%eax","%edx","%cc"); } while (0);
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	46
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	47 #define SQRADD2(i, j) \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	48 do { fp_digit ti = (i); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	49 fp_digit tj = (j); \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	50 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	51 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	52 "mull %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	53 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	54 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	55 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	56 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	57 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	58 "adcl $0,%2 \n\t" \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	59 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(ti), "m"(tj) :"%eax","%edx","%cc"); } while (0);
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	60
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	61 #define SQRADDSC(i, j) \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	62 do { \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	63 asm( \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	64 "movl %2,%%eax \n\t" \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	65 "mull %3 \n\t" \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	66 "movl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	67 "movl %%edx,%1 \n\t" \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	68 :"=r"(sc0), "=r"(sc1): "g"(i), "g"(j) :"%eax","%edx","%cc"); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	69 sc2 = 0; } while (0);
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	70
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	71 #define SQRADDAC(i, j) \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	72 do { fp_digit ti = (i); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	73 fp_digit tj = (j); \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	74 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	75 "movl %6,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	76 "mull %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	77 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	78 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	79 "adcl $0,%2 \n\t" \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	80 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "m"(ti), "m"(tj) :"%eax","%edx","%cc"); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	81 } while (0);
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	82
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	83 #define SQRADDDB \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	84 do { fp_digit tsc0 = (sc0); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	85 fp_digit tsc1 = (sc1); \
f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	86 fp_digit tsc2 = (sc2); \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	87 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	88 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	89 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	90 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	91 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	92 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	93 "adcl %8,%2 \n\t" \
646 f10335e5e42f - More asm constraint fixes. Now seems to build OK on 32-bit OS X. Matt Johnston <matt@ucc.asn.au> parents: 643 diff changeset	94 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "m"(tsc0), "m"(tsc1), "m"(tsc2) : "%cc"); } while (0);
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	95
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	96 #elif defined(TFM_X86_64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	97 /* x86-64 optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	98
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	99 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	100
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	101 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	102 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	103
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	104 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	105 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	106
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	107 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	108 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	109
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	110 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	111 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	112
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	113 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	114
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	115 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	116 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	117 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	118 "mulq %%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	119 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	120 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	121 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	122 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "g"(i) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	123
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	124 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	125 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	126 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	127 "mulq %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	128 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	129 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	130 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	131 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	132 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	133 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	134 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "g"(i), "g"(j) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	135
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	136 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	137 asm( \
647 939cd3e22c87 - Fix constraints so we don't get warned about uninitialised Matt Johnston <matt@ucc.asn.au> parents: 646 diff changeset	138 "movq %3,%%rax \n\t" \
939cd3e22c87 - Fix constraints so we don't get warned about uninitialised Matt Johnston <matt@ucc.asn.au> parents: 646 diff changeset	139 "mulq %4 \n\t" \
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	140 "movq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	141 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	142 "xorq %2,%2 \n\t" \
647 939cd3e22c87 - Fix constraints so we don't get warned about uninitialised Matt Johnston <matt@ucc.asn.au> parents: 646 diff changeset	143 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "g"(i), "g"(j) :"%rax","%rdx","%cc");
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	144
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	145 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	146 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	147 "movq %6,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	148 "mulq %7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	149 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	150 "adcq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	151 "adcq $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	152 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "g"(i), "g"(j) :"%rax","%rdx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	153
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	154 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	155 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	156 "addq %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	157 "adcq %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	158 "adcq %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	159 "addq %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	160 "adcq %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	161 "adcq %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	162 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(sc0), "r"(sc1), "r"(sc2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	163
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	164 #elif defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	165
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	166 /* SSE2 Optimized */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	167 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	168
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	169 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	170 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	171
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	172 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	173 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	174
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	175 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	176 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	177
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	178 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	179 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	180
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	181 #define COMBA_FINI \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	182 asm("emms");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	183
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	184 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	185 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	186 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	187 "pmuludq %%mm0,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	188 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	189 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	190 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	191 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	192 "adcl %%eax,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	193 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	194 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i) :"%eax","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	195
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	196 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	197 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	198 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	199 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	200 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	201 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	202 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	203 "movd %%mm0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	204 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	205 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	206 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	207 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	208 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	209 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	210 :"=r"(c0), "=r"(c1), "=r"(c2): "0"(c0), "1"(c1), "2"(c2), "m"(i), "m"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	211
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	212 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	213 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	214 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	215 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	216 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	217 "movd %%mm0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	218 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	219 "movd %%mm0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	220 "xorl %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	221 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "m"(i), "m"(j));
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	222
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	223 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	224 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	225 "movd %6,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	226 "movd %7,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	227 "pmuludq %%mm1,%%mm0\n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	228 "movd %%mm0,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	229 "psrlq $32,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	230 "movd %%mm0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	231 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	232 "adcl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	233 "adcl $0,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	234 :"=r"(sc0), "=r"(sc1), "=r"(sc2): "0"(sc0), "1"(sc1), "2"(sc2), "m"(i), "m"(j) :"%eax","%edx","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	235
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	236 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	237 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	238 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	239 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	240 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	241 "addl %6,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	242 "adcl %7,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	243 "adcl %8,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	244 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(sc0), "r"(sc1), "r"(sc2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	245
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	246 #elif defined(TFM_ARM)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	247
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	248 /* ARM code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	249
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	250 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	251
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	252 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	253 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	254
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	255 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	256 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	257
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	258 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	259 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	260
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	261 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	262 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	263
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	264 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	265
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	266 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	267 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	268 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	269 " UMULL r0,r1,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	270 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	271 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	272 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	273 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(i) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	274
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	275 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	276 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	277 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	278 " UMULL r0,r1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	279 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	280 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	281 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	282 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	283 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	284 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	285 :"=r"(c0), "=r"(c1), "=r"(c2) : "0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	286
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	287 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	288 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	289 " UMULL %0,%1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	290 " SUB %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	291 :"=r"(sc0), "=r"(sc1), "=r"(sc2) : "0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	292
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	293 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	294 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	295 " UMULL r0,r1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	296 " ADDS %0,%0,r0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	297 " ADCS %1,%1,r1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	298 " ADC %2,%2,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	299 :"=r"(sc0), "=r"(sc1), "=r"(sc2) : "0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j) : "r0", "r1", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	300
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	301 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	302 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	303 " ADDS %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	304 " ADCS %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	305 " ADC %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	306 " ADDS %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	307 " ADCS %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	308 " ADC %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	309 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	310
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	311 #elif defined(TFM_PPC32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	312
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	313 /* PPC32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	314
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	315 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	316
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	317 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	318 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	319
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	320 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	321 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	322
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	323 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	324 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	325
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	326 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	327 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	328
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	329 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	330
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	331 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	332 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	333 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	334 " mullw 16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	335 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	336 " mulhwu 16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	337 " adde %1,%1,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	338 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	339 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	340
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	341 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	342 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	343 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	344 " mullw 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	345 " mulhwu 17,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	346 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	347 " adde %1,%1,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	348 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	349 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	350 " adde %1,%1,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	351 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	352 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"16", "17","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	353
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	354 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	355 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	356 " mullw %0,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	357 " mulhwu %1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	358 " xor %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	359 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	360
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	361 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	362 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	363 " mullw 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	364 " addc %0,%0,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	365 " mulhwu 16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	366 " adde %1,%1,16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	367 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	368 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"16", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	369
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	370 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	371 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	372 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	373 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	374 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	375 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	376 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	377 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	378 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	379
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	380 #elif defined(TFM_PPC64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	381 /* PPC64 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	382
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	383 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	384
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	385 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	386 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	387
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	388 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	389 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	390
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	391 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	392 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	393
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	394 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	395 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	396
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	397 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	398
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	399 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	400 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	401 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	402 " mulld r16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	403 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	404 " mulhdu r16,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	405 " adde %1,%1,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	406 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	407 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"r16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	408
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	409 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	410 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	411 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	412 " mulld r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	413 " mulhdu r17,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	414 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	415 " adde %1,%1,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	416 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	417 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	418 " adde %1,%1,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	419 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	420 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"r16", "r17","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	421
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	422 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	423 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	424 " mulld %0,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	425 " mulhdu %1,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	426 " xor %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	427 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	428
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	429 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	430 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	431 " mulld r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	432 " addc %0,%0,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	433 " mulhdu r16,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	434 " adde %1,%1,r16 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	435 " addze %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	436 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"r16", "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	437
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	438 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	439 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	440 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	441 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	442 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	443 " addc %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	444 " adde %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	445 " adde %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	446 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	447
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	448
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	449 #elif defined(TFM_AVR32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	450
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	451 /* AVR32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	452
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	453 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	454
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	455 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	456 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	457
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	458 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	459 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	460
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	461 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	462 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	463
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	464 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	465 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	466
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	467 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	468
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	469 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	470 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	471 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	472 " mulu.d r2,%6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	473 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	474 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	475 " acr %2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	476 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"r2","r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	477
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	478 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	479 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	480 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	481 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	482 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	483 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	484 " acr %2, \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	485 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	486 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	487 " acr %2, \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	488 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	489
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	490 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	491 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	492 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	493 " mov %0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	494 " mov %1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	495 " eor %2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	496 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	497
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	498 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	499 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	500 " mulu.d r2,%6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	501 " add %0,%0,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	502 " adc %1,%1,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	503 " acr %2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	504 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"r2", "r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	505
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	506 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	507 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	508 " add %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	509 " adc %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	510 " adc %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	511 " add %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	512 " adc %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	513 " adc %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	514 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	515
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	516 #elif defined(TFM_MIPS)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	517
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	518 /* MIPS */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	519
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	520 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	521
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	522 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	523 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	524
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	525 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	526 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	527
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	528 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	529 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	530
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	531 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	532 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	533
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	534 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	535
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	536 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	537 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	538 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	539 " multu %6,%6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	540 " mflo $12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	541 " mfhi $13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	542 " addu %0,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	543 " sltu $12,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	544 " addu %1,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	545 " sltu $13,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	546 " addu %1,%1,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	547 " sltu $12,%1,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	548 " addu %2,%2,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	549 " addu %2,%2,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	550 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i):"$12","$13");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	551
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	552 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	553 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	554 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	555 " multu %6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	556 " mflo $12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	557 " mfhi $13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	558 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	559 " addu %0,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	560 " sltu $14,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	561 " addu %1,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	562 " sltu $15,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	563 " addu %1,%1,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	564 " sltu $14,%1,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	565 " addu %2,%2,$15 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	566 " addu %2,%2,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	567 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	568 " addu %0,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	569 " sltu $14,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	570 " addu %1,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	571 " sltu $15,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	572 " addu %1,%1,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	573 " sltu $14,%1,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	574 " addu %2,%2,$15 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	575 " addu %2,%2,$14 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	576 :"=r"(c0), "=r"(c1), "=r"(c2):"0"(c0), "1"(c1), "2"(c2), "r"(i), "r"(j):"$12", "$13", "$14", "$15");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	577
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	578 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	579 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	580 " multu %6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	581 " mflo %0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	582 " mfhi %1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	583 " xor %2,%2,%2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	584 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i),"r"(j) : "%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	585
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	586 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	587 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	588 " multu %6,%7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	589 " mflo $12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	590 " mfhi $13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	591 " addu %0,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	592 " sltu $12,%0,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	593 " addu %1,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	594 " sltu $13,%1,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	595 " addu %1,%1,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	596 " sltu $12,%1,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	597 " addu %2,%2,$13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	598 " addu %2,%2,$12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	599 :"=r"(sc0), "=r"(sc1), "=r"(sc2):"0"(sc0), "1"(sc1), "2"(sc2), "r"(i), "r"(j):"$12", "$13", "$14");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	600
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	601 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	602 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	603 " addu %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	604 " sltu $10,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	605 " addu %1,%1,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	606 " sltu $10,%1,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	607 " addu %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	608 " sltu $11,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	609 " addu %2,%2,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	610 " addu %2,%2,$11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	611 " addu %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	612 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	613 " addu %0,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	614 " sltu $10,%0,%3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	615 " addu %1,%1,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	616 " sltu $10,%1,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	617 " addu %1,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	618 " sltu $11,%1,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	619 " addu %2,%2,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	620 " addu %2,%2,$11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	621 " addu %2,%2,%5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	622 :"=r"(c0), "=r"(c1), "=r"(c2) : "r"(sc0), "r"(sc1), "r"(sc2), "0"(c0), "1"(c1), "2"(c2) : "$10", "$11");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	623
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	624 #else
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	625
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	626 #define TFM_ISO
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	627
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	628 /* ISO C portable code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	629
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	630 #define COMBA_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	631
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	632 #define CLEAR_CARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	633 c0 = c1 = c2 = 0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	634
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	635 #define COMBA_STORE(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	636 x = c0;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	637
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	638 #define COMBA_STORE2(x) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	639 x = c1;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	640
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	641 #define CARRY_FORWARD \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	642 do { c0 = c1; c1 = c2; c2 = 0; } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	643
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	644 #define COMBA_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	645
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	646 /* multiplies point i and j, updates carry "c1" and digit c2 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	647 #define SQRADD(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	648 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	649 t = c0 + ((fp_word)i) * ((fp_word)j); c0 = t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	650 t = c1 + (t >> DIGIT_BIT); c1 = t; c2 += t >> DIGIT_BIT; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	651 } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	652
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	653
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	654 /* for squaring some of the terms are doubled... */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	655 #define SQRADD2(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	656 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	657 t = ((fp_word)i) * ((fp_word)j); \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	658 tt = (fp_word)c0 + t; c0 = tt; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	659 tt = (fp_word)c1 + (tt >> DIGIT_BIT); c1 = tt; c2 += tt >> DIGIT_BIT; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	660 tt = (fp_word)c0 + t; c0 = tt; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	661 tt = (fp_word)c1 + (tt >> DIGIT_BIT); c1 = tt; c2 += tt >> DIGIT_BIT; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	662 } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	663
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	664 #define SQRADDSC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	665 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	666 t = ((fp_word)i) * ((fp_word)j); \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	667 sc0 = (fp_digit)t; sc1 = (t >> DIGIT_BIT); sc2 = 0; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	668 } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	669
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	670 #define SQRADDAC(i, j) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	671 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	672 t = sc0 + ((fp_word)i) * ((fp_word)j); sc0 = t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	673 t = sc1 + (t >> DIGIT_BIT); sc1 = t; sc2 += t >> DIGIT_BIT; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	674 } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	675
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	676 #define SQRADDDB \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	677 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	678 t = ((fp_word)sc0) + ((fp_word)sc0) + c0; c0 = t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	679 t = ((fp_word)sc1) + ((fp_word)sc1) + c1 + (t >> DIGIT_BIT); c1 = t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	680 c2 = c2 + ((fp_word)sc2) + ((fp_word)sc2) + (t >> DIGIT_BIT); \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	681 } while (0);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	682
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	683 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	684
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	685 /* $Source$ */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	686 /* $Revision$ */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	687 /* $Date$ */

Mercurial > dropbear

annotate tomsfastmath/src/sqr/fp_sqr_comba.c @ 647:939cd3e22c87 dropbear-tfm