dropbear: tomsfastmath/src/mont/fp_montgomery

author	Matt Johnston <matt@ucc.asn.au>
date	Wed, 23 Nov 2011 18:10:20 +0700
parents
children

rev	line source
643 a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	1 /* TomsFastMath, a fast ISO C bignum library.
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	2 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	3 * This project is meant to fill in where LibTomMath
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	4 * falls short. That is speed ;-)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	5 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	6 * This project is public domain and free for all purposes.
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	7 *
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	8 * Tom St Denis, [email protected]
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	9 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	10 #include <tfm.h>
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	11
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	12 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	13 #if defined(TFM_X86) && !defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	14 /* x86-32 code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	15
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	16 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	17 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	18 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	19 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	20 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	21
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	22 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	23 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	24 "movl %5,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	25 "mull %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	26 "addl %1,%%eax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	27 "adcl $0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	28 "addl %%eax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	29 "adcl $0,%%edx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	30 "movl %%edx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	31 :"=g"(_c[LO]), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	32 :"0"(_c[LO]), "1"(cy), "g"(mu), "g"(*tmpm++) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	33 : "%eax", "%edx", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	34
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	35 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	36 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	37 "addl %1,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	38 "setb %%al \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	39 "movzbl %%al,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	40 :"=g"(_c[LO]), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	41 :"0"(_c[LO]), "1"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	42 : "%eax", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	43
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	44 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	45 #elif defined(TFM_X86_64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	46 /* x86-64 code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	47
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	48 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	49 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	50 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	51 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	52 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	53
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	54 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	55 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	56 "movq %5,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	57 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	58 "addq %1,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	59 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	60 "addq %%rax,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	61 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	62 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	63 :"=g"(_c[LO]), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	64 :"0"(_c[LO]), "1"(cy), "r"(mu), "r"(*tmpm++) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	65 : "%rax", "%rdx", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	66
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	67 #define INNERMUL8 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	68 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	69 "movq 0(%5),%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	70 "movq 0(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	71 "movq 0x8(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	72 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	73 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	74 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	75 "movq 0x8(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	76 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	77 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	78 "movq %%rax,0(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	79 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	80 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	81 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	82 "movq 0x10(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	83 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	84 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	85 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	86 "movq 0x10(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	87 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	88 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	89 "movq %%rax,0x8(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	90 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	91 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	92 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	93 "movq 0x18(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	94 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	95 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	96 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	97 "movq 0x18(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	98 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	99 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	100 "movq %%rax,0x10(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	101 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	102 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	103 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	104 "movq 0x20(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	105 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	106 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	107 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	108 "movq 0x20(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	109 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	110 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	111 "movq %%rax,0x18(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	112 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	113 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	114 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	115 "movq 0x28(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	116 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	117 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	118 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	119 "movq 0x28(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	120 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	121 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	122 "movq %%rax,0x20(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	123 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	124 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	125 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	126 "movq 0x30(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	127 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	128 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	129 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	130 "movq 0x30(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	131 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	132 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	133 "movq %%rax,0x28(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	134 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	135 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	136 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	137 "movq 0x38(%5),%%r11 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	138 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	139 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	140 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	141 "movq 0x38(%2),%%r10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	142 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	143 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	144 "movq %%rax,0x30(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	145 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	146 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	147 "movq %%r11,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	148 "mulq %4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	149 "addq %%r10,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	150 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	151 "addq %3,%%rax \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	152 "adcq $0,%%rdx \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	153 "movq %%rax,0x38(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	154 "movq %%rdx,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	155 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	156 :"=r"(_c), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	157 : "0"(_c), "1"(cy), "g"(mu), "r"(tmpm)\
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	158 : "%rax", "%rdx", "%r10", "%r11", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	159
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	160
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	161 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	162 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	163 "addq %1,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	164 "setb %%al \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	165 "movzbq %%al,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	166 :"=g"(_c[LO]), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	167 :"0"(_c[LO]), "1"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	168 : "%rax", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	169
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	170 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	171 #elif defined(TFM_SSE2)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	172 /* SSE2 code (assumes 32-bit fp_digits) */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	173 /* XMM register assignments:
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	174 * xmm0 tmpm++, then Mu (*tmpm++)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	175 * xmm1 c[x], then Mu
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	176 * xmm2 mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	177 * xmm3 cy
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	178 * xmm4 _c[LO]
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	179 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	180
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	181 #define MONT_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	182 asm("movd %0,%%mm2"::"g"(mp))
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	183
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	184 #define MONT_FINI \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	185 asm("emms")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	186
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	187 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	188 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	189 "movd %0,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	190 "pxor %%mm3,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	191 "pmuludq %%mm2,%%mm1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	192 :: "g"(c[x]))
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	193
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	194 /* pmuludq on mmx registers does a 32x32->64 multiply. */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	195 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	196 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	197 "movd %1,%%mm4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	198 "movd %2,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	199 "paddq %%mm4,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	200 "pmuludq %%mm1,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	201 "paddq %%mm0,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	202 "movd %%mm3,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	203 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	204 :"=g"(_c[LO]) : "0"(_c[LO]), "g"(*tmpm++) );
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	205
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	206 #define INNERMUL8 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	207 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	208 "movd 0(%1),%%mm4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	209 "movd 0(%2),%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	210 "paddq %%mm4,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	211 "pmuludq %%mm1,%%mm0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	212 "movd 4(%2),%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	213 "paddq %%mm0,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	214 "movd 4(%1),%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	215 "movd %%mm3,0(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	216 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	217 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	218 "paddq %%mm6,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	219 "pmuludq %%mm1,%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	220 "movd 8(%2),%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	221 "paddq %%mm5,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	222 "movd 8(%1),%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	223 "movd %%mm3,4(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	224 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	225 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	226 "paddq %%mm7,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	227 "pmuludq %%mm1,%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	228 "movd 12(%2),%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	229 "paddq %%mm6,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	230 "movd 12(%1),%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	231 "movd %%mm3,8(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	232 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	233 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	234 "paddq %%mm5,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	235 "pmuludq %%mm1,%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	236 "movd 16(%2),%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	237 "paddq %%mm7,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	238 "movd 16(%1),%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	239 "movd %%mm3,12(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	240 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	241 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	242 "paddq %%mm6,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	243 "pmuludq %%mm1,%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	244 "movd 20(%2),%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	245 "paddq %%mm5,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	246 "movd 20(%1),%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	247 "movd %%mm3,16(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	248 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	249 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	250 "paddq %%mm7,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	251 "pmuludq %%mm1,%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	252 "movd 24(%2),%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	253 "paddq %%mm6,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	254 "movd 24(%1),%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	255 "movd %%mm3,20(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	256 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	257 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	258 "paddq %%mm5,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	259 "pmuludq %%mm1,%%mm7 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	260 "movd 28(%2),%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	261 "paddq %%mm7,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	262 "movd 28(%1),%%mm6 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	263 "movd %%mm3,24(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	264 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	265 \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	266 "paddq %%mm6,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	267 "pmuludq %%mm1,%%mm5 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	268 "paddq %%mm5,%%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	269 "movd %%mm3,28(%0) \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	270 "psrlq $32, %%mm3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	271 :"=r"(_c) : "0"(_c), "g"(tmpm) );
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	272
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	273 #define LOOP_END \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	274 asm( "movd %%mm3,%0 \n" :"=r"(cy))
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	275
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	276 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	277 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	278 "addl %1,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	279 "setb %%al \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	280 "movzbl %%al,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	281 :"=g"(_c[LO]), "=r"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	282 :"0"(_c[LO]), "1"(cy) \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	283 : "%eax", "%cc")
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	284
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	285 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	286 #elif defined(TFM_ARM)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	287 /* ARMv4 code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	288
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	289 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	290 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	291 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	292 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	293 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	294
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	295 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	296 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	297 " LDR r0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	298 " ADDS r0,r0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	299 " MOVCS %0,#1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	300 " MOVCC %0,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	301 " UMLAL r0,%0,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	302 " STR r0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	303 :"=r"(cy),"=m"(_c[0]):"0"(cy),"r"(mu),"r"(*tmpm++),"1"(_c[0]):"r0","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	304
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	305 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	306 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	307 " LDR r0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	308 " ADDS r0,r0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	309 " STR r0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	310 " MOVCS %0,#1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	311 " MOVCC %0,#0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	312 :"=r"(cy),"=m"(_c[0]):"0"(cy),"1"(_c[0]):"r0","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	313
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	314 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	315 #elif defined(TFM_PPC32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	316
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	317 /* PPC32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	318 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	319 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	320 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	321 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	322 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	323
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	324 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	325 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	326 " mullw 16,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	327 " mulhwu 17,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	328 " addc 16,16,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	329 " addze 17,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	330 " lwz 18,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	331 " addc 16,16,18 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	332 " addze %0,17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	333 " stw 16,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	334 :"=r"(cy),"=g"(_c[0]):"0"(cy),"r"(mu),"r"(tmpm[0]),"1"(_c[0]):"16", "17", "18","%cc"); ++tmpm;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	335
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	336 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	337 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	338 " lwz 16,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	339 " addc 16,16,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	340 " stw 16,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	341 " xor %0,%0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	342 " addze %0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	343 :"=r"(cy),"=g"(_c[0]):"0"(cy),"1"(_c[0]):"16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	344
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	345 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	346 #elif defined(TFM_PPC64)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	347
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	348 /* PPC64 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	349 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	350 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	351 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	352 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	353 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	354
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	355 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	356 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	357 " mulld r16,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	358 " mulhdu r17,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	359 " addc r16,16,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	360 " addze r17,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	361 " ldx r18,0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	362 " addc r16,r16,r18 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	363 " addze %0,r17 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	364 " sdx r16,0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	365 :"=r"(cy),"=m"(_c[0]):"0"(cy),"r"(mu),"r"(tmpm[0]),"1"(_c[0]):"r16", "r17", "r18","%cc"); ++tmpm;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	366
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	367 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	368 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	369 " ldx r16,0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	370 " addc r16,r16,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	371 " sdx r16,0,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	372 " xor %0,%0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	373 " addze %0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	374 :"=r"(cy),"=m"(_c[0]):"0"(cy),"1"(_c[0]):"r16","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	375
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	376 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	377 #elif defined(TFM_AVR32)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	378
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	379 /* AVR32 */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	380 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	381 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	382 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	383 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	384 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	385
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	386 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	387 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	388 " ld.w r2,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	389 " add r2,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	390 " eor r3,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	391 " acr r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	392 " macu.d r2,%3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	393 " st.w %1,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	394 " mov %0,r3 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	395 :"=r"(cy),"=r"(_c):"0"(cy),"r"(mu),"r"(*tmpm++),"1"(_c):"r2","r3");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	396
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	397 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	398 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	399 " ld.w r2,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	400 " add r2,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	401 " st.w %1,r2 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	402 " eor %0,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	403 " acr %0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	404 :"=r"(cy),"=r"(&_c[0]):"0"(cy),"1"(&_c[0]):"r2","%cc");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	405
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	406 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	407 #elif defined(TFM_MIPS)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	408
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	409 /* MIPS */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	410 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	411 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	412 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	413 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	414 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	415
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	416 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	417 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	418 " multu %3,%4 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	419 " mflo $12 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	420 " mfhi $13 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	421 " addu $12,$12,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	422 " sltu $10,$12,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	423 " addu $13,$13,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	424 " lw $10,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	425 " addu $12,$12,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	426 " sltu $10,$12,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	427 " addu %0,$13,$10 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	428 " sw $12,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	429 :"=r"(cy),"=m"(_c[0]):"0"(cy),"r"(mu),"r"(tmpm[0]),"1"(_c[0]):"$10","$12","$13"); ++tmpm;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	430
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	431 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	432 asm( \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	433 " lw $10,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	434 " addu $10,$10,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	435 " sw $10,%1 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	436 " sltu %0,$10,%0 \n\t" \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	437 :"=r"(cy),"=m"(_c[0]):"0"(cy),"1"(_c[0]):"$10");
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	438
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	439 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	440 #else
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	441
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	442 /* ISO C code */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	443 #define MONT_START
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	444 #define MONT_FINI
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	445 #define LOOP_END
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	446 #define LOOP_START \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	447 mu = c[x] * mp
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	448
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	449 #define INNERMUL \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	450 do { fp_word t; \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	451 _c[0] = t = ((fp_word)_c[0] + (fp_word)cy) + \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	452 (((fp_word)mu) * ((fp_word)*tmpm++)); \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	453 cy = (t >> DIGIT_BIT); \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	454 } while (0)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	455
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	456 #define PROPCARRY \
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	457 do { fp_digit t = _c[0] += cy; cy = (t < cy); } while (0)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	458
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	459 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	460 /******************************************************************/
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	461
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	462
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	463 #define LO 0
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	464
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	465 #ifdef TFM_SMALL_MONT_SET
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	466 #include "fp_mont_small.i"
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	467 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	468
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	469 /* computes x/R == x (mod N) via Montgomery Reduction */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	470 void fp_montgomery_reduce(fp_int a, fp_int m, fp_digit mp)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	471 {
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	472 fp_digit c[FP_SIZE], _c, tmpm, mu;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	473 int oldused, x, y, pa;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	474
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	475 /* bail if too large */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	476 if (m->used > (FP_SIZE/2)) {
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	477 return;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	478 }
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	479
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	480 #ifdef TFM_SMALL_MONT_SET
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	481 if (m->used <= 16) {
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	482 fp_montgomery_reduce_small(a, m, mp);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	483 return;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	484 }
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	485 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	486
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	487 #if defined(USE_MEMSET)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	488 /* now zero the buff */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	489 memset(c, 0, sizeof c);
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	490 #endif
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	491 pa = m->used;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	492
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	493 /* copy the input */
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	494 oldused = a->used;
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	495 for (x = 0; x < oldused; x++) {
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	496 c[x] = a->dp[x];
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	497 }
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	498 #if !defined(USE_MEMSET)
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	499 for (; x < 2*pa+1; x++) {
a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a Matt Johnston <matt@ucc.asn.au> parents: diff changeset	500 c[x] = 0;

643

a362b62d38b2 Add tomsfastmath from git rev bfa4582842bc3bab42e4be4aed5703437049502a