libgcrypt-1.4.6/mpi/pentium4/sse2/mpih-mul3.S

/* Intel Pentium-4 mpn_submul_1 -- Multiply a limb vector with a limb and
 * subtract the result from a second limb vector.
 *
 * Copyright 2001, 2002 Free Software Foundation, Inc.
 *
 * This file is part of Libgcrypt.
 *
 * Libgcrypt is free software; you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as
 * published by the Free Software Foundation; either version 2.1 of
 * the License, or (at your option) any later version.
 *
 * Libgcrypt is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA
 *
 * Note: This code is heavily based on the GNU MP Library.
 *	 Actually it's the same code with only minor changes in the
 *	 way the data is stored; this is to support the abstraction
 *	 of an optional secure memory allocation which may be used
 *	 to avoid revealing of sensitive data due to paging etc.
 */


#include "sysdep.h"
#include "asm-syntax.h"


/*******************
 * mpi_limb_t
 * _gcry_mpih_submul_1( mpi_ptr_t res_ptr,      (sp + 4)
 *		     mpi_ptr_t s1_ptr,	     (sp + 8)
 *		     mpi_size_t s1_size,     (sp + 12)
 *		     mpi_limb_t s2_limb)     (sp + 16)
 *
 * P4: 7 cycles/limb, unstable timing, at least on early Pentium4 silicon
 *    (stepping 10).
 *
 * This code is not particularly good at 7 c/l.  The dependent chain is only
 * 4 c/l and there's only 4 MMX unit instructions, so it's not clear why that
 * speed isn't achieved.
 *
 * The arrangements made here to get a two instruction dependent chain are
 * slightly subtle.  In the loop the carry (or borrow rather) is a negative
 * so that a paddq can be used to give a low limb ready to store, and a high
 * limb ready to become the new carry after a psrlq.
 *
 * If the carry was a simple twos complement negative then the psrlq shift
 * would need to bring in 0 bits or 1 bits according to whether the high was
 * zero or non-zero, since a non-zero value would represent a negative
 * needing sign extension.  That wouldn't be particularly easy to arrange and
 * certainly would add an instruction to the dependent chain, so instead an
 * offset is applied so that the high limb will be 0xFFFFFFFF+c.  With c in
 * the range -0xFFFFFFFF to 0, the value 0xFFFFFFFF+c is in the range 0 to
 * 0xFFFFFFFF and is therefore always positive and can always have 0 bits
 * shifted in, which is what psrlq does.
 *
 * The extra 0xFFFFFFFF must be subtracted before c is used, but that can be
 * done off the dependent chain.  The total adjustment then is to add
 * 0xFFFFFFFF00000000 to offset the new carry, and subtract
 * 0x00000000FFFFFFFF to remove the offset from the current carry, for a net
 * add of 0xFFFFFFFE00000001.  In the code this is applied to the destination
 * limb when fetched.
 *
 * It's also possible to view the 0xFFFFFFFF adjustment as a ones-complement
 * negative, which is how it's undone for the return value, but that doesn't
 * seem as clear.
*/

	TEXT
	ALIGN (4)
	GLOBL	C_SYMBOL_NAME(_gcry_mpih_submul_1)
C_SYMBOL_NAME(_gcry_mpih_submul_1:)

	pxor	%mm1, %mm1		

.Lstart_1c:
	movl	8(%esp), %eax
	pcmpeqd	%mm0, %mm0

	movd	16(%esp), %mm7
	pcmpeqd	%mm6, %mm6

	movl	4(%esp), %edx
	psrlq	$32, %mm0		

	movl	12(%esp), %ecx
	psllq	$32, %mm6		

	psubq	%mm0, %mm6		

	psubq	%mm1, %mm0		

/*
	C eax	src, incrementing
	C ebx
	C ecx	loop counter, decrementing
	C edx	dst, incrementing
	C
	C mm0	0xFFFFFFFF - borrow
	C mm6	0xFFFFFFFE00000001
	C mm7	multiplier
*/
	
.Lloop:
	movd	(%eax), %mm1		
	leal	4(%eax), %eax
	movd	(%edx), %mm2		
	paddq	%mm6, %mm2		
	pmuludq	%mm7, %mm1
	psubq	%mm1, %mm2		
	paddq	%mm2, %mm0		
	subl	$1, %ecx
	movd	%mm0, (%edx)		
	psrlq	$32, %mm0
	leal	4(%edx), %edx
	jnz	.Lloop

	movd	%mm0, %eax
	notl	%eax
	emms
	ret