| /* Intel Pentium-4 mpn_rshift -- right shift. |
| * |
| * Copyright 2001, 2002 Free Software Foundation, Inc. |
| * |
| * This file is part of Libgcrypt. |
| * |
| * Libgcrypt is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU Lesser General Public License as |
| * published by the Free Software Foundation; either version 2.1 of |
| * the License, or (at your option) any later version. |
| * |
| * Libgcrypt is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with this program; if not, write to the Free Software |
| * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA |
| * |
| * Note: This code is heavily based on the GNU MP Library. |
| * Actually it's the same code with only minor changes in the |
| * way the data is stored; this is to support the abstraction |
| * of an optional secure memory allocation which may be used |
| * to avoid revealing of sensitive data due to paging etc. |
| */ |
| |
| |
| #include "sysdep.h" |
| #include "asm-syntax.h" |
| |
| |
| /******************* |
| * mpi_limb_t |
| * _gcry_mpih_rshift( mpi_ptr_t wp, (sp + 4) |
| * mpi_ptr_t up, (sp + 8) |
| * mpi_size_t usize, (sp + 12) |
| * unsigned cnt) (sp + 16) |
| * |
| * P4 Willamette, Northwood: 1.75 cycles/limb |
| * P4 Prescott: 2.0 cycles/limb |
| */ |
| |
| .text |
| ALIGN (3) |
| .globl C_SYMBOL_NAME(_gcry_mpih_rshift) |
| C_SYMBOL_NAME(_gcry_mpih_rshift:) |
| pushl %ebx |
| pushl %edi |
| |
| |
| movl 20(%esp), %eax |
| movl 12(%esp), %edx |
| |
| movl 16(%esp), %ebx |
| movl 24(%esp), %ecx |
| |
| cmp $5, %eax |
| jae .Lunroll |
| |
| decl %eax |
| movl (%ebx), %edi |
| |
| jnz .Lsimple |
| |
| shrdl %cl, %edi, %eax |
| |
| shrl %cl, %edi |
| |
| movl %edi, (%edx) |
| popl %edi |
| |
| popl %ebx |
| |
| ret |
| |
| |
| |
| |
| |
| .align 8, 0x90 |
| .Lsimple: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movd (%ebx), %mm5 |
| leal (%ebx,%eax,4), %ebx |
| |
| movd %ecx, %mm6 |
| leal -4(%edx,%eax,4), %edx |
| |
| psllq $32, %mm5 |
| negl %eax |
| |
| |
| |
| |
| |
| |
| |
| .Lsimple_top: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movq (%ebx,%eax,4), %mm0 |
| incl %eax |
| |
| psrlq %mm6, %mm0 |
| |
| movd %mm0, (%edx,%eax,4) |
| jnz .Lsimple_top |
| |
| |
| movd (%ebx), %mm0 |
| psrlq %mm6, %mm5 |
| |
| psrlq %mm6, %mm0 |
| popl %edi |
| |
| movd %mm5, %eax |
| popl %ebx |
| |
| movd %mm0, 4(%edx) |
| |
| emms |
| |
| ret |
| |
| |
| |
| |
| |
| .align 8, 0x90 |
| .Lunroll: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movd (%ebx), %mm5 |
| movl $4, %edi |
| |
| movd %ecx, %mm6 |
| testl %edi, %ebx |
| |
| psllq $32, %mm5 |
| jz .Lstart_src_aligned |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movq (%ebx), %mm0 |
| |
| psrlq %mm6, %mm0 |
| addl $4, %ebx |
| |
| decl %eax |
| |
| movd %mm0, (%edx) |
| addl $4, %edx |
| .Lstart_src_aligned: |
| |
| |
| movq (%ebx), %mm1 |
| testl %edi, %edx |
| |
| psrlq %mm6, %mm5 |
| jz .Lstart_dst_aligned |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movq %mm1, %mm0 |
| addl $32, %ecx |
| |
| psrlq %mm6, %mm0 |
| |
| movd %ecx, %mm6 |
| |
| movd %mm0, (%edx) |
| addl $4, %edx |
| .Lstart_dst_aligned: |
| |
| |
| movq 8(%ebx), %mm3 |
| negl %ecx |
| |
| movq %mm3, %mm2 |
| addl $64, %ecx |
| |
| movd %ecx, %mm7 |
| psrlq %mm6, %mm1 |
| |
| leal -12(%ebx,%eax,4), %ebx |
| leal -20(%edx,%eax,4), %edx |
| |
| psllq %mm7, %mm3 |
| subl $7, %eax |
| |
| por %mm1, %mm3 |
| negl %eax |
| |
| jns .Lfinish |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .align 8, 0x90 |
| .Lunroll_loop: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movq (%ebx,%eax,4), %mm0 |
| psrlq %mm6, %mm2 |
| |
| movq %mm0, %mm1 |
| psllq %mm7, %mm0 |
| |
| movq %mm3, -8(%edx,%eax,4) |
| por %mm2, %mm0 |
| |
| movq 8(%ebx,%eax,4), %mm3 |
| psrlq %mm6, %mm1 |
| |
| movq %mm0, (%edx,%eax,4) |
| movq %mm3, %mm2 |
| |
| psllq %mm7, %mm3 |
| addl $4, %eax |
| |
| por %mm1, %mm3 |
| js .Lunroll_loop |
| |
| |
| .Lfinish: |
| |
| |
| testb $2, %al |
| |
| jnz .Lfinish_no_two |
| |
| movq (%ebx,%eax,4), %mm0 |
| psrlq %mm6, %mm2 |
| |
| movq %mm0, %mm1 |
| psllq %mm7, %mm0 |
| |
| movq %mm3, -8(%edx,%eax,4) |
| por %mm2, %mm0 |
| |
| movq %mm1, %mm2 |
| movq %mm0, %mm3 |
| |
| addl $2, %eax |
| .Lfinish_no_two: |
| |
| |
| |
| |
| |
| |
| |
| testb $1, %al |
| popl %edi |
| |
| movd %mm5, %eax |
| jnz .Lfinish_zero |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movd 8(%ebx), %mm0 |
| psrlq %mm6, %mm2 |
| |
| movq %mm0, %mm1 |
| psllq %mm7, %mm0 |
| |
| movq %mm3, (%edx) |
| por %mm2, %mm0 |
| |
| psrlq %mm6, %mm1 |
| andl $32, %ecx |
| |
| popl %ebx |
| jz .Lfinish_one_unaligned |
| |
| |
| movd %mm1, 16(%edx) |
| .Lfinish_one_unaligned: |
| |
| movq %mm0, 8(%edx) |
| |
| emms |
| |
| ret |
| |
| |
| |
| |
| .Lfinish_zero: |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| movq %mm3, 4(%edx) |
| psrlq %mm6, %mm2 |
| |
| movd %mm2, 12(%edx) |
| andl $32, %ecx |
| |
| popl %ebx |
| jz .Lfinish_zero_unaligned |
| |
| movq %mm2, 12(%edx) |
| .Lfinish_zero_unaligned: |
| |
| emms |
| |
| ret |
