src/pcm/pcm_dmix_i386.h - manifest_repos/alsa-lib - Git at Google

 /**
  * \file pcm/pcm_dmix_i386.h
  * \ingroup PCM_Plugins
  * \brief PCM Direct Stream Mixing (dmix) Plugin Interface - I386 assembler code
  * \author Jaroslav Kysela <perex@perex.cz>
  * \date 2003
  */
 /*
  *  PCM - Direct Stream Mixing
  *  Copyright (c) 2003 by Jaroslav Kysela <perex@perex.cz>
  *
  *
  *   This library is free software; you can redistribute it and/or modify
  *   it under the terms of the GNU Lesser General Public License as
  *   published by the Free Software Foundation; either version 2.1 of
  *   the License, or (at your option) any later version.
  *
  *   This program is distributed in the hope that it will be useful,
  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  *   GNU Lesser General Public License for more details.
  *
  *   You should have received a copy of the GNU Lesser General Public
  *   License along with this library; if not, write to the Free Software
  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
  *
  */

 /*
  *  for plain i386
  */
 static void MIX_AREAS_16(unsigned int size,
 			 volatile signed short *dst, signed short *src,
 			 volatile signed int *sum, size_t dst_step,
 			 size_t src_step, size_t sum_step)
 {
 	unsigned int old_ebx;

 	/*
 	 *  ESI - src
 	 *  EDI - dst
 	 *  EBX - sum
 	 *  ECX - old sample
 	 *  EAX - sample / temporary
 	 *  EDX - temporary
 	 */
 	__asm__ __volatile__ (
 		"\n"

 		"\tmovl %%ebx, %7\n"	/* ebx is GOT pointer (-fPIC) */
 		/*
 		 *  initialization, load ESI, EDI, EBX registers
 		 */
 		"\tmovl %1, %%edi\n"
 		"\tmovl %2, %%esi\n"
 		"\tmovl %3, %%ebx\n"
 		"\tcmpl $0, %0\n"
 		"\tjnz 2f\n"
 		"\tjmp 7f\n"


 		/*
 		 * for (;;)
 		 */
 		"\t.p2align 4,,15\n"
 		"1:"
 		"\tadd %4, %%edi\n"
 		"\tadd %5, %%esi\n"
 		"\tadd %6, %%ebx\n"

 		/*
 		 *   sample = *src;
 		 *   sum_sample = *sum;
 		 *   if (cmpxchg(*dst, 0, 1) == 0)
 		 *     sample -= sum_sample;
 		 *   xadd(*sum, sample);
 		 */

 		"2:"
 		"\tmovw $0, %%ax\n"
 		"\tmovw $1, %%cx\n"
 		"\tmovl (%%ebx), %%edx\n"
 		"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
 		"\tmovswl (%%esi), %%ecx\n"
 		"\tjnz 3f\n"
 		"\t" XSUB " %%edx, %%ecx\n"
 		"3:"
 		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

 		/*
 		 *   do {
 		 *     sample = old_sample = *sum;
 		 *     saturate(v);
 		 *     *dst = sample;
 		 *   } while (v != *sum);
 		 */

 		"4:"
 		"\tmovl (%%ebx), %%ecx\n"
 		"\tcmpl $0x7fff,%%ecx\n"
 		"\tjg 5f\n"
 		"\tcmpl $-0x8000,%%ecx\n"
 		"\tjl 6f\n"
 		"\tmovw %%cx, (%%edi)\n"
 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 4b\n"

 		/*
 		 * while (size-- > 0)
 		 */
 		"\tdecl %0\n"
 		"\tjnz 1b\n"
 		"\tjmp 7f\n"

 		/*
 		 *  sample > 0x7fff
 		 */

 		"\t.p2align 4,,15\n"

 		"5:"
 		"\tmovw $0x7fff, (%%edi)\n"
 		"\tcmpl %%ecx,(%%ebx)\n"
 		"\tjnz 4b\n"
 		"\tdecl %0\n"
 		"\tjnz 1b\n"
 		"\tjmp 7f\n"

 		/*
 		 *  sample < -0x8000
 		 */

 		"\t.p2align 4,,15\n"

 		"6:"
 		"\tmovw $-0x8000, (%%edi)\n"
 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 4b\n"
 		"\tdecl %0\n"
 		"\tjnz 1b\n"

 		"7:"
 		"\tmovl %7, %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

 		: /* no output regs */
 		: "m" (size), "m" (dst), "m" (src),
 		  "m" (sum), "m" (dst_step), "m" (src_step),
 		  "m" (sum_step), "m" (old_ebx)
 		: "esi", "edi", "edx", "ecx", "eax"
 	);
 }

 /*
  *  MMX optimized
  */
 static void MIX_AREAS_16_MMX(unsigned int size,
 			     volatile signed short *dst, signed short *src,
 			     volatile signed int *sum, size_t dst_step,
 			     size_t src_step, size_t sum_step)
 {
 	unsigned int old_ebx;

 	/*
 	 *  ESI - src
 	 *  EDI - dst
 	 *  EBX - sum
 	 *  ECX - old sample
 	 *  EAX - sample / temporary
 	 *  EDX - temporary
 	 */
 	__asm__ __volatile__ (
 		"\n"

 		"\tmovl %%ebx, %7\n"	/* ebx is GOT pointer (-fPIC) */
 		/*
 		 *  initialization, load ESI, EDI, EBX registers
 		 */
 		"\tmovl %1, %%edi\n"
 		"\tmovl %2, %%esi\n"
 		"\tmovl %3, %%ebx\n"
 		"\tcmpl $0, %0\n"
 		"\tjnz 2f\n"
 		"\tjmp 5f\n"

 		"\t.p2align 4,,15\n"
 		"1:"
 		"\tadd %4, %%edi\n"
 		"\tadd %5, %%esi\n"
 		"\tadd %6, %%ebx\n"

 		"2:"
 		/*
 		 *   sample = *src;
 		 *   sum_sample = *sum;
 		 *   if (cmpxchg(*dst, 0, 1) == 0)
 		 *     sample -= sum_sample;
 		 *   xadd(*sum, sample);
 		 */
 		"\tmovw $0, %%ax\n"
 		"\tmovw $1, %%cx\n"
 		"\tmovl (%%ebx), %%edx\n"
 		"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
 		"\tmovswl (%%esi), %%ecx\n"
 		"\tjnz 3f\n"
 		"\t" XSUB " %%edx, %%ecx\n"
 		"3:"
 		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

 		/*
 		 *   do {
 		 *     sample = old_sample = *sum;
 		 *     saturate(v);
 		 *     *dst = sample;
 		 *   } while (v != *sum);
 		 */

 		"4:"
 		"\tmovl (%%ebx), %%ecx\n"
 		"\tmovd %%ecx, %%mm0\n"
 		"\tpackssdw %%mm1, %%mm0\n"
 		"\tmovd %%mm0, %%eax\n"
 		"\tmovw %%ax, (%%edi)\n"
 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 4b\n"

 		/*
 		 * while (size-- > 0)
 		 */
 		"\tdecl %0\n"
 		"\tjnz 1b\n"
 		"\temms\n"
                 "5:"
 		"\tmovl %7, %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

 		: /* no output regs */
 		: "m" (size), "m" (dst), "m" (src),
 		  "m" (sum), "m" (dst_step), "m" (src_step),
 		  "m" (sum_step), "m" (old_ebx)
 		: "esi", "edi", "edx", "ecx", "eax"
 	);
 }

 /*
  *  for plain i386, 32-bit version (24-bit resolution)
  */
 static void MIX_AREAS_32(unsigned int size,
 			 volatile signed int *dst, signed int *src,
 			 volatile signed int *sum, size_t dst_step,
 			 size_t src_step, size_t sum_step)
 {
 	unsigned int old_ebx;

 	/*
 	 *  ESI - src
 	 *  EDI - dst
 	 *  EBX - sum
 	 *  ECX - old sample
 	 *  EAX - sample / temporary
 	 *  EDX - temporary
 	 */
 	__asm__ __volatile__ (
 		"\n"

 		"\tmovl %%ebx, %7\n"	/* ebx is GOT pointer (-fPIC) */
 		/*
 		 *  initialization, load ESI, EDI, EBX registers
 		 */
 		"\tmovl %1, %%edi\n"
 		"\tmovl %2, %%esi\n"
 		"\tmovl %3, %%ebx\n"
 		"\tcmpl $0, %0\n"
 		"\tjnz 1f\n"
 		"\tjmp 6f\n"

 		"\t.p2align 4,,15\n"

 		"1:"

 		/*
 		 *   sample = *src;
 		 *   sum_sample = *sum;
 		 *   if (cmpxchg(*dst, 0, 1) == 0)
 		 *     sample -= sum_sample;
 		 *   xadd(*sum, sample);
 		 */
 		"\tmovl $0, %%eax\n"
 		"\tmovl $1, %%ecx\n"
 		"\tmovl (%%ebx), %%edx\n"
 		"\t" LOCK_PREFIX "cmpxchgl %%ecx, (%%edi)\n"
 		"\tjnz 2f\n"
 		"\tmovl (%%esi), %%ecx\n"
 		/* sample >>= 8 */
 		"\tsarl $8, %%ecx\n"
 		"\t" XSUB " %%edx, %%ecx\n"
 		"\tjmp 21f\n"
 		"2:"
 		"\tmovl (%%esi), %%ecx\n"
 		/* sample >>= 8 */
 		"\tsarl $8, %%ecx\n"
 		"21:"
 		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

 		/*
 		 *   do {
 		 *     sample = old_sample = *sum;
 		 *     saturate(v);
 		 *     *dst = sample;
 		 *   } while (v != *sum);
 		 */

 		"3:"
 		"\tmovl (%%ebx), %%ecx\n"
 		/*
 		 *  if (sample > 0x7fff00)
 		 */
 		"\tmovl $0x7fffff, %%eax\n"
 		"\tcmpl %%eax, %%ecx\n"
 		"\tjg 4f\n"
 		/*
 		 *  if (sample < -0x800000)
 		 */
 		"\tmovl $-0x800000, %%eax\n"
 		"\tcmpl %%eax, %%ecx\n"
 		"\tjl 4f\n"
 		"\tmovl %%ecx, %%eax\n"
 		"4:"
 		/*
 		 *  sample <<= 8;
 		 */
 		"\tsall $8, %%eax\n"
 		"\tmovl %%eax, (%%edi)\n"
 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 3b\n"

 		/*
 		 * while (size-- > 0)
 		 */
 		"\tdecl %0\n"
 		"\tjz 6f\n"
 		"\tadd %4, %%edi\n"
 		"\tadd %5, %%esi\n"
 		"\tadd %6, %%ebx\n"
 		"\tjmp 1b\n"

 		"6:"
 		"\tmovl %7, %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

 		: /* no output regs */
 		: "m" (size), "m" (dst), "m" (src),
 		  "m" (sum), "m" (dst_step), "m" (src_step),
 		  "m" (sum_step), "m" (old_ebx)
 		: "esi", "edi", "edx", "ecx", "eax"
 	);
 }

 /*
  * 24-bit version for plain i386
  */
 static void MIX_AREAS_24(unsigned int size,
 			 volatile unsigned char *dst, unsigned char *src,
 			 volatile signed int *sum, size_t dst_step,
 			 size_t src_step, size_t sum_step)
 {
 	unsigned int old_ebx;

 	/*
 	 *  ESI - src
 	 *  EDI - dst
 	 *  EBX - sum
 	 *  ECX - old sample
 	 *  EAX - sample / temporary
 	 *  EDX - temporary
 	 */
 	__asm__ __volatile__ (
 		"\n"

 		"\tmovl %%ebx, %7\n"	/* ebx is GOT pointer (-fPIC) */
 		/*
 		 *  initialization, load ESI, EDI, EBX registers
 		 */
 		"\tmovl %1, %%edi\n"
 		"\tmovl %2, %%esi\n"
 		"\tmovl %3, %%ebx\n"
 		"\tcmpl $0, %0\n"
 		"\tjnz 1f\n"
 		"\tjmp 6f\n"

 		"\t.p2align 4,,15\n"

 		"1:"

 		/*
 		 *   sample = *src;
 		 *   sum_sample = *sum;
 		 *   if (test_and_set_bit(0, dst) == 0)
 		 *     sample -= sum_sample;
 		 *   *sum += sample;
 		 */
 		"\tmovsbl 2(%%esi), %%eax\n"
 		"\tmovzwl (%%esi), %%ecx\n"
 		"\tmovl (%%ebx), %%edx\n"
 		"\tsall $16, %%eax\n"
 		"\torl %%eax, %%ecx\n"
 		"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
 		"\tjc 2f\n"
 		"\t" XSUB " %%edx, %%ecx\n"
 		"2:"
 		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

 		/*
 		 *   do {
 		 *     sample = old_sample = *sum;
 		 *     saturate(sample);
 		 *     *dst = sample | 1;
 		 *   } while (old_sample != *sum);
 		 */

 		"3:"
 		"\tmovl (%%ebx), %%ecx\n"
 		/*
 		 *  if (sample > 0x7fffff)
 		 */
 		"\tmovl $0x7fffff, %%eax\n"
 		"\tcmpl %%eax, %%ecx\n"
 		"\tjg 4f\n"
 		/*
 		 *  if (sample < -0x7fffff)
 		 */
 		"\tmovl $-0x7fffff, %%eax\n"
 		"\tcmpl %%eax, %%ecx\n"
 		"\tjl 4f\n"
 		"\tmovl %%ecx, %%eax\n"
 		"\torl $1, %%eax\n"
 		"4:"
 		"\tmovw %%ax, (%%edi)\n"
 		"\tshrl $16, %%eax\n"
 		"\tmovb %%al, 2(%%edi)\n"
 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 3b\n"

 		/*
 		 * while (size-- > 0)
 		 */
 		"\tdecl %0\n"
 		"\tjz 6f\n"
 		"\tadd %4, %%edi\n"
 		"\tadd %5, %%esi\n"
 		"\tadd %6, %%ebx\n"
 		"\tjmp 1b\n"

 		"6:"
 		"\tmovl %7, %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

 		: /* no output regs */
 		: "m" (size), "m" (dst), "m" (src),
 		  "m" (sum), "m" (dst_step), "m" (src_step),
 		  "m" (sum_step), "m" (old_ebx)
 		: "esi", "edi", "edx", "ecx", "eax"
 	);
 }

 /*
  * 24-bit version for Pentium Pro/II
  */
 static void MIX_AREAS_24_CMOV(unsigned int size,
 			      volatile unsigned char *dst, unsigned char *src,
 			      volatile signed int *sum, size_t dst_step,
 			      size_t src_step, size_t sum_step)
 {
 	unsigned int old_ebx;

 	/*
 	 *  ESI - src
 	 *  EDI - dst
 	 *  EBX - sum
 	 *  ECX - old sample
 	 *  EAX - sample / temporary
 	 *  EDX - temporary
 	 */
 	__asm__ __volatile__ (
 		"\n"

 		"\tmovl %%ebx, %7\n"	/* ebx is GOT pointer (-fPIC) */
 		/*
 		 *  initialization, load ESI, EDI, EBX registers
 		 */
 		"\tmovl %1, %%edi\n"
 		"\tmovl %2, %%esi\n"
 		"\tmovl %3, %%ebx\n"
 		"\tcmpl $0, %0\n"
 		"\tjz 6f\n"

 		"\t.p2align 4,,15\n"

 		"1:"

 		/*
 		 *   sample = *src;
 		 *   sum_sample = *sum;
 		 *   if (test_and_set_bit(0, dst) == 0)
 		 *     sample -= sum_sample;
 		 *   *sum += sample;
 		 */
 		"\tmovsbl 2(%%esi), %%eax\n"
 		"\tmovzwl (%%esi), %%ecx\n"
 		"\tmovl (%%ebx), %%edx\n"
 		"\tsall $16, %%eax\n"
 		"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
 		"\tleal (%%ecx,%%eax,1), %%ecx\n"
 		"\tjc 2f\n"
 		"\t" XSUB " %%edx, %%ecx\n"
 		"2:"
 		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

 		/*
 		 *   do {
 		 *     sample = old_sample = *sum;
 		 *     saturate(sample);
 		 *     *dst = sample | 1;
 		 *   } while (old_sample != *sum);
 		 */

 		"3:"
 		"\tmovl (%%ebx), %%ecx\n"

 		"\tmovl $0x7fffff, %%eax\n"
 		"\tmovl $-0x7fffff, %%edx\n"
 		"\tcmpl %%eax, %%ecx\n"
 		"\tcmovng %%ecx, %%eax\n"
 		"\tcmpl %%edx, %%ecx\n"
 		"\tcmovl %%edx, %%eax\n"

 		"\torl $1, %%eax\n"
 		"\tmovw %%ax, (%%edi)\n"
 		"\tshrl $16, %%eax\n"
 		"\tmovb %%al, 2(%%edi)\n"

 		"\tcmpl %%ecx, (%%ebx)\n"
 		"\tjnz 3b\n"

 		/*
 		 * while (size-- > 0)
 		 */
 		"\tadd %4, %%edi\n"
 		"\tadd %5, %%esi\n"
 		"\tadd %6, %%ebx\n"
 		"\tdecl %0\n"
 		"\tjnz 1b\n"

 		"6:"
 		"\tmovl %7, %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

 		: /* no output regs */
 		: "m" (size), "m" (dst), "m" (src),
 		  "m" (sum), "m" (dst_step), "m" (src_step),
 		  "m" (sum_step), "m" (old_ebx)
 		: "esi", "edi", "edx", "ecx", "eax"
 	);
 }
	/**
	* \file pcm/pcm_dmix_i386.h
	* \ingroup PCM_Plugins
	* \brief PCM Direct Stream Mixing (dmix) Plugin Interface - I386 assembler code
	* \author Jaroslav Kysela <perex@perex.cz>
	* \date 2003
	*/
	/*
	* PCM - Direct Stream Mixing
	* Copyright (c) 2003 by Jaroslav Kysela <perex@perex.cz>
	*
	*
	* This library is free software; you can redistribute it and/or modify
	* it under the terms of the GNU Lesser General Public License as
	* published by the Free Software Foundation; either version 2.1 of
	* the License, or (at your option) any later version.
	*
	* This program is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	* GNU Lesser General Public License for more details.
	*
	* You should have received a copy of the GNU Lesser General Public
	* License along with this library; if not, write to the Free Software
	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	*
	*/

	/*
	* for plain i386
	*/
	static void MIX_AREAS_16(unsigned int size,
	volatile signed short dst, signed short src,
	volatile signed int *sum, size_t dst_step,
	size_t src_step, size_t sum_step)
	{
	unsigned int old_ebx;

	/*
	* ESI - src
	* EDI - dst
	* EBX - sum
	* ECX - old sample
	* EAX - sample / temporary
	* EDX - temporary
	*/
	__asm__ __volatile__ (
	"\n"

	"\tmovl %%ebx, %7\n" /* ebx is GOT pointer (-fPIC) */
	/*
	* initialization, load ESI, EDI, EBX registers
	*/
	"\tmovl %1, %%edi\n"
	"\tmovl %2, %%esi\n"
	"\tmovl %3, %%ebx\n"
	"\tcmpl $0, %0\n"
	"\tjnz 2f\n"
	"\tjmp 7f\n"


	/*
	* for (;;)
	*/
	"\t.p2align 4,,15\n"
	"1:"
	"\tadd %4, %%edi\n"
	"\tadd %5, %%esi\n"
	"\tadd %6, %%ebx\n"

	/*
	* sample = *src;
	* sum_sample = *sum;
	* if (cmpxchg(*dst, 0, 1) == 0)
	* sample -= sum_sample;
	* xadd(*sum, sample);
	*/

	"2:"
	"\tmovw $0, %%ax\n"
	"\tmovw $1, %%cx\n"
	"\tmovl (%%ebx), %%edx\n"
	"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
	"\tmovswl (%%esi), %%ecx\n"
	"\tjnz 3f\n"
	"\t" XSUB " %%edx, %%ecx\n"
	"3:"
	"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

	/*
	* do {
	* sample = old_sample = *sum;
	* saturate(v);
	* *dst = sample;
	* } while (v != *sum);
	*/

	"4:"
	"\tmovl (%%ebx), %%ecx\n"
	"\tcmpl $0x7fff,%%ecx\n"
	"\tjg 5f\n"
	"\tcmpl $-0x8000,%%ecx\n"
	"\tjl 6f\n"
	"\tmovw %%cx, (%%edi)\n"
	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 4b\n"

	/*
	* while (size-- > 0)
	*/
	"\tdecl %0\n"
	"\tjnz 1b\n"
	"\tjmp 7f\n"

	/*
	* sample > 0x7fff
	*/

	"\t.p2align 4,,15\n"

	"5:"
	"\tmovw $0x7fff, (%%edi)\n"
	"\tcmpl %%ecx,(%%ebx)\n"
	"\tjnz 4b\n"
	"\tdecl %0\n"
	"\tjnz 1b\n"
	"\tjmp 7f\n"

	/*
	* sample < -0x8000
	*/

	"\t.p2align 4,,15\n"

	"6:"
	"\tmovw $-0x8000, (%%edi)\n"
	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 4b\n"
	"\tdecl %0\n"
	"\tjnz 1b\n"

	"7:"
	"\tmovl %7, %%ebx\n" /* ebx is GOT pointer (-fPIC) */

	: /* no output regs */
	: "m" (size), "m" (dst), "m" (src),
	"m" (sum), "m" (dst_step), "m" (src_step),
	"m" (sum_step), "m" (old_ebx)
	: "esi", "edi", "edx", "ecx", "eax"
	);
	}

	/*
	* MMX optimized
	*/
	static void MIX_AREAS_16_MMX(unsigned int size,
	volatile signed short dst, signed short src,
	volatile signed int *sum, size_t dst_step,
	size_t src_step, size_t sum_step)
	{
	unsigned int old_ebx;

	/*
	* ESI - src
	* EDI - dst
	* EBX - sum
	* ECX - old sample
	* EAX - sample / temporary
	* EDX - temporary
	*/
	__asm__ __volatile__ (
	"\n"

	"\tmovl %%ebx, %7\n" /* ebx is GOT pointer (-fPIC) */
	/*
	* initialization, load ESI, EDI, EBX registers
	*/
	"\tmovl %1, %%edi\n"
	"\tmovl %2, %%esi\n"
	"\tmovl %3, %%ebx\n"
	"\tcmpl $0, %0\n"
	"\tjnz 2f\n"
	"\tjmp 5f\n"

	"\t.p2align 4,,15\n"
	"1:"
	"\tadd %4, %%edi\n"
	"\tadd %5, %%esi\n"
	"\tadd %6, %%ebx\n"

	"2:"
	/*
	* sample = *src;
	* sum_sample = *sum;
	* if (cmpxchg(*dst, 0, 1) == 0)
	* sample -= sum_sample;
	* xadd(*sum, sample);
	*/
	"\tmovw $0, %%ax\n"
	"\tmovw $1, %%cx\n"
	"\tmovl (%%ebx), %%edx\n"
	"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
	"\tmovswl (%%esi), %%ecx\n"
	"\tjnz 3f\n"
	"\t" XSUB " %%edx, %%ecx\n"
	"3:"
	"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

	/*
	* do {
	* sample = old_sample = *sum;
	* saturate(v);
	* *dst = sample;
	* } while (v != *sum);
	*/

	"4:"
	"\tmovl (%%ebx), %%ecx\n"
	"\tmovd %%ecx, %%mm0\n"
	"\tpackssdw %%mm1, %%mm0\n"
	"\tmovd %%mm0, %%eax\n"
	"\tmovw %%ax, (%%edi)\n"
	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 4b\n"

	/*
	* while (size-- > 0)
	*/
	"\tdecl %0\n"
	"\tjnz 1b\n"
	"\temms\n"
	"5:"
	"\tmovl %7, %%ebx\n" /* ebx is GOT pointer (-fPIC) */

	: /* no output regs */
	: "m" (size), "m" (dst), "m" (src),
	"m" (sum), "m" (dst_step), "m" (src_step),
	"m" (sum_step), "m" (old_ebx)
	: "esi", "edi", "edx", "ecx", "eax"
	);
	}

	/*
	* for plain i386, 32-bit version (24-bit resolution)
	*/
	static void MIX_AREAS_32(unsigned int size,
	volatile signed int dst, signed int src,
	volatile signed int *sum, size_t dst_step,
	size_t src_step, size_t sum_step)
	{
	unsigned int old_ebx;

	/*
	* ESI - src
	* EDI - dst
	* EBX - sum
	* ECX - old sample
	* EAX - sample / temporary
	* EDX - temporary
	*/
	__asm__ __volatile__ (
	"\n"

	"\tmovl %%ebx, %7\n" /* ebx is GOT pointer (-fPIC) */
	/*
	* initialization, load ESI, EDI, EBX registers
	*/
	"\tmovl %1, %%edi\n"
	"\tmovl %2, %%esi\n"
	"\tmovl %3, %%ebx\n"
	"\tcmpl $0, %0\n"
	"\tjnz 1f\n"
	"\tjmp 6f\n"

	"\t.p2align 4,,15\n"

	"1:"

	/*
	* sample = *src;
	* sum_sample = *sum;
	* if (cmpxchg(*dst, 0, 1) == 0)
	* sample -= sum_sample;
	* xadd(*sum, sample);
	*/
	"\tmovl $0, %%eax\n"
	"\tmovl $1, %%ecx\n"
	"\tmovl (%%ebx), %%edx\n"
	"\t" LOCK_PREFIX "cmpxchgl %%ecx, (%%edi)\n"
	"\tjnz 2f\n"
	"\tmovl (%%esi), %%ecx\n"
	/* sample >>= 8 */
	"\tsarl $8, %%ecx\n"
	"\t" XSUB " %%edx, %%ecx\n"
	"\tjmp 21f\n"
	"2:"
	"\tmovl (%%esi), %%ecx\n"
	/* sample >>= 8 */
	"\tsarl $8, %%ecx\n"
	"21:"
	"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

	/*
	* do {
	* sample = old_sample = *sum;
	* saturate(v);
	* *dst = sample;
	* } while (v != *sum);
	*/

	"3:"
	"\tmovl (%%ebx), %%ecx\n"
	/*
	* if (sample > 0x7fff00)
	*/
	"\tmovl $0x7fffff, %%eax\n"
	"\tcmpl %%eax, %%ecx\n"
	"\tjg 4f\n"
	/*
	* if (sample < -0x800000)
	*/
	"\tmovl $-0x800000, %%eax\n"
	"\tcmpl %%eax, %%ecx\n"
	"\tjl 4f\n"
	"\tmovl %%ecx, %%eax\n"
	"4:"
	/*
	* sample <<= 8;
	*/
	"\tsall $8, %%eax\n"
	"\tmovl %%eax, (%%edi)\n"
	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 3b\n"

	/*
	* while (size-- > 0)
	*/
	"\tdecl %0\n"
	"\tjz 6f\n"
	"\tadd %4, %%edi\n"
	"\tadd %5, %%esi\n"
	"\tadd %6, %%ebx\n"
	"\tjmp 1b\n"

	"6:"
	"\tmovl %7, %%ebx\n" /* ebx is GOT pointer (-fPIC) */

	: /* no output regs */
	: "m" (size), "m" (dst), "m" (src),
	"m" (sum), "m" (dst_step), "m" (src_step),
	"m" (sum_step), "m" (old_ebx)
	: "esi", "edi", "edx", "ecx", "eax"
	);
	}

	/*
	* 24-bit version for plain i386
	*/
	static void MIX_AREAS_24(unsigned int size,
	volatile unsigned char dst, unsigned char src,
	volatile signed int *sum, size_t dst_step,
	size_t src_step, size_t sum_step)
	{
	unsigned int old_ebx;

	/*
	* ESI - src
	* EDI - dst
	* EBX - sum
	* ECX - old sample
	* EAX - sample / temporary
	* EDX - temporary
	*/
	__asm__ __volatile__ (
	"\n"

	"\tmovl %%ebx, %7\n" /* ebx is GOT pointer (-fPIC) */
	/*
	* initialization, load ESI, EDI, EBX registers
	*/
	"\tmovl %1, %%edi\n"
	"\tmovl %2, %%esi\n"
	"\tmovl %3, %%ebx\n"
	"\tcmpl $0, %0\n"
	"\tjnz 1f\n"
	"\tjmp 6f\n"

	"\t.p2align 4,,15\n"

	"1:"

	/*
	* sample = *src;
	* sum_sample = *sum;
	* if (test_and_set_bit(0, dst) == 0)
	* sample -= sum_sample;
	* *sum += sample;
	*/
	"\tmovsbl 2(%%esi), %%eax\n"
	"\tmovzwl (%%esi), %%ecx\n"
	"\tmovl (%%ebx), %%edx\n"
	"\tsall $16, %%eax\n"
	"\torl %%eax, %%ecx\n"
	"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
	"\tjc 2f\n"
	"\t" XSUB " %%edx, %%ecx\n"
	"2:"
	"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

	/*
	* do {
	* sample = old_sample = *sum;
	* saturate(sample);
	* *dst = sample \| 1;
	* } while (old_sample != *sum);
	*/

	"3:"
	"\tmovl (%%ebx), %%ecx\n"
	/*
	* if (sample > 0x7fffff)
	*/
	"\tmovl $0x7fffff, %%eax\n"
	"\tcmpl %%eax, %%ecx\n"
	"\tjg 4f\n"
	/*
	* if (sample < -0x7fffff)
	*/
	"\tmovl $-0x7fffff, %%eax\n"
	"\tcmpl %%eax, %%ecx\n"
	"\tjl 4f\n"
	"\tmovl %%ecx, %%eax\n"
	"\torl $1, %%eax\n"
	"4:"
	"\tmovw %%ax, (%%edi)\n"
	"\tshrl $16, %%eax\n"
	"\tmovb %%al, 2(%%edi)\n"
	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 3b\n"

	/*
	* while (size-- > 0)
	*/
	"\tdecl %0\n"
	"\tjz 6f\n"
	"\tadd %4, %%edi\n"
	"\tadd %5, %%esi\n"
	"\tadd %6, %%ebx\n"
	"\tjmp 1b\n"

	"6:"
	"\tmovl %7, %%ebx\n" /* ebx is GOT pointer (-fPIC) */

	: /* no output regs */
	: "m" (size), "m" (dst), "m" (src),
	"m" (sum), "m" (dst_step), "m" (src_step),
	"m" (sum_step), "m" (old_ebx)
	: "esi", "edi", "edx", "ecx", "eax"
	);
	}

	/*
	* 24-bit version for Pentium Pro/II
	*/
	static void MIX_AREAS_24_CMOV(unsigned int size,
	volatile unsigned char dst, unsigned char src,
	volatile signed int *sum, size_t dst_step,
	size_t src_step, size_t sum_step)
	{
	unsigned int old_ebx;

	/*
	* ESI - src
	* EDI - dst
	* EBX - sum
	* ECX - old sample
	* EAX - sample / temporary
	* EDX - temporary
	*/
	__asm__ __volatile__ (
	"\n"

	"\tmovl %%ebx, %7\n" /* ebx is GOT pointer (-fPIC) */
	/*
	* initialization, load ESI, EDI, EBX registers
	*/
	"\tmovl %1, %%edi\n"
	"\tmovl %2, %%esi\n"
	"\tmovl %3, %%ebx\n"
	"\tcmpl $0, %0\n"
	"\tjz 6f\n"

	"\t.p2align 4,,15\n"

	"1:"

	/*
	* sample = *src;
	* sum_sample = *sum;
	* if (test_and_set_bit(0, dst) == 0)
	* sample -= sum_sample;
	* *sum += sample;
	*/
	"\tmovsbl 2(%%esi), %%eax\n"
	"\tmovzwl (%%esi), %%ecx\n"
	"\tmovl (%%ebx), %%edx\n"
	"\tsall $16, %%eax\n"
	"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
	"\tleal (%%ecx,%%eax,1), %%ecx\n"
	"\tjc 2f\n"
	"\t" XSUB " %%edx, %%ecx\n"
	"2:"
	"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

	/*
	* do {
	* sample = old_sample = *sum;
	* saturate(sample);
	* *dst = sample \| 1;
	* } while (old_sample != *sum);
	*/

	"3:"
	"\tmovl (%%ebx), %%ecx\n"

	"\tmovl $0x7fffff, %%eax\n"
	"\tmovl $-0x7fffff, %%edx\n"
	"\tcmpl %%eax, %%ecx\n"
	"\tcmovng %%ecx, %%eax\n"
	"\tcmpl %%edx, %%ecx\n"
	"\tcmovl %%edx, %%eax\n"

	"\torl $1, %%eax\n"
	"\tmovw %%ax, (%%edi)\n"
	"\tshrl $16, %%eax\n"
	"\tmovb %%al, 2(%%edi)\n"

	"\tcmpl %%ecx, (%%ebx)\n"
	"\tjnz 3b\n"

	/*
	* while (size-- > 0)
	*/
	"\tadd %4, %%edi\n"
	"\tadd %5, %%esi\n"
	"\tadd %6, %%ebx\n"
	"\tdecl %0\n"
	"\tjnz 1b\n"

	"6:"
	"\tmovl %7, %%ebx\n" /* ebx is GOT pointer (-fPIC) */

	: /* no output regs */
	: "m" (size), "m" (dst), "m" (src),
	"m" (sum), "m" (dst_step), "m" (src_step),
	"m" (sum_step), "m" (old_ebx)
	: "esi", "edi", "edx", "ecx", "eax"
	);
	}