genericopenlibs/liboil/src/i386/rowcolsad8x8_i386.c
changeset 18 47c74d1534e1
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/genericopenlibs/liboil/src/i386/rowcolsad8x8_i386.c	Fri Apr 16 16:46:38 2010 +0300
@@ -0,0 +1,310 @@
+/*
+ * LIBOIL - Library of Optimized Inner Loops
+ * Copyright (c) 2003,2004 David A. Schleef <ds@schleef.org>
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
+ * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
+ * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+ * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+//Portions Copyright (c)  2008-2009 Nokia Corporation and/or its subsidiary(-ies). All rights reserved. 
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <liboil/liboilfunction.h>
+
+OIL_DECLARE_CLASS (rowsad8x8_u8);
+OIL_DECLARE_CLASS (colsad8x8_u8);
+
+static void
+rowsad8x8_u8_mmx (uint32_t *dest, uint8_t *src1, uint8_t *src2)
+{
+  uint32_t MaxSad;
+#if !defined(__WINSCW__) && !defined(__WINS__)      
+  __asm__ __volatile__ (
+    "  pxor        %%mm6, %%mm6     \n\t"	/* zero out mm6 for unpack */
+    "  pxor        %%mm7, %%mm7     \n\t" 	/* zero out mm7 for unpack */
+    "  movq        (%1), %%mm0      \n\t"	/* take 8 bytes */
+    "  movq        (%2), %%mm1      \n\t"
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  psubusb     %%mm1, %%mm0     \n\t" 	/* A - B */
+    "  psubusb     %%mm2, %%mm1     \n\t"	/* B - A */
+    "  por         %%mm1, %%mm0     \n\t"      	/* and or gives abs difference */
+
+    "  movq        %%mm0, %%mm1     \n\t"
+
+    "  punpcklbw   %%mm6, %%mm0     \n\t"       /* ; unpack low four bytes to higher precision */
+    "  punpckhbw   %%mm7, %%mm1     \n\t"       /* ; unpack high four bytes to higher precision */
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  movq        %%mm1, %%mm3     \n\t"
+    "  psrlq       $32, %%mm2       \n\t"	/* fold and add */
+    "  psrlq       $32, %%mm3       \n\t"
+    "  paddw       %%mm2, %%mm0     \n\t"
+    "  paddw       %%mm3, %%mm1     \n\t"
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  movq        %%mm1, %%mm3     \n\t"
+    "  psrlq       $16, %%mm2       \n\t"
+    "  psrlq       $16, %%mm3       \n\t"
+    "  paddw       %%mm2, %%mm0     \n\t"
+    "  paddw       %%mm3, %%mm1     \n\t"
+
+    "  psubusw     %%mm0, %%mm1     \n\t"
+    "  paddw       %%mm0, %%mm1     \n\t" 	/* mm1 = max(mm1, mm0) */
+    "  movd        %%mm1, %0        \n\t"
+    "  andl        $0xffff, %0      \n\t"
+    "  emms                         \n\t"
+
+     : "=m" (MaxSad),
+       "+r" (src1), 
+       "+r" (src2) 
+     :
+     : "memory"
+  );
+  *dest = MaxSad;
+#endif  
+}
+OIL_DEFINE_IMPL_FULL (rowsad8x8_u8_mmx, rowsad8x8_u8, OIL_IMPL_FLAG_MMX);
+
+static void
+rowsad8x8_u8_mmxext (uint32_t *dest, uint8_t *src1, uint8_t *src2)
+{
+#if !defined(__WINSCW__) && !defined(__WINS__)      
+  uint32_t MaxSad;
+
+  __asm__ __volatile__ (
+    "  movd        (%1), %%mm0      \n\t"
+    "  movd        (%2), %%mm1      \n\t"
+    "  psadbw      %%mm0, %%mm1     \n\t"
+    "  movd        4(%1), %%mm2     \n\t"
+    "  movd        4(%2), %%mm3     \n\t"
+    "  psadbw      %%mm2, %%mm3     \n\t"
+
+    "  pmaxsw      %%mm1, %%mm3     \n\t"
+    "  movd        %%mm3, %0        \n\t"
+    "  andl        $0xffff, %0      \n\t"
+    "  emms                         \n\t"
+
+     : "=m" (MaxSad),
+       "+r" (src1), 
+       "+r" (src2) 
+     :
+     : "memory"
+  );
+  *dest = MaxSad;
+#endif  
+}
+OIL_DEFINE_IMPL_FULL (rowsad8x8_u8_mmxext, rowsad8x8_u8, OIL_IMPL_FLAG_MMX | OIL_IMPL_FLAG_MMXEXT);
+
+static void
+colsad8x8_u8_mmx (uint32_t *dest, uint8_t *src1, int ss1, uint8_t *src2, int ss2)
+{
+#if !defined(__WINSCW__) && !defined(__WINS__)      
+  uint32_t MaxSad;
+
+  __asm__ __volatile__ (
+    "  pxor        %%mm3, %%mm3     \n\t"	/* zero out mm3 for unpack */
+    "  pxor        %%mm4, %%mm4     \n\t"	/* mm4 low sum */
+    "  pxor        %%mm5, %%mm5     \n\t" 	/* mm5 high sum */
+    "  pxor        %%mm6, %%mm6     \n\t"	/* mm6 low sum */
+    "  pxor        %%mm7, %%mm7     \n\t" 	/* mm7 high sum */
+    "  mov         $4, %%edi        \n\t"	/* 4 rows */
+    "1:                             \n\t"
+    "  movq        (%1), %%mm0      \n\t"	/* take 8 bytes */
+    "  movq        (%2), %%mm1      \n\t"	/* take 8 bytes */
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  psubusb     %%mm1, %%mm0     \n\t" 	/* A - B */
+    "  psubusb     %%mm2, %%mm1     \n\t"	/* B - A */
+    "  por         %%mm1, %%mm0     \n\t"      	/* and or gives abs difference */
+    "  movq        %%mm0, %%mm1     \n\t"
+
+    "  punpcklbw   %%mm3, %%mm0     \n\t"	/* unpack to higher precision for accumulation */
+    "  paddw       %%mm0, %%mm4     \n\t"	/* accumulate difference... */
+    "  punpckhbw   %%mm3, %%mm1     \n\t"	/* unpack high four bytes to higher precision */
+    "  paddw       %%mm1, %%mm5     \n\t"	/* accumulate difference... */
+    "  add         %3, %1           \n\t"	/* Inc pointer into the new data */
+    "  add         %3, %2           \n\t"	/* Inc pointer into the new data */
+
+    "  dec         %%edi            \n\t"
+    "  jnz 1b                       \n\t"
+
+    "  mov         $4, %%edi        \n\t"	/* 4 rows */
+    "2:                             \n\t"
+    "  movq        (%1), %%mm0      \n\t"	/* take 8 bytes */
+    "  movq        (%2), %%mm1      \n\t"	/* take 8 bytes */
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  psubusb     %%mm1, %%mm0     \n\t" 	/* A - B */
+    "  psubusb     %%mm2, %%mm1     \n\t"	/* B - A */
+    "  por         %%mm1, %%mm0     \n\t"      	/* and or gives abs difference */
+    "  movq        %%mm0, %%mm1     \n\t"
+
+    "  punpcklbw   %%mm3, %%mm0     \n\t"	/* unpack to higher precision for accumulation */
+    "  paddw       %%mm0, %%mm6     \n\t"	/* accumulate difference... */
+    "  punpckhbw   %%mm3, %%mm1     \n\t"	/* unpack high four bytes to higher precision */
+    "  paddw       %%mm1, %%mm7     \n\t"	/* accumulate difference... */
+    "  add         %3, %1           \n\t"	/* Inc pointer into the new data */
+    "  add         %3, %2           \n\t"	/* Inc pointer into the new data */
+
+    "  dec         %%edi            \n\t"
+    "  jnz 2b                       \n\t"
+
+    "  psubusw     %%mm6, %%mm7     \n\t"
+    "  paddw       %%mm6, %%mm7     \n\t" 	/* mm7 = max(mm7, mm6) */
+    "  psubusw     %%mm4, %%mm5     \n\t" 	
+    "  paddw       %%mm4, %%mm5     \n\t" 	/* mm5 = max(mm5, mm4) */
+    "  psubusw     %%mm5, %%mm7     \n\t" 	
+    "  paddw       %%mm5, %%mm7     \n\t" 	/* mm7 = max(mm5, mm7) */
+    "  movq        %%mm7, %%mm6     \n\t"
+    "  psrlq       $32, %%mm6       \n\t"
+    "  psubusw     %%mm6, %%mm7     \n\t" 	
+    "  paddw       %%mm6, %%mm7     \n\t" 	/* mm7 = max(mm5, mm7) */
+    "  movq        %%mm7, %%mm6     \n\t"
+    "  psrlq       $16, %%mm6       \n\t"
+    "  psubusw     %%mm6, %%mm7     \n\t" 	
+    "  paddw       %%mm6, %%mm7     \n\t" 	/* mm7 = max(mm5, mm7) */
+    "  movd        %%mm7, %0        \n\t"
+    "  andl        $0xffff, %0      \n\t"
+    "  emms                         \n\t"
+
+     : "=r" (MaxSad),
+       "+r" (src1), 
+       "+r" (src2) 
+     : "r" (ss1)
+     : "memory", "edi"
+  );
+  *dest = MaxSad;
+#endif  
+}
+OIL_DEFINE_IMPL_FULL (colsad8x8_u8_mmx, colsad8x8_u8, OIL_IMPL_FLAG_MMX);
+
+static void
+colsad8x8_u8_mmxext (uint32_t *dest, uint8_t *src1, int ss1, uint8_t *src2, int ss2)
+{
+#if !defined(__WINSCW__) && !defined(__WINS__)      
+  uint32_t MaxSad;
+
+  __asm__ __volatile__ (
+    "  pxor        %%mm3, %%mm3     \n\t"	/* zero out mm3 for unpack */
+    "  pxor        %%mm4, %%mm4     \n\t"	/* mm4 low sum */
+    "  pxor        %%mm5, %%mm5     \n\t" 	/* mm5 high sum */
+    "  pxor        %%mm6, %%mm6     \n\t"	/* mm6 low sum */
+    "  pxor        %%mm7, %%mm7     \n\t" 	/* mm7 high sum */
+    "  mov         $4, %%edi        \n\t"	/* 4 rows */
+    "1:                             \n\t"
+    "  movq        (%1), %%mm0      \n\t"	/* take 8 bytes */
+    "  movq        (%2), %%mm1      \n\t"	/* take 8 bytes */
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  psubusb     %%mm1, %%mm0     \n\t" 	/* A - B */
+    "  psubusb     %%mm2, %%mm1     \n\t"	/* B - A */
+    "  por         %%mm1, %%mm0     \n\t"      	/* and or gives abs difference */
+    "  movq        %%mm0, %%mm1     \n\t"
+
+    "  punpcklbw   %%mm3, %%mm0     \n\t"	/* unpack to higher precision for accumulation */
+    "  paddw       %%mm0, %%mm4     \n\t"	/* accumulate difference... */
+    "  punpckhbw   %%mm3, %%mm1     \n\t"	/* unpack high four bytes to higher precision */
+    "  paddw       %%mm1, %%mm5     \n\t"	/* accumulate difference... */
+    "  add         %3, %1           \n\t"	/* Inc pointer into the new data */
+    "  add         %3, %2           \n\t"	/* Inc pointer into the new data */
+
+    "  dec         %%edi            \n\t"
+    "  jnz 1b                       \n\t"
+
+    "  mov         $4, %%edi        \n\t"	/* 4 rows */
+    "2:                             \n\t"
+    "  movq        (%1), %%mm0      \n\t"	/* take 8 bytes */
+    "  movq        (%2), %%mm1      \n\t"	/* take 8 bytes */
+
+    "  movq        %%mm0, %%mm2     \n\t"
+    "  psubusb     %%mm1, %%mm0     \n\t" 	/* A - B */
+    "  psubusb     %%mm2, %%mm1     \n\t"	/* B - A */
+    "  por         %%mm1, %%mm0     \n\t"      	/* and or gives abs difference */
+    "  movq        %%mm0, %%mm1     \n\t"
+
+    "  punpcklbw   %%mm3, %%mm0     \n\t"	/* unpack to higher precision for accumulation */
+    "  paddw       %%mm0, %%mm6     \n\t"	/* accumulate difference... */
+    "  punpckhbw   %%mm3, %%mm1     \n\t"	/* unpack high four bytes to higher precision */
+    "  paddw       %%mm1, %%mm7     \n\t"	/* accumulate difference... */
+    "  add         %3, %1           \n\t"	/* Inc pointer into the new data */
+    "  add         %3, %2           \n\t"	/* Inc pointer into the new data */
+
+    "  dec         %%edi            \n\t"
+    "  jnz 2b                       \n\t"
+
+    "  pmaxsw      %%mm6, %%mm7     \n\t"
+    "  pmaxsw      %%mm4, %%mm5     \n\t"
+    "  pmaxsw      %%mm5, %%mm7     \n\t"
+    "  movq        %%mm7, %%mm6     \n\t"
+    "  psrlq       $32, %%mm6       \n\t"
+    "  pmaxsw      %%mm6, %%mm7     \n\t"
+    "  movq        %%mm7, %%mm6     \n\t"
+    "  psrlq       $16, %%mm6       \n\t"
+    "  pmaxsw      %%mm6, %%mm7     \n\t"
+    "  movd        %%mm7, %0        \n\t"
+    "  andl        $0xffff, %0      \n\t"
+    "  emms                         \n\t"
+
+     : "=r" (MaxSad),
+       "+r" (src1), 
+       "+r" (src2) 
+     : "r" (ss1)
+     : "memory", "edi"
+  );
+
+  *dest = MaxSad;
+#endif
+}
+OIL_DEFINE_IMPL_FULL (colsad8x8_u8_mmxext, colsad8x8_u8, OIL_IMPL_FLAG_MMX | OIL_IMPL_FLAG_MMXEXT);
+
+
+
+#ifdef	__SYMBIAN32__
+ 
+OilFunctionImpl* __oil_function_impl_rowsad8x8_u8_mmx, rowsad8x8_u8() {
+		return &_oil_function_impl_rowsad8x8_u8_mmx, rowsad8x8_u8;
+}
+#endif
+
+#ifdef	__SYMBIAN32__
+ 
+OilFunctionImpl* __oil_function_impl_rowsad8x8_u8_mmxext, rowsad8x8_u8() {
+		return &_oil_function_impl_rowsad8x8_u8_mmxext, rowsad8x8_u8;
+}
+#endif
+
+#ifdef	__SYMBIAN32__
+ 
+OilFunctionImpl* __oil_function_impl_colsad8x8_u8_mmx, colsad8x8_u8() {
+		return &_oil_function_impl_colsad8x8_u8_mmx, colsad8x8_u8;
+}
+#endif
+
+#ifdef	__SYMBIAN32__
+ 
+OilFunctionImpl* __oil_function_impl_colsad8x8_u8_mmxext, colsad8x8_u8() {
+		return &_oil_function_impl_colsad8x8_u8_mmxext, colsad8x8_u8;
+}
+#endif
+