|
1 /* |
|
2 SDL - Simple DirectMedia Layer |
|
3 Copyright (C) 1997-2006 Sam Lantinga |
|
4 |
|
5 This library is free software; you can redistribute it and/or |
|
6 modify it under the terms of the GNU Lesser General Public |
|
7 License as published by the Free Software Foundation; either |
|
8 version 2.1 of the License, or (at your option) any later version. |
|
9 |
|
10 This library is distributed in the hope that it will be useful, |
|
11 but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
13 Lesser General Public License for more details. |
|
14 |
|
15 You should have received a copy of the GNU Lesser General Public |
|
16 License along with this library; if not, write to the Free Software |
|
17 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
|
18 |
|
19 Sam Lantinga |
|
20 slouken@libsdl.org |
|
21 */ |
|
22 #include "SDL_config.h" |
|
23 |
|
24 #if (__GNUC__ > 2) && defined(__i386__) && __OPTIMIZE__ && SDL_ASSEMBLY_ROUTINES |
|
25 |
|
26 #include "SDL_stdinc.h" |
|
27 |
|
28 #include "mmx.h" |
|
29 |
|
30 /* *INDENT-OFF* */ |
|
31 |
|
32 static mmx_t MMX_0080w = { .ud = {0x00800080, 0x00800080} }; |
|
33 static mmx_t MMX_00FFw = { .ud = {0x00ff00ff, 0x00ff00ff} }; |
|
34 static mmx_t MMX_FF00w = { .ud = {0xff00ff00, 0xff00ff00} }; |
|
35 |
|
36 static mmx_t MMX_Ycoeff = { .uw = {0x004a, 0x004a, 0x004a, 0x004a} }; |
|
37 |
|
38 static mmx_t MMX_UbluRGB = { .uw = {0x0072, 0x0072, 0x0072, 0x0072} }; |
|
39 static mmx_t MMX_VredRGB = { .uw = {0x0059, 0x0059, 0x0059, 0x0059} }; |
|
40 static mmx_t MMX_UgrnRGB = { .uw = {0xffea, 0xffea, 0xffea, 0xffea} }; |
|
41 static mmx_t MMX_VgrnRGB = { .uw = {0xffd2, 0xffd2, 0xffd2, 0xffd2} }; |
|
42 |
|
43 static mmx_t MMX_Ublu5x5 = { .uw = {0x0081, 0x0081, 0x0081, 0x0081} }; |
|
44 static mmx_t MMX_Vred5x5 = { .uw = {0x0066, 0x0066, 0x0066, 0x0066} }; |
|
45 static mmx_t MMX_Ugrn565 = { .uw = {0xffe8, 0xffe8, 0xffe8, 0xffe8} }; |
|
46 static mmx_t MMX_Vgrn565 = { .uw = {0xffcd, 0xffcd, 0xffcd, 0xffcd} }; |
|
47 |
|
48 static mmx_t MMX_red565 = { .uw = {0xf800, 0xf800, 0xf800, 0xf800} }; |
|
49 static mmx_t MMX_grn565 = { .uw = {0x07e0, 0x07e0, 0x07e0, 0x07e0} }; |
|
50 |
|
51 /** |
|
52 This MMX assembler is my first assembler/MMX program ever. |
|
53 Thus it maybe buggy. |
|
54 Send patches to: |
|
55 mvogt@rhrk.uni-kl.de |
|
56 |
|
57 After it worked fine I have "obfuscated" the code a bit to have |
|
58 more parallism in the MMX units. This means I moved |
|
59 initilisation around and delayed other instruction. |
|
60 Performance measurement did not show that this brought any advantage |
|
61 but in theory it _should_ be faster this way. |
|
62 |
|
63 The overall performanve gain to the C based dither was 30%-40%. |
|
64 The MMX routine calculates 256bit=8RGB values in each cycle |
|
65 (4 for row1 & 4 for row2) |
|
66 |
|
67 The red/green/blue.. coefficents are taken from the mpeg_play |
|
68 player. They look nice, but I dont know if you can have |
|
69 better values, to avoid integer rounding errors. |
|
70 |
|
71 |
|
72 IMPORTANT: |
|
73 ========== |
|
74 |
|
75 It is a requirement that the cr/cb/lum are 8 byte aligned and |
|
76 the out are 16byte aligned or you will/may get segfaults |
|
77 |
|
78 */ |
|
79 |
|
80 void ColorRGBDitherYV12MMX1X( int *colortab, Uint32 *rgb_2_pix, |
|
81 unsigned char *lum, unsigned char *cr, |
|
82 unsigned char *cb, unsigned char *out, |
|
83 int rows, int cols, int mod ) |
|
84 { |
|
85 Uint32 *row1; |
|
86 Uint32 *row2; |
|
87 |
|
88 unsigned char* y = lum +cols*rows; // Pointer to the end |
|
89 int x = 0; |
|
90 row1 = (Uint32 *)out; // 32 bit target |
|
91 row2 = (Uint32 *)out+cols+mod; // start of second row |
|
92 mod = (mod+cols+mod)*4; // increment for row1 in byte |
|
93 |
|
94 __asm__ __volatile__ ( |
|
95 // tap dance to workaround the inability to use %%ebx at will... |
|
96 // move one thing to the stack... |
|
97 "pushl $0\n" // save a slot on the stack. |
|
98 "pushl %%ebx\n" // save %%ebx. |
|
99 "movl %0, %%ebx\n" // put the thing in ebx. |
|
100 "movl %%ebx,4(%%esp)\n" // put the thing in the stack slot. |
|
101 "popl %%ebx\n" // get back %%ebx (the PIC register). |
|
102 |
|
103 ".align 8\n" |
|
104 "1:\n" |
|
105 |
|
106 // create Cr (result in mm1) |
|
107 "pushl %%ebx\n" |
|
108 "movl 4(%%esp),%%ebx\n" |
|
109 "movd (%%ebx),%%mm1\n" // 0 0 0 0 v3 v2 v1 v0 |
|
110 "popl %%ebx\n" |
|
111 "pxor %%mm7,%%mm7\n" // 00 00 00 00 00 00 00 00 |
|
112 "movd (%2), %%mm2\n" // 0 0 0 0 l3 l2 l1 l0 |
|
113 "punpcklbw %%mm7,%%mm1\n" // 0 v3 0 v2 00 v1 00 v0 |
|
114 "punpckldq %%mm1,%%mm1\n" // 00 v1 00 v0 00 v1 00 v0 |
|
115 "psubw %9,%%mm1\n" // mm1-128:r1 r1 r0 r0 r1 r1 r0 r0 |
|
116 |
|
117 // create Cr_g (result in mm0) |
|
118 "movq %%mm1,%%mm0\n" // r1 r1 r0 r0 r1 r1 r0 r0 |
|
119 "pmullw %10,%%mm0\n" // red*-46dec=0.7136*64 |
|
120 "pmullw %11,%%mm1\n" // red*89dec=1.4013*64 |
|
121 "psraw $6, %%mm0\n" // red=red/64 |
|
122 "psraw $6, %%mm1\n" // red=red/64 |
|
123 |
|
124 // create L1 L2 (result in mm2,mm4) |
|
125 // L2=lum+cols |
|
126 "movq (%2,%4),%%mm3\n" // 0 0 0 0 L3 L2 L1 L0 |
|
127 "punpckldq %%mm3,%%mm2\n" // L3 L2 L1 L0 l3 l2 l1 l0 |
|
128 "movq %%mm2,%%mm4\n" // L3 L2 L1 L0 l3 l2 l1 l0 |
|
129 "pand %12,%%mm2\n" // L3 0 L1 0 l3 0 l1 0 |
|
130 "pand %13,%%mm4\n" // 0 L2 0 L0 0 l2 0 l0 |
|
131 "psrlw $8,%%mm2\n" // 0 L3 0 L1 0 l3 0 l1 |
|
132 |
|
133 // create R (result in mm6) |
|
134 "movq %%mm2,%%mm5\n" // 0 L3 0 L1 0 l3 0 l1 |
|
135 "movq %%mm4,%%mm6\n" // 0 L2 0 L0 0 l2 0 l0 |
|
136 "paddsw %%mm1, %%mm5\n" // lum1+red:x R3 x R1 x r3 x r1 |
|
137 "paddsw %%mm1, %%mm6\n" // lum1+red:x R2 x R0 x r2 x r0 |
|
138 "packuswb %%mm5,%%mm5\n" // R3 R1 r3 r1 R3 R1 r3 r1 |
|
139 "packuswb %%mm6,%%mm6\n" // R2 R0 r2 r0 R2 R0 r2 r0 |
|
140 "pxor %%mm7,%%mm7\n" // 00 00 00 00 00 00 00 00 |
|
141 "punpcklbw %%mm5,%%mm6\n" // R3 R2 R1 R0 r3 r2 r1 r0 |
|
142 |
|
143 // create Cb (result in mm1) |
|
144 "movd (%1), %%mm1\n" // 0 0 0 0 u3 u2 u1 u0 |
|
145 "punpcklbw %%mm7,%%mm1\n" // 0 u3 0 u2 00 u1 00 u0 |
|
146 "punpckldq %%mm1,%%mm1\n" // 00 u1 00 u0 00 u1 00 u0 |
|
147 "psubw %9,%%mm1\n" // mm1-128:u1 u1 u0 u0 u1 u1 u0 u0 |
|
148 // create Cb_g (result in mm5) |
|
149 "movq %%mm1,%%mm5\n" // u1 u1 u0 u0 u1 u1 u0 u0 |
|
150 "pmullw %14,%%mm5\n" // blue*-109dec=1.7129*64 |
|
151 "pmullw %15,%%mm1\n" // blue*114dec=1.78125*64 |
|
152 "psraw $6, %%mm5\n" // blue=red/64 |
|
153 "psraw $6, %%mm1\n" // blue=blue/64 |
|
154 |
|
155 // create G (result in mm7) |
|
156 "movq %%mm2,%%mm3\n" // 0 L3 0 L1 0 l3 0 l1 |
|
157 "movq %%mm4,%%mm7\n" // 0 L2 0 L0 0 l2 0 l1 |
|
158 "paddsw %%mm5, %%mm3\n" // lum1+Cb_g:x G3t x G1t x g3t x g1t |
|
159 "paddsw %%mm5, %%mm7\n" // lum1+Cb_g:x G2t x G0t x g2t x g0t |
|
160 "paddsw %%mm0, %%mm3\n" // lum1+Cr_g:x G3 x G1 x g3 x g1 |
|
161 "paddsw %%mm0, %%mm7\n" // lum1+blue:x G2 x G0 x g2 x g0 |
|
162 "packuswb %%mm3,%%mm3\n" // G3 G1 g3 g1 G3 G1 g3 g1 |
|
163 "packuswb %%mm7,%%mm7\n" // G2 G0 g2 g0 G2 G0 g2 g0 |
|
164 "punpcklbw %%mm3,%%mm7\n" // G3 G2 G1 G0 g3 g2 g1 g0 |
|
165 |
|
166 // create B (result in mm5) |
|
167 "movq %%mm2,%%mm3\n" // 0 L3 0 L1 0 l3 0 l1 |
|
168 "movq %%mm4,%%mm5\n" // 0 L2 0 L0 0 l2 0 l1 |
|
169 "paddsw %%mm1, %%mm3\n" // lum1+blue:x B3 x B1 x b3 x b1 |
|
170 "paddsw %%mm1, %%mm5\n" // lum1+blue:x B2 x B0 x b2 x b0 |
|
171 "packuswb %%mm3,%%mm3\n" // B3 B1 b3 b1 B3 B1 b3 b1 |
|
172 "packuswb %%mm5,%%mm5\n" // B2 B0 b2 b0 B2 B0 b2 b0 |
|
173 "punpcklbw %%mm3,%%mm5\n" // B3 B2 B1 B0 b3 b2 b1 b0 |
|
174 |
|
175 // fill destination row1 (needed are mm6=Rr,mm7=Gg,mm5=Bb) |
|
176 |
|
177 "pxor %%mm2,%%mm2\n" // 0 0 0 0 0 0 0 0 |
|
178 "pxor %%mm4,%%mm4\n" // 0 0 0 0 0 0 0 0 |
|
179 "movq %%mm6,%%mm1\n" // R3 R2 R1 R0 r3 r2 r1 r0 |
|
180 "movq %%mm5,%%mm3\n" // B3 B2 B1 B0 b3 b2 b1 b0 |
|
181 // process lower lum |
|
182 "punpcklbw %%mm4,%%mm1\n" // 0 r3 0 r2 0 r1 0 r0 |
|
183 "punpcklbw %%mm4,%%mm3\n" // 0 b3 0 b2 0 b1 0 b0 |
|
184 "movq %%mm1,%%mm2\n" // 0 r3 0 r2 0 r1 0 r0 |
|
185 "movq %%mm3,%%mm0\n" // 0 b3 0 b2 0 b1 0 b0 |
|
186 "punpcklwd %%mm1,%%mm3\n" // 0 r1 0 b1 0 r0 0 b0 |
|
187 "punpckhwd %%mm2,%%mm0\n" // 0 r3 0 b3 0 r2 0 b2 |
|
188 |
|
189 "pxor %%mm2,%%mm2\n" // 0 0 0 0 0 0 0 0 |
|
190 "movq %%mm7,%%mm1\n" // G3 G2 G1 G0 g3 g2 g1 g0 |
|
191 "punpcklbw %%mm1,%%mm2\n" // g3 0 g2 0 g1 0 g0 0 |
|
192 "punpcklwd %%mm4,%%mm2\n" // 0 0 g1 0 0 0 g0 0 |
|
193 "por %%mm3, %%mm2\n" // 0 r1 g1 b1 0 r0 g0 b0 |
|
194 "movq %%mm2,(%3)\n" // wrote out ! row1 |
|
195 |
|
196 "pxor %%mm2,%%mm2\n" // 0 0 0 0 0 0 0 0 |
|
197 "punpcklbw %%mm1,%%mm4\n" // g3 0 g2 0 g1 0 g0 0 |
|
198 "punpckhwd %%mm2,%%mm4\n" // 0 0 g3 0 0 0 g2 0 |
|
199 "por %%mm0, %%mm4\n" // 0 r3 g3 b3 0 r2 g2 b2 |
|
200 "movq %%mm4,8(%3)\n" // wrote out ! row1 |
|
201 |
|
202 // fill destination row2 (needed are mm6=Rr,mm7=Gg,mm5=Bb) |
|
203 // this can be done "destructive" |
|
204 "pxor %%mm2,%%mm2\n" // 0 0 0 0 0 0 0 0 |
|
205 "punpckhbw %%mm2,%%mm6\n" // 0 R3 0 R2 0 R1 0 R0 |
|
206 "punpckhbw %%mm1,%%mm5\n" // G3 B3 G2 B2 G1 B1 G0 B0 |
|
207 "movq %%mm5,%%mm1\n" // G3 B3 G2 B2 G1 B1 G0 B0 |
|
208 "punpcklwd %%mm6,%%mm1\n" // 0 R1 G1 B1 0 R0 G0 B0 |
|
209 "movq %%mm1,(%5)\n" // wrote out ! row2 |
|
210 "punpckhwd %%mm6,%%mm5\n" // 0 R3 G3 B3 0 R2 G2 B2 |
|
211 "movq %%mm5,8(%5)\n" // wrote out ! row2 |
|
212 |
|
213 "addl $4,%2\n" // lum+4 |
|
214 "leal 16(%3),%3\n" // row1+16 |
|
215 "leal 16(%5),%5\n" // row2+16 |
|
216 "addl $2,(%%esp)\n" // cr+2 |
|
217 "addl $2,%1\n" // cb+2 |
|
218 |
|
219 "addl $4,%6\n" // x+4 |
|
220 "cmpl %4,%6\n" |
|
221 |
|
222 "jl 1b\n" |
|
223 "addl %4,%2\n" // lum += cols |
|
224 "addl %8,%3\n" // row1+= mod |
|
225 "addl %8,%5\n" // row2+= mod |
|
226 "movl $0,%6\n" // x=0 |
|
227 "cmpl %7,%2\n" |
|
228 "jl 1b\n" |
|
229 |
|
230 "addl $4,%%esp\n" // get rid of the stack slot we reserved. |
|
231 "emms\n" // reset MMX registers. |
|
232 : |
|
233 : "m" (cr), "r"(cb),"r"(lum), |
|
234 "r"(row1),"r"(cols),"r"(row2),"m"(x),"m"(y),"m"(mod), |
|
235 "m"(MMX_0080w),"m"(MMX_VgrnRGB),"m"(MMX_VredRGB), |
|
236 "m"(MMX_FF00w),"m"(MMX_00FFw),"m"(MMX_UgrnRGB), |
|
237 "m"(MMX_UbluRGB) |
|
238 ); |
|
239 } |
|
240 |
|
241 void Color565DitherYV12MMX1X( int *colortab, Uint32 *rgb_2_pix, |
|
242 unsigned char *lum, unsigned char *cr, |
|
243 unsigned char *cb, unsigned char *out, |
|
244 int rows, int cols, int mod ) |
|
245 { |
|
246 Uint16 *row1; |
|
247 Uint16 *row2; |
|
248 |
|
249 unsigned char* y = lum +cols*rows; /* Pointer to the end */ |
|
250 int x = 0; |
|
251 row1 = (Uint16 *)out; /* 16 bit target */ |
|
252 row2 = (Uint16 *)out+cols+mod; /* start of second row */ |
|
253 mod = (mod+cols+mod)*2; /* increment for row1 in byte */ |
|
254 |
|
255 __asm__ __volatile__( |
|
256 // tap dance to workaround the inability to use %%ebx at will... |
|
257 // move one thing to the stack... |
|
258 "pushl $0\n" // save a slot on the stack. |
|
259 "pushl %%ebx\n" // save %%ebx. |
|
260 "movl %0, %%ebx\n" // put the thing in ebx. |
|
261 "movl %%ebx, 4(%%esp)\n" // put the thing in the stack slot. |
|
262 "popl %%ebx\n" // get back %%ebx (the PIC register). |
|
263 |
|
264 ".align 8\n" |
|
265 "1:\n" |
|
266 "movd (%1), %%mm0\n" // 4 Cb 0 0 0 0 u3 u2 u1 u0 |
|
267 "pxor %%mm7, %%mm7\n" |
|
268 "pushl %%ebx\n" |
|
269 "movl 4(%%esp), %%ebx\n" |
|
270 "movd (%%ebx), %%mm1\n" // 4 Cr 0 0 0 0 v3 v2 v1 v0 |
|
271 "popl %%ebx\n" |
|
272 |
|
273 "punpcklbw %%mm7, %%mm0\n" // 4 W cb 0 u3 0 u2 0 u1 0 u0 |
|
274 "punpcklbw %%mm7, %%mm1\n" // 4 W cr 0 v3 0 v2 0 v1 0 v0 |
|
275 "psubw %9, %%mm0\n" |
|
276 "psubw %9, %%mm1\n" |
|
277 "movq %%mm0, %%mm2\n" // Cb 0 u3 0 u2 0 u1 0 u0 |
|
278 "movq %%mm1, %%mm3\n" // Cr |
|
279 "pmullw %10, %%mm2\n" // Cb2green 0 R3 0 R2 0 R1 0 R0 |
|
280 "movq (%2), %%mm6\n" // L1 l7 L6 L5 L4 L3 L2 L1 L0 |
|
281 "pmullw %11, %%mm0\n" // Cb2blue |
|
282 "pand %12, %%mm6\n" // L1 00 L6 00 L4 00 L2 00 L0 |
|
283 "pmullw %13, %%mm3\n" // Cr2green |
|
284 "movq (%2), %%mm7\n" // L2 |
|
285 "pmullw %14, %%mm1\n" // Cr2red |
|
286 "psrlw $8, %%mm7\n" // L2 00 L7 00 L5 00 L3 00 L1 |
|
287 "pmullw %15, %%mm6\n" // lum1 |
|
288 "paddw %%mm3, %%mm2\n" // Cb2green + Cr2green == green |
|
289 "pmullw %15, %%mm7\n" // lum2 |
|
290 |
|
291 "movq %%mm6, %%mm4\n" // lum1 |
|
292 "paddw %%mm0, %%mm6\n" // lum1 +blue 00 B6 00 B4 00 B2 00 B0 |
|
293 "movq %%mm4, %%mm5\n" // lum1 |
|
294 "paddw %%mm1, %%mm4\n" // lum1 +red 00 R6 00 R4 00 R2 00 R0 |
|
295 "paddw %%mm2, %%mm5\n" // lum1 +green 00 G6 00 G4 00 G2 00 G0 |
|
296 "psraw $6, %%mm4\n" // R1 0 .. 64 |
|
297 "movq %%mm7, %%mm3\n" // lum2 00 L7 00 L5 00 L3 00 L1 |
|
298 "psraw $6, %%mm5\n" // G1 - .. + |
|
299 "paddw %%mm0, %%mm7\n" // Lum2 +blue 00 B7 00 B5 00 B3 00 B1 |
|
300 "psraw $6, %%mm6\n" // B1 0 .. 64 |
|
301 "packuswb %%mm4, %%mm4\n" // R1 R1 |
|
302 "packuswb %%mm5, %%mm5\n" // G1 G1 |
|
303 "packuswb %%mm6, %%mm6\n" // B1 B1 |
|
304 "punpcklbw %%mm4, %%mm4\n" |
|
305 "punpcklbw %%mm5, %%mm5\n" |
|
306 |
|
307 "pand %16, %%mm4\n" |
|
308 "psllw $3, %%mm5\n" // GREEN 1 |
|
309 "punpcklbw %%mm6, %%mm6\n" |
|
310 "pand %17, %%mm5\n" |
|
311 "pand %16, %%mm6\n" |
|
312 "por %%mm5, %%mm4\n" // |
|
313 "psrlw $11, %%mm6\n" // BLUE 1 |
|
314 "movq %%mm3, %%mm5\n" // lum2 |
|
315 "paddw %%mm1, %%mm3\n" // lum2 +red 00 R7 00 R5 00 R3 00 R1 |
|
316 "paddw %%mm2, %%mm5\n" // lum2 +green 00 G7 00 G5 00 G3 00 G1 |
|
317 "psraw $6, %%mm3\n" // R2 |
|
318 "por %%mm6, %%mm4\n" // MM4 |
|
319 "psraw $6, %%mm5\n" // G2 |
|
320 "movq (%2, %4), %%mm6\n" // L3 load lum2 |
|
321 "psraw $6, %%mm7\n" |
|
322 "packuswb %%mm3, %%mm3\n" |
|
323 "packuswb %%mm5, %%mm5\n" |
|
324 "packuswb %%mm7, %%mm7\n" |
|
325 "pand %12, %%mm6\n" // L3 |
|
326 "punpcklbw %%mm3, %%mm3\n" |
|
327 "punpcklbw %%mm5, %%mm5\n" |
|
328 "pmullw %15, %%mm6\n" // lum3 |
|
329 "punpcklbw %%mm7, %%mm7\n" |
|
330 "psllw $3, %%mm5\n" // GREEN 2 |
|
331 "pand %16, %%mm7\n" |
|
332 "pand %16, %%mm3\n" |
|
333 "psrlw $11, %%mm7\n" // BLUE 2 |
|
334 "pand %17, %%mm5\n" |
|
335 "por %%mm7, %%mm3\n" |
|
336 "movq (%2,%4), %%mm7\n" // L4 load lum2 |
|
337 "por %%mm5, %%mm3\n" // |
|
338 "psrlw $8, %%mm7\n" // L4 |
|
339 "movq %%mm4, %%mm5\n" |
|
340 "punpcklwd %%mm3, %%mm4\n" |
|
341 "pmullw %15, %%mm7\n" // lum4 |
|
342 "punpckhwd %%mm3, %%mm5\n" |
|
343 |
|
344 "movq %%mm4, (%3)\n" // write row1 |
|
345 "movq %%mm5, 8(%3)\n" // write row1 |
|
346 |
|
347 "movq %%mm6, %%mm4\n" // Lum3 |
|
348 "paddw %%mm0, %%mm6\n" // Lum3 +blue |
|
349 |
|
350 "movq %%mm4, %%mm5\n" // Lum3 |
|
351 "paddw %%mm1, %%mm4\n" // Lum3 +red |
|
352 "paddw %%mm2, %%mm5\n" // Lum3 +green |
|
353 "psraw $6, %%mm4\n" |
|
354 "movq %%mm7, %%mm3\n" // Lum4 |
|
355 "psraw $6, %%mm5\n" |
|
356 "paddw %%mm0, %%mm7\n" // Lum4 +blue |
|
357 "psraw $6, %%mm6\n" // Lum3 +blue |
|
358 "movq %%mm3, %%mm0\n" // Lum4 |
|
359 "packuswb %%mm4, %%mm4\n" |
|
360 "paddw %%mm1, %%mm3\n" // Lum4 +red |
|
361 "packuswb %%mm5, %%mm5\n" |
|
362 "paddw %%mm2, %%mm0\n" // Lum4 +green |
|
363 "packuswb %%mm6, %%mm6\n" |
|
364 "punpcklbw %%mm4, %%mm4\n" |
|
365 "punpcklbw %%mm5, %%mm5\n" |
|
366 "punpcklbw %%mm6, %%mm6\n" |
|
367 "psllw $3, %%mm5\n" // GREEN 3 |
|
368 "pand %16, %%mm4\n" |
|
369 "psraw $6, %%mm3\n" // psr 6 |
|
370 "psraw $6, %%mm0\n" |
|
371 "pand %16, %%mm6\n" // BLUE |
|
372 "pand %17, %%mm5\n" |
|
373 "psrlw $11, %%mm6\n" // BLUE 3 |
|
374 "por %%mm5, %%mm4\n" |
|
375 "psraw $6, %%mm7\n" |
|
376 "por %%mm6, %%mm4\n" |
|
377 "packuswb %%mm3, %%mm3\n" |
|
378 "packuswb %%mm0, %%mm0\n" |
|
379 "packuswb %%mm7, %%mm7\n" |
|
380 "punpcklbw %%mm3, %%mm3\n" |
|
381 "punpcklbw %%mm0, %%mm0\n" |
|
382 "punpcklbw %%mm7, %%mm7\n" |
|
383 "pand %16, %%mm3\n" |
|
384 "pand %16, %%mm7\n" // BLUE |
|
385 "psllw $3, %%mm0\n" // GREEN 4 |
|
386 "psrlw $11, %%mm7\n" |
|
387 "pand %17, %%mm0\n" |
|
388 "por %%mm7, %%mm3\n" |
|
389 "por %%mm0, %%mm3\n" |
|
390 |
|
391 "movq %%mm4, %%mm5\n" |
|
392 |
|
393 "punpcklwd %%mm3, %%mm4\n" |
|
394 "punpckhwd %%mm3, %%mm5\n" |
|
395 |
|
396 "movq %%mm4, (%5)\n" |
|
397 "movq %%mm5, 8(%5)\n" |
|
398 |
|
399 "addl $8, %6\n" |
|
400 "addl $8, %2\n" |
|
401 "addl $4, (%%esp)\n" |
|
402 "addl $4, %1\n" |
|
403 "cmpl %4, %6\n" |
|
404 "leal 16(%3), %3\n" |
|
405 "leal 16(%5),%5\n" // row2+16 |
|
406 |
|
407 "jl 1b\n" |
|
408 "addl %4, %2\n" // lum += cols |
|
409 "addl %8, %3\n" // row1+= mod |
|
410 "addl %8, %5\n" // row2+= mod |
|
411 "movl $0, %6\n" // x=0 |
|
412 "cmpl %7, %2\n" |
|
413 "jl 1b\n" |
|
414 "addl $4, %%esp\n" // get rid of the stack slot we reserved. |
|
415 "emms\n" |
|
416 : |
|
417 : "m" (cr), "r"(cb),"r"(lum), |
|
418 "r"(row1),"r"(cols),"r"(row2),"m"(x),"m"(y),"m"(mod), |
|
419 "m"(MMX_0080w),"m"(MMX_Ugrn565),"m"(MMX_Ublu5x5), |
|
420 "m"(MMX_00FFw),"m"(MMX_Vgrn565),"m"(MMX_Vred5x5), |
|
421 "m"(MMX_Ycoeff),"m"(MMX_red565),"m"(MMX_grn565) |
|
422 ); |
|
423 } |
|
424 |
|
425 /* *INDENT-ON* */ |
|
426 |
|
427 #endif /* GCC3 i386 inline assembly */ |
|
428 |