Mercurial > vba-clojure

view src/filters/admame.cpp @ 500:0273c08cd2ff

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
discovered that the gb has far fewer unique colors than I initially thought.
author Robert McIntyre <rlm@mit.edu>
date Tue, 12 Jun 2012 08:05:24 -0500
parents f9f4f1b99eed
children
line wrap: on
line source
     1 /*



     2  * This file is part of the Advance project.



     3  *



     4  * Copyright (C) 1999-2002 Andrea Mazzoleni



     5  *



     6  * This program is free software; you can redistribute it and/or modify



     7  * it under the terms of the GNU General Public License as published by



     8  * the Free Software Foundation; either version 2 of the License, or



     9  * (at your option) any later version.



    10  *



    11  * This program is distributed in the hope that it will be useful,



    12  * but WITHOUT ANY WARRANTY; without even the implied warranty of



    13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the



    14  * GNU General Public License for more details.



    15  *



    16  * You should have received a copy of the GNU General Public License



    17  * along with this program; if not, write to the Free Software



    18  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.



    19  *



    20  * In addition, as a special exception, Andrea Mazzoleni



    21  * gives permission to link the code of this program with



    22  * the MAME library (or with modified versions of MAME that use the



    23  * same license as MAME), and distribute linked combinations including



    24  * the two.  You must obey the GNU General Public License in all



    25  * respects for all of the code used other than MAME.  If you modify



    26  * this file, you may extend this exception to your version of the



    27  * file, but you are not obligated to do so.  If you do not wish to



    28  * do so, delete this exception statement from your version.



    29  */



    30 



    31 /*



    32  * Alternatively at the previous license terms, you are allowed to use this



    33  * code in your program with these conditions:



    34  * - the program is not used in commercial activities.



    35  * - the whole source code of the program is released with the binary.



    36  */



    37 



    38 #include "../Port.h"



    39 



    40 #ifdef MMX



    41 extern "C" bool cpu_mmx;



    42 #endif



    43 



    44 static void internal_scale2x_16_def(u16 *dst, const u16 *src0, const u16 *src1, const u16 *src2, unsigned count)



    45 {



    46 	/* first pixel */



    47 	dst[0] = src1[0];



    48 	if (src1[1] == src0[0] && src2[0] != src0[0])



    49 		dst[1] = src0[0];



    50 	else



    51 		dst[1] = src1[0];



    52 	++src0;



    53 	++src1;



    54 	++src2;



    55 	dst += 2;



    56 



    57 	/* central pixels */



    58 	count -= 2;



    59 	while (count)



    60 	{



    61 		if (src0[0] != src2[0] && src1[-1] != src1[1])



    62 		{



    63 			dst[0] = src1[-1] == src0[0] ? src0[0] : src1[0];



    64 			dst[1] = src1[1] == src0[0] ? src0[0] : src1[0];



    65 		}



    66 		else



    67 		{



    68 			dst[0] = src1[0];



    69 			dst[1] = src1[0];



    70 		}



    71 



    72 		++src0;



    73 		++src1;



    74 		++src2;



    75 		dst += 2;



    76 		--count;



    77 	}



    78 



    79 	/* last pixel */



    80 	if (src1[-1] == src0[0] && src2[0] != src0[0])



    81 		dst[0] = src0[0];



    82 	else



    83 		dst[0] = src1[0];



    84 	dst[1] = src1[0];



    85 }



    86 



    87 static void internal_scale2x_32_def(u32 *dst,



    88                                     const u32 *src0,



    89                                     const u32 *src1,



    90                                     const u32 *src2,



    91                                     unsigned count)



    92 {



    93 	/* first pixel */



    94 	dst[0] = src1[0];



    95 	if (src1[1] == src0[0] && src2[0] != src0[0])



    96 		dst[1] = src0[0];



    97 	else



    98 		dst[1] = src1[0];



    99 	++src0;



   100 	++src1;



   101 	++src2;



   102 	dst += 2;



   103 



   104 	/* central pixels */



   105 	count -= 2;



   106 	while (count)



   107 	{



   108 		if (src0[0] != src2[0] && src1[-1] != src1[1])



   109 		{



   110 			dst[0] = src1[-1] == src0[0] ? src0[0] : src1[0];



   111 			dst[1] = src1[1] == src0[0] ? src0[0] : src1[0];



   112 		}



   113 		else



   114 		{



   115 			dst[0] = src1[0];



   116 			dst[1] = src1[0];



   117 		}



   118 



   119 		++src0;



   120 		++src1;



   121 		++src2;



   122 		dst += 2;



   123 		--count;



   124 	}



   125 



   126 	/* last pixel */



   127 	if (src1[-1] == src0[0] && src2[0] != src0[0])



   128 		dst[0] = src0[0];



   129 	else



   130 		dst[0] = src1[0];



   131 	dst[1] = src1[0];



   132 }



   133 



   134 #ifdef MMX



   135 static void internal_scale2x_16_mmx_single(u16 *dst, const u16 *src0, const u16 *src1, const u16 *src2, unsigned count)



   136 {



   137 	/* always do the first and last run */



   138 	count -= 2 * 4;



   139 



   140 #ifdef __GNUC__



   141 	__asm__ __volatile__ (



   142 	    /* first run */



   143 	    /* set the current, current_pre, current_next registers */



   144 	    "movq 0(%1), %%mm0\n"



   145 	    "movq 0(%1),%%mm7\n"



   146 	    "movq 8(%1),%%mm1\n"



   147 	    "psllq $48,%%mm0\n"



   148 	    "psllq $48,%%mm1\n"



   149 	    "psrlq $48, %%mm0\n"



   150 	    "movq %%mm7,%%mm2\n"



   151 	    "movq %%mm7,%%mm3\n"



   152 	    "psllq $16,%%mm2\n"



   153 	    "psrlq $16,%%mm3\n"



   154 	    "por %%mm2,%%mm0\n"



   155 	    "por %%mm3,%%mm1\n"



   156 



   157 	    /* current_upper */



   158 	    "movq (%0),%%mm6\n"



   159 



   160 	    /* compute the upper-left pixel for dst on %%mm2 */



   161 	    /* compute the upper-right pixel for dst on %%mm4 */



   162 	    "movq %%mm0,%%mm2\n"



   163 	    "movq %%mm1,%%mm4\n"



   164 	    "movq %%mm0,%%mm3\n"



   165 	    "movq %%mm1,%%mm5\n"



   166 	    "pcmpeqw %%mm6,%%mm2\n"



   167 	    "pcmpeqw %%mm6,%%mm4\n"



   168 	    "pcmpeqw (%2),%%mm3\n"



   169 	    "pcmpeqw (%2),%%mm5\n"



   170 	    "pandn %%mm2,%%mm3\n"



   171 	    "pandn %%mm4,%%mm5\n"



   172 	    "movq %%mm0,%%mm2\n"



   173 	    "movq %%mm1,%%mm4\n"



   174 	    "pcmpeqw %%mm1,%%mm2\n"



   175 	    "pcmpeqw %%mm0,%%mm4\n"



   176 	    "pandn %%mm3,%%mm2\n"



   177 	    "pandn %%mm5,%%mm4\n"



   178 	    "movq %%mm2,%%mm3\n"



   179 	    "movq %%mm4,%%mm5\n"



   180 	    "pand %%mm6,%%mm2\n"



   181 	    "pand %%mm6,%%mm4\n"



   182 	    "pandn %%mm7,%%mm3\n"



   183 	    "pandn %%mm7,%%mm5\n"



   184 	    "por %%mm3,%%mm2\n"



   185 	    "por %%mm5,%%mm4\n"



   186 



   187 	    /* set *dst */



   188 	    "movq %%mm2,%%mm3\n"



   189 	    "punpcklwd %%mm4,%%mm2\n"



   190 	    "punpckhwd %%mm4,%%mm3\n"



   191 	    "movq %%mm2,(%3)\n"



   192 	    "movq %%mm3,8(%3)\n"



   193 



   194 	    /* next */



   195 	    "addl $8,%0\n"



   196 	    "addl $8,%1\n"



   197 	    "addl $8,%2\n"



   198 	    "addl $16,%3\n"



   199 



   200 	    /* central runs */



   201 	    "shrl $2,%4\n"



   202 	    "jz 1f\n"



   203 



   204 	    "0:\n"



   205 



   206 	    /* set the current, current_pre, current_next registers */



   207 	    "movq -8(%1),%%mm0\n"



   208 	    "movq (%1),%%mm7\n"



   209 	    "movq 8(%1),%%mm1\n"



   210 	    "psrlq $48,%%mm0\n"



   211 	    "psllq $48,%%mm1\n"



   212 	    "movq %%mm7,%%mm2\n"



   213 	    "movq %%mm7,%%mm3\n"



   214 	    "psllq $16,%%mm2\n"



   215 	    "psrlq $16,%%mm3\n"



   216 	    "por %%mm2,%%mm0\n"



   217 	    "por %%mm3,%%mm1\n"



   218 



   219 	    /* current_upper */



   220 	    "movq (%0),%%mm6\n"



   221 



   222 	    /* compute the upper-left pixel for dst on %%mm2 */



   223 	    /* compute the upper-right pixel for dst on %%mm4 */



   224 	    "movq %%mm0,%%mm2\n"



   225 	    "movq %%mm1,%%mm4\n"



   226 	    "movq %%mm0,%%mm3\n"



   227 	    "movq %%mm1,%%mm5\n"



   228 	    "pcmpeqw %%mm6,%%mm2\n"



   229 	    "pcmpeqw %%mm6,%%mm4\n"



   230 	    "pcmpeqw (%2),%%mm3\n"



   231 	    "pcmpeqw (%2),%%mm5\n"



   232 	    "pandn %%mm2,%%mm3\n"



   233 	    "pandn %%mm4,%%mm5\n"



   234 	    "movq %%mm0,%%mm2\n"



   235 	    "movq %%mm1,%%mm4\n"



   236 	    "pcmpeqw %%mm1,%%mm2\n"



   237 	    "pcmpeqw %%mm0,%%mm4\n"



   238 	    "pandn %%mm3,%%mm2\n"



   239 	    "pandn %%mm5,%%mm4\n"



   240 	    "movq %%mm2,%%mm3\n"



   241 	    "movq %%mm4,%%mm5\n"



   242 	    "pand %%mm6,%%mm2\n"



   243 	    "pand %%mm6,%%mm4\n"



   244 	    "pandn %%mm7,%%mm3\n"



   245 	    "pandn %%mm7,%%mm5\n"



   246 	    "por %%mm3,%%mm2\n"



   247 	    "por %%mm5,%%mm4\n"



   248 



   249 	    /* set *dst */



   250 	    "movq %%mm2,%%mm3\n"



   251 	    "punpcklwd %%mm4,%%mm2\n"



   252 	    "punpckhwd %%mm4,%%mm3\n"



   253 	    "movq %%mm2,(%3)\n"



   254 	    "movq %%mm3,8(%3)\n"



   255 



   256 	    /* next */



   257 	    "addl $8,%0\n"



   258 	    "addl $8,%1\n"



   259 	    "addl $8,%2\n"



   260 	    "addl $16,%3\n"



   261 



   262 	    "decl %4\n"



   263 	    "jnz 0b\n"



   264 	    "1:\n"



   265 



   266 	    /* final run */



   267 	    /* set the current, current_pre, current_next registers */



   268 	    "movq (%1),%%mm1\n"



   269 	    "movq (%1),%%mm7\n"



   270 	    "movq -8(%1),%%mm0\n"



   271 	    "psrlq $48,%%mm1\n"



   272 	    "psrlq $48,%%mm0\n"



   273 	    "psllq $48,%%mm1\n"



   274 	    "movq %%mm7,%%mm2\n"



   275 	    "movq %%mm7,%%mm3\n"



   276 	    "psllq $16,%%mm2\n"



   277 	    "psrlq $16,%%mm3\n"



   278 	    "por %%mm2,%%mm0\n"



   279 	    "por %%mm3,%%mm1\n"



   280 



   281 	    /* current_upper */



   282 	    "movq (%0),%%mm6\n"



   283 



   284 	    /* compute the upper-left pixel for dst on %%mm2 */



   285 	    /* compute the upper-right pixel for dst on %%mm4 */



   286 	    "movq %%mm0,%%mm2\n"



   287 	    "movq %%mm1,%%mm4\n"



   288 	    "movq %%mm0,%%mm3\n"



   289 	    "movq %%mm1,%%mm5\n"



   290 	    "pcmpeqw %%mm6,%%mm2\n"



   291 	    "pcmpeqw %%mm6,%%mm4\n"



   292 	    "pcmpeqw (%2),%%mm3\n"



   293 	    "pcmpeqw (%2),%%mm5\n"



   294 	    "pandn %%mm2,%%mm3\n"



   295 	    "pandn %%mm4,%%mm5\n"



   296 	    "movq %%mm0,%%mm2\n"



   297 	    "movq %%mm1,%%mm4\n"



   298 	    "pcmpeqw %%mm1,%%mm2\n"



   299 	    "pcmpeqw %%mm0,%%mm4\n"



   300 	    "pandn %%mm3,%%mm2\n"



   301 	    "pandn %%mm5,%%mm4\n"



   302 	    "movq %%mm2,%%mm3\n"



   303 	    "movq %%mm4,%%mm5\n"



   304 	    "pand %%mm6,%%mm2\n"



   305 	    "pand %%mm6,%%mm4\n"



   306 	    "pandn %%mm7,%%mm3\n"



   307 	    "pandn %%mm7,%%mm5\n"



   308 	    "por %%mm3,%%mm2\n"



   309 	    "por %%mm5,%%mm4\n"



   310 



   311 	    /* set *dst */



   312 	    "movq %%mm2,%%mm3\n"



   313 	    "punpcklwd %%mm4,%%mm2\n"



   314 	    "punpckhwd %%mm4,%%mm3\n"



   315 	    "movq %%mm2,(%3)\n"



   316 	    "movq %%mm3,8(%3)\n"



   317 	    "emms\n"



   318 



   319 		: "+r" (src0), "+r" (src1), "+r" (src2), "+r" (dst), "+r" (count)



   320 		:



   321 		: "cc"



   322 	    );



   323 #else



   324 	__asm {



   325 		mov eax, src0;



   326 		mov ebx, src1;



   327 		mov ecx, src2;



   328 		mov edx, dst;



   329 		mov esi, count;



   330 



   331 		/* first run */



   332 		/* set the current, current_pre, current_next registers */



   333 		movq  mm0, qword ptr [ebx];



   334 		movq  mm7, qword ptr [ebx];



   335 		movq  mm1, qword ptr [ebx + 8];



   336 		psllq mm0, 48;



   337 		psllq mm1, 48;



   338 		psrlq mm0, 48;



   339 		movq  mm2, mm7;



   340 		movq  mm3, mm7;



   341 		psllq mm2, 16;



   342 		psrlq mm3, 16;



   343 		por	  mm0, mm2;



   344 		por	  mm1, mm3;



   345 



   346 		/* current_upper */



   347 		movq mm6, qword ptr [eax];



   348 



   349 		/* compute the upper-left pixel for dst on %%mm2 */



   350 		/* compute the upper-right pixel for dst on %%mm4 */



   351 		movq	mm2, mm0;



   352 		movq	mm4, mm1;



   353 		movq	mm3, mm0;



   354 		movq	mm5, mm1;



   355 		pcmpeqw mm2, mm6;



   356 		pcmpeqw mm4, mm6;



   357 		pcmpeqw mm3, qword ptr [ecx];



   358 		pcmpeqw mm5, qword ptr [ecx];



   359 		pandn	mm3, mm2;



   360 		pandn	mm5, mm4;



   361 		movq	mm2, mm0;



   362 		movq	mm4, mm1;



   363 		pcmpeqw mm2, mm1;



   364 		pcmpeqw mm4, mm0;



   365 		pandn	mm2, mm3;



   366 		pandn	mm4, mm5;



   367 		movq	mm3, mm2;



   368 		movq	mm5, mm4;



   369 		pand	mm2, mm6;



   370 		pand	mm4, mm6;



   371 		pandn	mm3, mm7;



   372 		pandn	mm5, mm7;



   373 		por		mm2, mm3;



   374 		por		mm4, mm5;



   375 



   376 		/* set *dst0 */



   377 		movq	   mm3, mm2;



   378 		punpcklwd  mm2, mm4;



   379 		punpckhwd  mm3, mm4;



   380 		movq qword ptr [edx], mm2;



   381 		movq qword ptr [edx + 8], mm3;



   382 



   383 		/* next */



   384 		add eax, 8;



   385 		add ebx, 8;



   386 		add ecx, 8;



   387 		add edx, 16;



   388 



   389 		/* central runs */



   390 		shr esi, 2;



   391 		jz	label1;



   392 		align 4;



   393 label0:



   394 



   395 		/* set the current, current_pre, current_next registers */



   396 		movq mm0, qword ptr [ebx - 8];



   397 		movq  mm7, qword ptr [ebx];



   398 		movq  mm1, qword ptr [ebx + 8];



   399 		psrlq mm0, 48;



   400 		psllq mm1, 48;



   401 		movq  mm2, mm7;



   402 		movq  mm3, mm7;



   403 		psllq mm2, 16;



   404 		psrlq mm3, 16;



   405 		por	  mm0, mm2;



   406 		por	  mm1, mm3;



   407 



   408 		/* current_upper */



   409 		movq mm6, qword ptr [eax];



   410 



   411 		/* compute the upper-left pixel for dst on %%mm2 */



   412 		/* compute the upper-right pixel for dst on %%mm4 */



   413 		movq	mm2, mm0;



   414 		movq	mm4, mm1;



   415 		movq	mm3, mm0;



   416 		movq	mm5, mm1;



   417 		pcmpeqw mm2, mm6;



   418 		pcmpeqw mm4, mm6;



   419 		pcmpeqw mm3, qword ptr [ecx];



   420 		pcmpeqw mm5, qword ptr [ecx];



   421 		pandn	mm3, mm2;



   422 		pandn	mm5, mm4;



   423 		movq	mm2, mm0;



   424 		movq	mm4, mm1;



   425 		pcmpeqw mm2, mm1;



   426 		pcmpeqw mm4, mm0;



   427 		pandn	mm2, mm3;



   428 		pandn	mm4, mm5;



   429 		movq	mm3, mm2;



   430 		movq	mm5, mm4;



   431 		pand	mm2, mm6;



   432 		pand	mm4, mm6;



   433 		pandn	mm3, mm7;



   434 		pandn	mm5, mm7;



   435 		por		mm2, mm3;



   436 		por		mm4, mm5;



   437 



   438 		/* set *dst */



   439 		movq	   mm3, mm2;



   440 		punpcklwd  mm2, mm4;



   441 		punpckhwd  mm3, mm4;



   442 		movq qword ptr [edx], mm2;



   443 		movq qword ptr [edx + 8], mm3;



   444 



   445 		/* next */



   446 		add eax, 8;



   447 		add ebx, 8;



   448 		add ecx, 8;



   449 		add edx, 16;



   450 



   451 		dec esi;



   452 		jnz label0;



   453 label1:



   454 



   455 		/* final run */



   456 		/* set the current, current_pre, current_next registers */



   457 		movq mm1, qword ptr [ebx];



   458 		movq  mm7, qword ptr [ebx];



   459 		movq  mm0, qword ptr [ebx - 8];



   460 		psrlq mm1, 48;



   461 		psrlq mm0, 48;



   462 		psllq mm1, 48;



   463 		movq  mm2, mm7;



   464 		movq  mm3, mm7;



   465 		psllq mm2, 16;



   466 		psrlq mm3, 16;



   467 		por	  mm0, mm2;



   468 		por	  mm1, mm3;



   469 



   470 		/* current_upper */



   471 		movq mm6, qword ptr [eax];



   472 



   473 		/* compute the upper-left pixel for dst on %%mm2 */



   474 		/* compute the upper-right pixel for dst on %%mm4 */



   475 		movq	mm2, mm0;



   476 		movq	mm4, mm1;



   477 		movq	mm3, mm0;



   478 		movq	mm5, mm1;



   479 		pcmpeqw mm2, mm6;



   480 		pcmpeqw mm4, mm6;



   481 		pcmpeqw mm3, qword ptr [ecx];



   482 		pcmpeqw mm5, qword ptr [ecx];



   483 		pandn	mm3, mm2;



   484 		pandn	mm5, mm4;



   485 		movq	mm2, mm0;



   486 		movq	mm4, mm1;



   487 		pcmpeqw mm2, mm1;



   488 		pcmpeqw mm4, mm0;



   489 		pandn	mm2, mm3;



   490 		pandn	mm4, mm5;



   491 		movq	mm3, mm2;



   492 		movq	mm5, mm4;



   493 		pand	mm2, mm6;



   494 		pand	mm4, mm6;



   495 		pandn	mm3, mm7;



   496 		pandn	mm5, mm7;



   497 		por		mm2, mm3;



   498 		por		mm4, mm5;



   499 



   500 		/* set *dst */



   501 		movq	   mm3, mm2;



   502 		punpcklwd  mm2, mm4;



   503 		punpckhwd  mm3, mm4;



   504 		movq qword ptr [edx], mm2;



   505 		movq qword ptr [edx + 8], mm3;



   506 



   507 		mov src0, eax;



   508 		mov src1, ebx;



   509 		mov src2, ecx;



   510 		mov dst, edx;



   511 		mov count, esi;



   512 



   513 		emms;



   514 	}



   515 #endif



   516 }



   517 



   518 static void internal_scale2x_32_mmx_single(u32 *dst, const u32 *src0, const u32 *src1, const u32 *src2, unsigned count)



   519 {



   520 	/* always do the first and last run */



   521 	count -= 2 * 2;



   522 



   523 #ifdef __GNUC__



   524 	__asm__ __volatile__ (



   525 	    /* first run */



   526 	    /* set the current, current_pre, current_next registers */



   527 	    "movq 0(%1),%%mm0\n"



   528 	    "movq 0(%1),%%mm7\n"



   529 	    "movq 8(%1),%%mm1\n"



   530 	    "psllq $32,%%mm0\n"



   531 	    "psllq $32,%%mm1\n"



   532 	    "psrlq $32,%%mm0\n"



   533 	    "movq %%mm7,%%mm2\n"



   534 	    "movq %%mm7,%%mm3\n"



   535 	    "psllq $32,%%mm2\n"



   536 	    "psrlq $32,%%mm3\n"



   537 	    "por %%mm2,%%mm0\n"



   538 	    "por %%mm3,%%mm1\n"



   539 



   540 	    /* current_upper */



   541 	    "movq (%0),%%mm6\n"



   542 



   543 	    /* compute the upper-left pixel for dst on %%mm2 */



   544 	    /* compute the upper-right pixel for dst on %%mm4 */



   545 	    "movq %%mm0,%%mm2\n"



   546 	    "movq %%mm1,%%mm4\n"



   547 	    "movq %%mm0,%%mm3\n"



   548 	    "movq %%mm1,%%mm5\n"



   549 	    "pcmpeqd %%mm6,%%mm2\n"



   550 	    "pcmpeqd %%mm6,%%mm4\n"



   551 	    "pcmpeqd (%2),%%mm3\n"



   552 	    "pcmpeqd (%2),%%mm5\n"



   553 	    "pandn %%mm2,%%mm3\n"



   554 	    "pandn %%mm4,%%mm5\n"



   555 	    "movq %%mm0,%%mm2\n"



   556 	    "movq %%mm1,%%mm4\n"



   557 	    "pcmpeqd %%mm1,%%mm2\n"



   558 	    "pcmpeqd %%mm0,%%mm4\n"



   559 	    "pandn %%mm3,%%mm2\n"



   560 	    "pandn %%mm5,%%mm4\n"



   561 	    "movq %%mm2,%%mm3\n"



   562 	    "movq %%mm4,%%mm5\n"



   563 	    "pand %%mm6,%%mm2\n"



   564 	    "pand %%mm6,%%mm4\n"



   565 	    "pandn %%mm7,%%mm3\n"



   566 	    "pandn %%mm7,%%mm5\n"



   567 	    "por %%mm3,%%mm2\n"



   568 	    "por %%mm5,%%mm4\n"



   569 



   570 	    /* set *dst */



   571 	    "movq %%mm2,%%mm3\n"



   572 	    "punpckldq %%mm4,%%mm2\n"



   573 	    "punpckhdq %%mm4,%%mm3\n"



   574 	    "movq %%mm2,(%3)\n"



   575 	    "movq %%mm3, 8(%3)\n"



   576 



   577 	    /* next */



   578 	    "addl $8,%0\n"



   579 	    "addl $8,%1\n"



   580 	    "addl $8,%2\n"



   581 	    "addl $16,%3\n"



   582 



   583 	    /* central runs */



   584 	    "shrl $1,%4\n"



   585 	    "jz 1f\n"



   586 



   587 	    "0:\n"



   588 



   589 	    /* set the current, current_pre, current_next registers */



   590 	    "movq -8(%1),%%mm0\n"



   591 	    "movq (%1),%%mm7\n"



   592 	    "movq 8(%1),%%mm1\n"



   593 	    "psrlq $32,%%mm0\n"



   594 	    "psllq $32,%%mm1\n"



   595 	    "movq %%mm7,%%mm2\n"



   596 	    "movq %%mm7,%%mm3\n"



   597 	    "psllq $32,%%mm2\n"



   598 	    "psrlq $32,%%mm3\n"



   599 	    "por %%mm2,%%mm0\n"



   600 	    "por %%mm3,%%mm1\n"



   601 



   602 	    /* current_upper */



   603 	    "movq (%0),%%mm6\n"



   604 



   605 	    /* compute the upper-left pixel for dst on %%mm2 */



   606 	    /* compute the upper-right pixel for dst on %%mm4 */



   607 	    "movq %%mm0,%%mm2\n"



   608 	    "movq %%mm1,%%mm4\n"



   609 	    "movq %%mm0,%%mm3\n"



   610 	    "movq %%mm1,%%mm5\n"



   611 	    "pcmpeqd %%mm6,%%mm2\n"



   612 	    "pcmpeqd %%mm6,%%mm4\n"



   613 	    "pcmpeqd (%2),%%mm3\n"



   614 	    "pcmpeqd (%2),%%mm5\n"



   615 	    "pandn %%mm2,%%mm3\n"



   616 	    "pandn %%mm4,%%mm5\n"



   617 	    "movq %%mm0,%%mm2\n"



   618 	    "movq %%mm1,%%mm4\n"



   619 	    "pcmpeqd %%mm1,%%mm2\n"



   620 	    "pcmpeqd %%mm0,%%mm4\n"



   621 	    "pandn %%mm3,%%mm2\n"



   622 	    "pandn %%mm5,%%mm4\n"



   623 	    "movq %%mm2,%%mm3\n"



   624 	    "movq %%mm4,%%mm5\n"



   625 	    "pand %%mm6,%%mm2\n"



   626 	    "pand %%mm6,%%mm4\n"



   627 	    "pandn %%mm7,%%mm3\n"



   628 	    "pandn %%mm7,%%mm5\n"



   629 	    "por %%mm3,%%mm2\n"



   630 	    "por %%mm5,%%mm4\n"



   631 



   632 	    /* set *dst */



   633 	    "movq %%mm2,%%mm3\n"



   634 	    "punpckldq %%mm4,%%mm2\n"



   635 	    "punpckhdq %%mm4,%%mm3\n"



   636 	    "movq %%mm2,(%3)\n"



   637 	    "movq %%mm3,8(%3)\n"



   638 



   639 	    /* next */



   640 	    "addl $8,%0\n"



   641 	    "addl $8,%1\n"



   642 	    "addl $8,%2\n"



   643 	    "addl $16,%3\n"



   644 



   645 	    "decl %4\n"



   646 	    "jnz 0b\n"



   647 	    "1:\n"



   648 



   649 	    /* final run */



   650 	    /* set the current, current_pre, current_next registers */



   651 	    "movq (%1),%%mm1\n"



   652 	    "movq (%1),%%mm7\n"



   653 	    "movq -8(%1), %%mm0\n"



   654 	    "psrlq $32,%%mm1\n"



   655 	    "psrlq $32,%%mm0\n"



   656 	    "psllq $32,%%mm1\n"



   657 	    "movq %%mm7,%%mm2\n"



   658 	    "movq %%mm7,%%mm3\n"



   659 	    "psllq $32,%%mm2\n"



   660 	    "psrlq $32,%%mm3\n"



   661 	    "por %%mm2,%%mm0\n"



   662 	    "por %%mm3,%%mm1\n"



   663 



   664 	    /* current_upper */



   665 	    "movq (%0),%%mm6\n"



   666 



   667 	    /* compute the upper-left pixel for dst on %%mm2 */



   668 	    /* compute the upper-right pixel for dst on %%mm4 */



   669 	    "movq %%mm0,%%mm2\n"



   670 	    "movq %%mm1,%%mm4\n"



   671 	    "movq %%mm0,%%mm3\n"



   672 	    "movq %%mm1,%%mm5\n"



   673 	    "pcmpeqd %%mm6,%%mm2\n"



   674 	    "pcmpeqd %%mm6,%%mm4\n"



   675 	    "pcmpeqd (%2),%%mm3\n"



   676 	    "pcmpeqd (%2),%%mm5\n"



   677 	    "pandn %%mm2,%%mm3\n"



   678 	    "pandn %%mm4,%%mm5\n"



   679 	    "movq %%mm0,%%mm2\n"



   680 	    "movq %%mm1,%%mm4\n"



   681 	    "pcmpeqd %%mm1,%%mm2\n"



   682 	    "pcmpeqd %%mm0,%%mm4\n"



   683 	    "pandn %%mm3,%%mm2\n"



   684 	    "pandn %%mm5,%%mm4\n"



   685 	    "movq %%mm2,%%mm3\n"



   686 	    "movq %%mm4,%%mm5\n"



   687 	    "pand %%mm6,%%mm2\n"



   688 	    "pand %%mm6,%%mm4\n"



   689 	    "pandn %%mm7,%%mm3\n"



   690 	    "pandn %%mm7,%%mm5\n"



   691 	    "por %%mm3,%%mm2\n"



   692 	    "por %%mm5,%%mm4\n"



   693 



   694 	    /* set *dst */



   695 	    "movq %%mm2,%%mm3\n"



   696 	    "punpckldq %%mm4,%%mm2\n"



   697 	    "punpckhdq %%mm4,%%mm3\n"



   698 	    "movq %%mm2,(%3)\n"



   699 	    "movq %%mm3,8(%3)\n"



   700 	    "emms\n"



   701 



   702 		: "+r" (src0), "+r" (src1), "+r" (src2), "+r" (dst), "+r" (count)



   703 		:



   704 		: "cc"



   705 	    );



   706 #else



   707 	__asm {



   708 		mov eax, src0;



   709 		mov ebx, src1;



   710 		mov ecx, src2;



   711 		mov edx, dst;



   712 		mov esi, count;



   713 



   714 		/* first run */



   715 		/* set the current, current_pre, current_next registers */



   716 		movq  mm0, qword ptr [ebx];



   717 		movq  mm7, qword ptr [ebx];



   718 		movq  mm1, qword ptr [ebx + 8];



   719 		psllq mm0, 32;



   720 		psllq mm1, 32;



   721 		psrlq mm0, 32;



   722 		movq  mm2, mm7;



   723 		movq  mm3, mm7;



   724 		psllq mm2, 32;



   725 		psrlq mm3, 32;



   726 		por	  mm0, mm2;



   727 		por	  mm1, mm3;



   728 



   729 		/* current_upper */



   730 		movq mm6, qword ptr [eax];



   731 



   732 		/* compute the upper-left pixel for dst on %%mm2 */



   733 		/* compute the upper-right pixel for dst on %%mm4 */



   734 		movq	mm2, mm0;



   735 		movq	mm4, mm1;



   736 		movq	mm3, mm0;



   737 		movq	mm5, mm1;



   738 		pcmpeqd mm2, mm6;



   739 		pcmpeqd mm4, mm6;



   740 		pcmpeqd mm3, qword ptr [ecx];



   741 		pcmpeqd mm5, qword ptr [ecx];



   742 		pandn	mm3, mm2;



   743 		pandn	mm5, mm4;



   744 		movq	mm2, mm0;



   745 		movq	mm4, mm1;



   746 		pcmpeqd mm2, mm1;



   747 		pcmpeqd mm4, mm0;



   748 		pandn	mm2, mm3;



   749 		pandn	mm4, mm5;



   750 		movq	mm3, mm2;



   751 		movq	mm5, mm4;



   752 		pand	mm2, mm6;



   753 		pand	mm4, mm6;



   754 		pandn	mm3, mm7;



   755 		pandn	mm5, mm7;



   756 		por		mm2, mm3;



   757 		por		mm4, mm5;



   758 



   759 		/* set *dst */



   760 		movq	   mm3, mm2;



   761 		punpckldq  mm2, mm4;



   762 		punpckhdq  mm3, mm4;



   763 		movq qword ptr [edx], mm2;



   764 		movq qword ptr [edx + 8], mm3;



   765 



   766 		/* next */



   767 		add eax, 8;



   768 		add ebx, 8;



   769 		add ecx, 8;



   770 		add edx, 16;



   771 



   772 		/* central runs */



   773 		shr esi, 1;



   774 		jz	label1;



   775 label0:



   776 



   777 		/* set the current, current_pre, current_next registers */



   778 		movq mm0, qword ptr [ebx - 8];



   779 		movq  mm7, qword ptr [ebx];



   780 		movq  mm1, qword ptr [ebx + 8];



   781 		psrlq mm0, 32;



   782 		psllq mm1, 32;



   783 		movq  mm2, mm7;



   784 		movq  mm3, mm7;



   785 		psllq mm2, 32;



   786 		psrlq mm3, 32;



   787 		por	  mm0, mm2;



   788 		por	  mm1, mm3;



   789 



   790 		/* current_upper */



   791 		movq mm6, qword ptr[eax];



   792 



   793 		/* compute the upper-left pixel for dst on %%mm2 */



   794 		/* compute the upper-right pixel for dst on %%mm4 */



   795 		movq	mm2, mm0;



   796 		movq	mm4, mm1;



   797 		movq	mm3, mm0;



   798 		movq	mm5, mm1;



   799 		pcmpeqd mm2, mm6;



   800 		pcmpeqd mm4, mm6;



   801 		pcmpeqd mm3, qword ptr[ecx];



   802 		pcmpeqd mm5, qword ptr[ecx];



   803 		pandn	mm3, mm2;



   804 		pandn	mm5, mm4;



   805 		movq	mm2, mm0;



   806 		movq	mm4, mm1;



   807 		pcmpeqd mm2, mm1;



   808 		pcmpeqd mm4, mm0;



   809 		pandn	mm2, mm3;



   810 		pandn	mm4, mm5;



   811 		movq	mm3, mm2;



   812 		movq	mm5, mm4;



   813 		pand	mm2, mm6;



   814 		pand	mm4, mm6;



   815 		pandn	mm3, mm7;



   816 		pandn	mm5, mm7;



   817 		por		mm2, mm3;



   818 		por		mm4, mm5;



   819 



   820 		/* set *dst */



   821 		movq	   mm3, mm2;



   822 		punpckldq  mm2, mm4;



   823 		punpckhdq  mm3, mm4;



   824 		movq qword ptr [edx], mm2;



   825 		movq qword ptr [edx + 8], mm3;



   826 



   827 		/* next */



   828 		add eax, 8;



   829 		add ebx, 8;



   830 		add ecx, 8;



   831 		add edx, 16;



   832 



   833 		dec esi;



   834 		jnz label0;



   835 label1:



   836 



   837 		/* final run */



   838 		/* set the current, current_pre, current_next registers */



   839 		movq mm1, qword ptr [ebx];



   840 		movq  mm7, qword ptr [ebx];



   841 		movq  mm0, qword ptr [ebx - 8];



   842 		psrlq mm1, 32;



   843 		psrlq mm0, 32;



   844 		psllq mm1, 32;



   845 		movq  mm2, mm7;



   846 		movq  mm3, mm7;



   847 		psllq mm2, 32;



   848 		psrlq mm3, 32;



   849 		por	  mm0, mm2;



   850 		por	  mm1, mm3;



   851 



   852 		/* current_upper */



   853 		movq mm6, qword ptr [eax];



   854 



   855 		/* compute the upper-left pixel for dst on %%mm2 */



   856 		/* compute the upper-right pixel for dst on %%mm4 */



   857 		movq	mm2, mm0;



   858 		movq	mm4, mm1;



   859 		movq	mm3, mm0;



   860 		movq	mm5, mm1;



   861 		pcmpeqd mm2, mm6;



   862 		pcmpeqd mm4, mm6;



   863 		pcmpeqd mm3, qword ptr [ecx];



   864 		pcmpeqd mm5, qword ptr [ecx];



   865 		pandn	mm3, mm2;



   866 		pandn	mm5, mm4;



   867 		movq	mm2, mm0;



   868 		movq	mm4, mm1;



   869 		pcmpeqd mm2, mm1;



   870 		pcmpeqd mm4, mm0;



   871 		pandn	mm2, mm3;



   872 		pandn	mm4, mm5;



   873 		movq	mm3, mm2;



   874 		movq	mm5, mm4;



   875 		pand	mm2, mm6;



   876 		pand	mm4, mm6;



   877 		pandn	mm3, mm7;



   878 		pandn	mm5, mm7;



   879 		por		mm2, mm3;



   880 		por		mm4, mm5;



   881 



   882 		/* set *dst */



   883 		movq	   mm3, mm2;



   884 		punpckldq  mm2, mm4;



   885 		punpckhdq  mm3, mm4;



   886 		movq qword ptr [edx], mm2;



   887 		movq qword ptr [edx + 8], mm3;



   888 



   889 		mov src0, eax;



   890 		mov src1, ebx;



   891 		mov src2, ecx;



   892 		mov dst, edx;



   893 		mov count, esi;



   894 



   895 		emms;



   896 	}



   897 #endif



   898 }



   899 



   900 static void internal_scale2x_16_mmx(u16 *dst0, u16 *dst1, const u16 *src0, const u16 *src1, const u16 *src2, unsigned count)



   901 {



   902 	//	assert( count >= 2*4 );



   903 	internal_scale2x_16_mmx_single(dst0, src0, src1, src2, count);



   904 	internal_scale2x_16_mmx_single(dst1, src2, src1, src0, count);



   905 }



   906 



   907 static void internal_scale2x_32_mmx(u32 *dst0, u32 *dst1, const u32 *src0, const u32 *src1, const u32 *src2, unsigned count)



   908 {



   909 	//	assert( count >= 2*2 );



   910 	internal_scale2x_32_mmx_single(dst0, src0, src1, src2, count);



   911 	internal_scale2x_32_mmx_single(dst1, src2, src1, src0, count);



   912 }



   913 



   914 #endif



   915 



   916 void AdMame2x(u8 *srcPtr, u32 srcPitch, u8 * /* deltaPtr */,



   917               u8 *dstPtr, u32 dstPitch, int width, int height)



   918 {



   919 	u16 *dst0 = (u16 *)dstPtr;



   920 	u16 *dst1 = dst0 + (dstPitch >> 1);



   921 



   922 	u16 *src0 = (u16 *)srcPtr;



   923 	u16 *src1 = src0 + (srcPitch >> 1);



   924 	u16 *src2 = src1 + (srcPitch >> 1);



   925 #ifdef MMX



   926 	if (cpu_mmx)



   927 	{



   928 		internal_scale2x_16_mmx(dst0, dst1, src0, src0, src1, width);



   929 



   930 		int count = height;



   931 



   932 		count -= 2;



   933 		while (count)



   934 		{



   935 			dst0 += dstPitch;



   936 			dst1 += dstPitch;



   937 			internal_scale2x_16_mmx(dst0, dst1, src0, src1, src2, width);



   938 			src0  = src1;



   939 			src1  = src2;



   940 			src2 += srcPitch >> 1;



   941 			--count;



   942 		}



   943 		dst0 += dstPitch;



   944 		dst1 += dstPitch;



   945 		internal_scale2x_16_mmx(dst0, dst1, src0, src1, src1, width);



   946 	}



   947 	else



   948 	{



   949 #endif



   950 	internal_scale2x_16_def(dst0, src0, src0, src1, width);



   951 	internal_scale2x_16_def(dst1, src1, src0, src0, width);



   952 



   953 	int count = height;



   954 



   955 	count -= 2;



   956 	while (count)



   957 	{



   958 		dst0 += dstPitch;



   959 		dst1 += dstPitch;



   960 		internal_scale2x_16_def(dst0, src0, src1, src2, width);



   961 		internal_scale2x_16_def(dst1, src2, src1, src0, width);



   962 		src0  = src1;



   963 		src1  = src2;



   964 		src2 += srcPitch >> 1;



   965 		--count;



   966 	}



   967 	dst0 += dstPitch;



   968 	dst1 += dstPitch;



   969 	internal_scale2x_16_def(dst0, src0, src1, src1, width);



   970 	internal_scale2x_16_def(dst1, src1, src1, src0, width);



   971 #ifdef MMX



   972 }



   973 



   974 #endif



   975 }



   976 



   977 void AdMame2x32(u8 *srcPtr, u32 srcPitch, u8 * /* deltaPtr */,



   978                 u8 *dstPtr, u32 dstPitch, int width, int height)



   979 {



   980 	u32 *dst0 = (u32 *)dstPtr;



   981 	u32 *dst1 = dst0 + (dstPitch >> 2);



   982 



   983 	u32 *src0 = (u32 *)srcPtr;



   984 	u32 *src1 = src0 + (srcPitch >> 2);



   985 	u32 *src2 = src1 + (srcPitch >> 2);



   986 #ifdef MMX



   987 	if (cpu_mmx)



   988 	{



   989 		internal_scale2x_32_mmx(dst0, dst1, src0, src0, src1, width);



   990 



   991 		int count = height;



   992 



   993 		count -= 2;



   994 		while (count)



   995 		{



   996 			dst0 += dstPitch >> 1;



   997 			dst1 += dstPitch >> 1;



   998 			internal_scale2x_32_mmx(dst0, dst1, src0, src1, src2, width);



   999 			src0  = src1;



  1000 			src1  = src2;



  1001 			src2 += srcPitch >> 2;



  1002 			--count;



  1003 		}



  1004 		dst0 += dstPitch >> 1;



  1005 		dst1 += dstPitch >> 1;



  1006 		internal_scale2x_32_mmx(dst0, dst1, src0, src1, src1, width);



  1007 	}



  1008 	else



  1009 	{



  1010 #endif



  1011 	internal_scale2x_32_def(dst0, src0, src0, src1, width);



  1012 	internal_scale2x_32_def(dst1, src1, src0, src0, width);



  1013 



  1014 	int count = height;



  1015 



  1016 	count -= 2;



  1017 	while (count)



  1018 	{



  1019 		dst0 += dstPitch >> 1;



  1020 		dst1 += dstPitch >> 1;



  1021 		internal_scale2x_32_def(dst0, src0, src1, src2, width);



  1022 		internal_scale2x_32_def(dst1, src2, src1, src0, width);



  1023 		src0  = src1;



  1024 		src1  = src2;



  1025 		src2 += srcPitch >> 2;



  1026 		--count;



  1027 	}



  1028 	dst0 += dstPitch >> 1;



  1029 	dst1 += dstPitch >> 1;



  1030 	internal_scale2x_32_def(dst0, src0, src1, src1, width);



  1031 	internal_scale2x_32_def(dst1, src1, src1, src0, width);



  1032 #ifdef MMX



  1033 }



  1034 



  1035 #endif



  1036 }