ZaneYork
/
zoneminder
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

SSSE3 delta functions now use less instructions and are 5-10% faster

This commit is contained in:
Kfir Itzhak 2017-03-14 12:17:01 +02:00
parent 2686946ce9
commit 844b4bb5ee
1 changed files with 72 additions and 90 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

162
src/zm_image.cpp
View File

@ -3773,14 +3773,22 @@ __attribute__((noinline,__target__("ssse3")))
void ssse3_delta8_rgba(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) { void ssse3_delta8_rgba(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) {
#if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE)) #if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE))
/* XMM0 - zero - kept */
/* XMM1,2 - General purpose */
/* XMM3 - multipiler */
/* XMM4 - divide mask - kept */
/* XMM5 - unused */
/* XMM6 - unused */
/* XMM7 - unused */
__asm__ __volatile__ ( __asm__ __volatile__ (
"mov $0x1F1F1F1F, %%eax\n\t" "mov $0x1F1F1F1F, %%eax\n\t"
"movd %%eax, %%xmm4\n\t" "movd %%eax, %%xmm4\n\t"
"pshufd $0x0, %%xmm4, %%xmm4\n\t" "pshufd $0x0, %%xmm4, %%xmm4\n\t"
"mov $0xff, %%eax\n\t" "mov $0x00010502, %%eax\n\t"
"movd %%eax, %%xmm0\n\t" "movd %%eax, %%xmm3\n\t"
"pshufd $0x0, %%xmm0, %%xmm0\n\t" "pshufd $0x0, %%xmm3, %%xmm3\n\t"
"movdqa %4, %%xmm5\n\t" "pxor %%xmm0, %%xmm0\n\t"
"sub $0x10, %0\n\t" "sub $0x10, %0\n\t"
"sub $0x10, %1\n\t" "sub $0x10, %1\n\t"
"sub $0x4, %2\n\t" "sub $0x4, %2\n\t"
@ -3792,29 +3800,17 @@ void ssse3_delta8_rgba(const uint8_t* col1, const uint8_t* col2, uint8_t* result
"pand %%xmm4, %%xmm1\n\t" "pand %%xmm4, %%xmm1\n\t"
"pand %%xmm4, %%xmm2\n\t" "pand %%xmm4, %%xmm2\n\t"
"psubb %%xmm2, %%xmm1\n\t" "psubb %%xmm2, %%xmm1\n\t"
"pabsb %%xmm1, %%xmm3\n\t" "pabsb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t" "pmaddubsw %%xmm3, %%xmm1\n\t"
"psrld $0x8, %%xmm2\n\t" "phaddw %%xmm0, %%xmm1\n\t"
"pand %%xmm0, %%xmm2\n\t" "packuswb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm2, %%xmm1\n\t"
"pslld $0x2, %%xmm2\n\t"
"paddd %%xmm1, %%xmm2\n\t"
"movdqa %%xmm3, %%xmm1\n\t"
"pand %%xmm0, %%xmm1\n\t"
"paddd %%xmm1, %%xmm1\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t"
"psrld $0x10, %%xmm2\n\t"
"pand %%xmm0, %%xmm2\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"pshufb %%xmm5, %%xmm1\n\t"
"movd %%xmm1, %%eax\n\t" "movd %%xmm1, %%eax\n\t"
"movnti %%eax, (%2,%3)\n\t" "movnti %%eax, (%2,%3)\n\t"
"sub $0x4, %3\n\t" "sub $0x4, %3\n\t"
"jnz ssse3_delta8_rgba_iter\n\t" "jnz ssse3_delta8_rgba_iter\n\t"
: :
: "r" (col1), "r" (col2), "r" (result), "r" (count), "m" (*movemask) : "r" (col1), "r" (col2), "r" (result), "r" (count)
: "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "cc", "memory" : "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "cc", "memory"
); );
#else #else
Panic("SSE function called on a non x86\\x86-64 platform"); Panic("SSE function called on a non x86\\x86-64 platform");
@ -3828,14 +3824,22 @@ __attribute__((noinline,__target__("ssse3")))
void ssse3_delta8_bgra(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) { void ssse3_delta8_bgra(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) {
#if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE)) #if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE))
/* XMM0 - zero - kept */
/* XMM1,2 - General purpose */
/* XMM3 - multipiler */
/* XMM4 - divide mask - kept */
/* XMM5 - unused */
/* XMM6 - unused */
/* XMM7 - unused */
__asm__ __volatile__ ( __asm__ __volatile__ (
"mov $0x1F1F1F1F, %%eax\n\t" "mov $0x1F1F1F1F, %%eax\n\t"
"movd %%eax, %%xmm4\n\t" "movd %%eax, %%xmm4\n\t"
"pshufd $0x0, %%xmm4, %%xmm4\n\t" "pshufd $0x0, %%xmm4, %%xmm4\n\t"
"mov $0xff, %%eax\n\t" "mov $0x00020501, %%eax\n\t"
"movd %%eax, %%xmm0\n\t" "movd %%eax, %%xmm3\n\t"
"pshufd $0x0, %%xmm0, %%xmm0\n\t" "pshufd $0x0, %%xmm3, %%xmm3\n\t"
"movdqa %4, %%xmm5\n\t" "pxor %%xmm0, %%xmm0\n\t"
"sub $0x10, %0\n\t" "sub $0x10, %0\n\t"
"sub $0x10, %1\n\t" "sub $0x10, %1\n\t"
"sub $0x4, %2\n\t" "sub $0x4, %2\n\t"
@ -3847,29 +3851,17 @@ void ssse3_delta8_bgra(const uint8_t* col1, const uint8_t* col2, uint8_t* result
"pand %%xmm4, %%xmm1\n\t" "pand %%xmm4, %%xmm1\n\t"
"pand %%xmm4, %%xmm2\n\t" "pand %%xmm4, %%xmm2\n\t"
"psubb %%xmm2, %%xmm1\n\t" "psubb %%xmm2, %%xmm1\n\t"
"pabsb %%xmm1, %%xmm3\n\t" "pabsb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t" "pmaddubsw %%xmm3, %%xmm1\n\t"
"psrld $0x8, %%xmm2\n\t" "phaddw %%xmm0, %%xmm1\n\t"
"pand %%xmm0, %%xmm2\n\t" "packuswb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm2, %%xmm1\n\t"
"pslld $0x2, %%xmm2\n\t"
"paddd %%xmm1, %%xmm2\n\t"
"movdqa %%xmm3, %%xmm1\n\t"
"pand %%xmm0, %%xmm1\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t"
"psrld $0x10, %%xmm2\n\t"
"pand %%xmm0, %%xmm2\n\t"
"paddd %%xmm2, %%xmm2\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"pshufb %%xmm5, %%xmm1\n\t"
"movd %%xmm1, %%eax\n\t" "movd %%xmm1, %%eax\n\t"
"movnti %%eax, (%2,%3)\n\t" "movnti %%eax, (%2,%3)\n\t"
"sub $0x4, %3\n\t" "sub $0x4, %3\n\t"
"jnz ssse3_delta8_bgra_iter\n\t" "jnz ssse3_delta8_bgra_iter\n\t"
: :
: "r" (col1), "r" (col2), "r" (result), "r" (count), "m" (*movemask) : "r" (col1), "r" (col2), "r" (result), "r" (count)
: "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "cc", "memory" : "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "cc", "memory"
); );
#else #else
Panic("SSE function called on a non x86\\x86-64 platform"); Panic("SSE function called on a non x86\\x86-64 platform");
@ -3883,14 +3875,22 @@ __attribute__((noinline,__target__("ssse3")))
void ssse3_delta8_argb(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) { void ssse3_delta8_argb(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) {
#if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE)) #if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE))
/* XMM0 - zero - kept */
/* XMM1,2 - General purpose */
/* XMM3 - multipiler */
/* XMM4 - divide mask - kept */
/* XMM5 - unused */
/* XMM6 - unused */
/* XMM7 - unused */
__asm__ __volatile__ ( __asm__ __volatile__ (
"mov $0x1F1F1F1F, %%eax\n\t" "mov $0x1F1F1F1F, %%eax\n\t"
"movd %%eax, %%xmm4\n\t" "movd %%eax, %%xmm4\n\t"
"pshufd $0x0, %%xmm4, %%xmm4\n\t" "pshufd $0x0, %%xmm4, %%xmm4\n\t"
"mov $0xff, %%eax\n\t" "mov $0x01050200, %%eax\n\t"
"movd %%eax, %%xmm0\n\t" "movd %%eax, %%xmm3\n\t"
"pshufd $0x0, %%xmm0, %%xmm0\n\t" "pshufd $0x0, %%xmm3, %%xmm3\n\t"
"movdqa %4, %%xmm5\n\t" "pxor %%xmm0, %%xmm0\n\t"
"sub $0x10, %0\n\t" "sub $0x10, %0\n\t"
"sub $0x10, %1\n\t" "sub $0x10, %1\n\t"
"sub $0x4, %2\n\t" "sub $0x4, %2\n\t"
@ -3902,30 +3902,17 @@ void ssse3_delta8_argb(const uint8_t* col1, const uint8_t* col2, uint8_t* result
"pand %%xmm4, %%xmm1\n\t" "pand %%xmm4, %%xmm1\n\t"
"pand %%xmm4, %%xmm2\n\t" "pand %%xmm4, %%xmm2\n\t"
"psubb %%xmm2, %%xmm1\n\t" "psubb %%xmm2, %%xmm1\n\t"
"pabsb %%xmm1, %%xmm3\n\t" "pabsb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t" "pmaddubsw %%xmm3, %%xmm1\n\t"
"psrld $0x10, %%xmm2\n\t" "phaddw %%xmm0, %%xmm1\n\t"
"pand %%xmm0, %%xmm2\n\t" "packuswb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm2, %%xmm1\n\t"
"pslld $0x2, %%xmm2\n\t"
"paddd %%xmm1, %%xmm2\n\t"
"movdqa %%xmm3, %%xmm1\n\t"
"psrld $0x8, %%xmm1\n\t"
"pand %%xmm0, %%xmm1\n\t"
"paddd %%xmm1, %%xmm1\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t"
"psrld $0x18, %%xmm2\n\t"
"pand %%xmm0, %%xmm2\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"pshufb %%xmm5, %%xmm1\n\t"
"movd %%xmm1, %%eax\n\t" "movd %%xmm1, %%eax\n\t"
"movnti %%eax, (%2,%3)\n\t" "movnti %%eax, (%2,%3)\n\t"
"sub $0x4, %3\n\t" "sub $0x4, %3\n\t"
"jnz ssse3_delta8_argb_iter\n\t" "jnz ssse3_delta8_argb_iter\n\t"
: :
: "r" (col1), "r" (col2), "r" (result), "r" (count), "m" (*movemask) : "r" (col1), "r" (col2), "r" (result), "r" (count)
: "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "cc", "memory" : "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "cc", "memory"
); );
#else #else
Panic("SSE function called on a non x86\\x86-64 platform"); Panic("SSE function called on a non x86\\x86-64 platform");
@ -3939,14 +3926,22 @@ __attribute__((noinline,__target__("ssse3")))
void ssse3_delta8_abgr(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) { void ssse3_delta8_abgr(const uint8_t* col1, const uint8_t* col2, uint8_t* result, unsigned long count) {
#if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE)) #if ((defined(__i386__) || defined(__x86_64__) || defined(ZM_KEEP_SSE)) && !defined(ZM_STRIP_SSE))
/* XMM0 - zero - kept */
/* XMM1,2 - General purpose */
/* XMM3 - multipiler */
/* XMM4 - divide mask - kept */
/* XMM5 - unused */
/* XMM6 - unused */
/* XMM7 - unused */
__asm__ __volatile__ ( __asm__ __volatile__ (
"mov $0x1F1F1F1F, %%eax\n\t" "mov $0x1F1F1F1F, %%eax\n\t"
"movd %%eax, %%xmm4\n\t" "movd %%eax, %%xmm4\n\t"
"pshufd $0x0, %%xmm4, %%xmm4\n\t" "pshufd $0x0, %%xmm4, %%xmm4\n\t"
"mov $0xff, %%eax\n\t" "mov $0x02050100, %%eax\n\t"
"movd %%eax, %%xmm0\n\t" "movd %%eax, %%xmm3\n\t"
"pshufd $0x0, %%xmm0, %%xmm0\n\t" "pshufd $0x0, %%xmm3, %%xmm3\n\t"
"movdqa %4, %%xmm5\n\t" "pxor %%xmm0, %%xmm0\n\t"
"sub $0x10, %0\n\t" "sub $0x10, %0\n\t"
"sub $0x10, %1\n\t" "sub $0x10, %1\n\t"
"sub $0x4, %2\n\t" "sub $0x4, %2\n\t"
@ -3958,30 +3953,17 @@ void ssse3_delta8_abgr(const uint8_t* col1, const uint8_t* col2, uint8_t* result
"pand %%xmm4, %%xmm1\n\t" "pand %%xmm4, %%xmm1\n\t"
"pand %%xmm4, %%xmm2\n\t" "pand %%xmm4, %%xmm2\n\t"
"psubb %%xmm2, %%xmm1\n\t" "psubb %%xmm2, %%xmm1\n\t"
"pabsb %%xmm1, %%xmm3\n\t" "pabsb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t" "pmaddubsw %%xmm3, %%xmm1\n\t"
"psrld $0x10, %%xmm2\n\t" "phaddw %%xmm0, %%xmm1\n\t"
"pand %%xmm0, %%xmm2\n\t" "packuswb %%xmm1, %%xmm1\n\t"
"movdqa %%xmm2, %%xmm1\n\t"
"pslld $0x2, %%xmm2\n\t"
"paddd %%xmm1, %%xmm2\n\t"
"movdqa %%xmm3, %%xmm1\n\t"
"psrld $0x8, %%xmm1\n\t"
"pand %%xmm0, %%xmm1\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"movdqa %%xmm3, %%xmm2\n\t"
"psrld $0x18, %%xmm2\n\t"
"pand %%xmm0, %%xmm2\n\t"
"paddd %%xmm2, %%xmm2\n\t"
"paddd %%xmm2, %%xmm1\n\t"
"pshufb %%xmm5, %%xmm1\n\t"
"movd %%xmm1, %%eax\n\t" "movd %%xmm1, %%eax\n\t"
"movnti %%eax, (%2,%3)\n\t" "movnti %%eax, (%2,%3)\n\t"
"sub $0x4, %3\n\t" "sub $0x4, %3\n\t"
"jnz ssse3_delta8_abgr_iter\n\t" "jnz ssse3_delta8_abgr_iter\n\t"
: :
: "r" (col1), "r" (col2), "r" (result), "r" (count), "m" (*movemask) : "r" (col1), "r" (col2), "r" (result), "r" (count)
: "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "cc", "memory" : "%eax", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "cc", "memory"
); );
#else #else
Panic("SSE function called on a non x86\\x86-64 platform"); Panic("SSE function called on a non x86\\x86-64 platform");