--- /dev/null
+#include "../libzmpeg3.h"
+
+#ifdef __x86_64__
+#define USE_MMX
+#endif
+#define MMX_ACCURATE
+
+#ifdef USE_MMX
+#include "mmx.h"
+#if defined(__x86_64__)
+#define m_(v) (*(mmx_t*)(v))
+#else
+#define m_(v) (*(char*)(v))
+#endif
+static uint32_t sadd1[2] = { 0x00010001, 0x00010001 };
+static uint32_t sadd2[2] = { 0x00020002, 0x00020002 };
+#ifndef MMX_ACCURATE
+static uint32_t bmask[2] = { 0x7f7f7f7f, 0x7f7f7f7f };
+static uint32_t badd1[2] = { 0x01010101, 0x01010101 };
+#endif
+#endif
+
+
+static inline void rec(uint8_t *s, uint8_t *d, int lx2, int h)
+{
+ for( int j=0; j<h; ++j, s+=lx2, d+=lx2 ) {
+#if 0
+ d[0] = s[0]; d[1] = s[1]; d[2] = s[2]; d[3] = s[3];
+ d[4] = s[4]; d[5] = s[5]; d[6] = s[6]; d[7] = s[7];
+ d[8] = s[8]; d[9] = s[9]; d[10] = s[10]; d[11] = s[11];
+ d[12] = s[12]; d[13] = s[13]; d[14] = s[14]; d[15] = s[15];
+#else
+ *(uint64_t*)(d+0) = *(uint64_t*)(s+0);
+ *(uint64_t*)(d+8) = *(uint64_t*)(s+8);
+#endif
+ }
+}
+
+
+static inline void recc(uint8_t *s, uint8_t *d, int lx2, int h)
+{
+ for( int j=0; j<h; ++j, s+=lx2, d+=lx2) {
+#if 0
+ d[0] = s[0]; d[1] = s[1]; d[2] = s[2]; d[3] = s[3];
+ d[4] = s[4]; d[5] = s[5]; d[6] = s[6]; d[7] = s[7];
+#else
+ *(uint64_t*)d = *(uint64_t*)s;
+#endif
+ }
+}
+
+static inline void reca(uint8_t *s, uint8_t *d, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (uint32_t)(dp[0] + sp[0] + 1) >> 1;
+ dp[1] = (uint32_t)(dp[1] + sp[1] + 1) >> 1;
+ dp[2] = (uint32_t)(dp[2] + sp[2] + 1) >> 1;
+ dp[3] = (uint32_t)(dp[3] + sp[3] + 1) >> 1;
+ dp[4] = (uint32_t)(dp[4] + sp[4] + 1) >> 1;
+ dp[5] = (uint32_t)(dp[5] + sp[5] + 1) >> 1;
+ dp[6] = (uint32_t)(dp[6] + sp[6] + 1) >> 1;
+ dp[7] = (uint32_t)(dp[7] + sp[7] + 1) >> 1;
+ dp[8] = (uint32_t)(dp[8] + sp[8] + 1) >> 1;
+ dp[9] = (uint32_t)(dp[9] + sp[9] + 1) >> 1;
+ dp[10] = (uint32_t)(dp[10] + sp[10] + 1) >> 1;
+ dp[11] = (uint32_t)(dp[11] + sp[11] + 1) >> 1;
+ dp[12] = (uint32_t)(dp[12] + sp[12] + 1) >> 1;
+ dp[13] = (uint32_t)(dp[13] + sp[13] + 1) >> 1;
+ dp[14] = (uint32_t)(dp[14] + sp[14] + 1) >> 1;
+ dp[15] = (uint32_t)(dp[15] + sp[15] + 1) >> 1;
+ sp += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(dp+0),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp+8),mm1);
+ movq_m2r(m_(dp+8),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm0);
+ movq_m2r(m_(dp+0),mm1);
+ movq_m2r(m_(sp+8),mm2);
+ movq_m2r(m_(dp+8),mm3);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ psrlw_i2r(1,mm3);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ pand_r2r(mm6,mm2);
+ pand_r2r(mm6,mm3);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm3,mm2);
+ paddusb_r2r(mm7,mm0);
+ paddusb_r2r(mm7,mm2);
+ movq_r2m(mm0,m_(dp+0));
+ movq_r2m(mm2,m_(dp+8));
+ sp += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+static inline void recac(uint8_t *s, uint8_t *d, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (uint32_t)(dp[0] + sp[0] + 1)>>1;
+ dp[1] = (uint32_t)(dp[1] + sp[1] + 1)>>1;
+ dp[2] = (uint32_t)(dp[2] + sp[2] + 1)>>1;
+ dp[3] = (uint32_t)(dp[3] + sp[3] + 1)>>1;
+ dp[4] = (uint32_t)(dp[4] + sp[4] + 1)>>1;
+ dp[5] = (uint32_t)(dp[5] + sp[5] + 1)>>1;
+ dp[6] = (uint32_t)(dp[6] + sp[6] + 1)>>1;
+ dp[7] = (uint32_t)(dp[7] + sp[7] + 1)>>1;
+ sp += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(dp+0),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp),mm0);
+ movq_m2r(m_(dp),mm1);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm7,mm0);
+ movq_r2m(mm0,m_(dp));
+ sp += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+static inline void recv(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (uint32_t)(sp[0] + sp2[0] + 1) >> 1;
+ dp[1] = (uint32_t)(sp[1] + sp2[1] + 1) >> 1;
+ dp[2] = (uint32_t)(sp[2] + sp2[2] + 1) >> 1;
+ dp[3] = (uint32_t)(sp[3] + sp2[3] + 1) >> 1;
+ dp[4] = (uint32_t)(sp[4] + sp2[4] + 1) >> 1;
+ dp[5] = (uint32_t)(sp[5] + sp2[5] + 1) >> 1;
+ dp[6] = (uint32_t)(sp[6] + sp2[6] + 1) >> 1;
+ dp[7] = (uint32_t)(sp[7] + sp2[7] + 1) >> 1;
+ dp[8] = (uint32_t)(sp[8] + sp2[8] + 1) >> 1;
+ dp[9] = (uint32_t)(sp[9] + sp2[9] + 1) >> 1;
+ dp[10] = (uint32_t)(sp[10] + sp2[10] + 1) >> 1;
+ dp[11] = (uint32_t)(sp[11] + sp2[11] + 1) >> 1;
+ dp[12] = (uint32_t)(sp[12] + sp2[12] + 1) >> 1;
+ dp[13] = (uint32_t)(sp[13] + sp2[13] + 1) >> 1;
+ dp[14] = (uint32_t)(sp[14] + sp2[14] + 1) >> 1;
+ dp[15] = (uint32_t)(sp[15] + sp2[15] + 1) >> 1;
+ sp += lx2; sp2 += lx2 ; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp2+0),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp +8),mm1);
+ movq_m2r(m_(sp2+8),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; sp2 += lx2 ; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm0);
+ movq_m2r(m_(sp2+0),mm1);
+ movq_m2r(m_(sp +8),mm2);
+ movq_m2r(m_(sp2+8),mm3);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ psrlw_i2r(1,mm3);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ pand_r2r(mm6,mm2);
+ pand_r2r(mm6,mm3);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm3,mm2);
+ paddusb_r2r(mm7,mm0);
+ paddusb_r2r(mm7,mm2);
+ movq_r2m(mm0,m_(dp+0));
+ movq_r2m(mm2,m_(dp+8));
+ sp += lx2; sp2 += lx2 ; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+static inline void recvc(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (uint32_t)(sp[0]+sp2[0]+1)>>1;
+ dp[1] = (uint32_t)(sp[1]+sp2[1]+1)>>1;
+ dp[2] = (uint32_t)(sp[2]+sp2[2]+1)>>1;
+ dp[3] = (uint32_t)(sp[3]+sp2[3]+1)>>1;
+ dp[4] = (uint32_t)(sp[4]+sp2[4]+1)>>1;
+ dp[5] = (uint32_t)(sp[5]+sp2[5]+1)>>1;
+ dp[6] = (uint32_t)(sp[6]+sp2[6]+1)>>1;
+ dp[7] = (uint32_t)(sp[7]+sp2[7]+1)>>1;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp2+0),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp),mm0);
+ movq_m2r(m_(sp2),mm1);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm7,mm0);
+ movq_r2m(mm0,m_(dp));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+
+static inline void recva(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (dp[0] + ((uint32_t)(sp[0]+sp2[0]+1)>>1) + 1)>>1;
+ dp[1] = (dp[1] + ((uint32_t)(sp[1]+sp2[1]+1)>>1) + 1)>>1;
+ dp[2] = (dp[2] + ((uint32_t)(sp[2]+sp2[2]+1)>>1) + 1)>>1;
+ dp[3] = (dp[3] + ((uint32_t)(sp[3]+sp2[3]+1)>>1) + 1)>>1;
+ dp[4] = (dp[4] + ((uint32_t)(sp[4]+sp2[4]+1)>>1) + 1)>>1;
+ dp[5] = (dp[5] + ((uint32_t)(sp[5]+sp2[5]+1)>>1) + 1)>>1;
+ dp[6] = (dp[6] + ((uint32_t)(sp[6]+sp2[6]+1)>>1) + 1)>>1;
+ dp[7] = (dp[7] + ((uint32_t)(sp[7]+sp2[7]+1)>>1) + 1)>>1;
+ dp[8] = (dp[8] + ((uint32_t)(sp[8]+sp2[8]+1)>>1) + 1)>>1;
+ dp[9] = (dp[9] + ((uint32_t)(sp[9]+sp2[9]+1)>>1) + 1)>>1;
+ dp[10] = (dp[10] + ((uint32_t)(sp[10]+sp2[10]+1)>>1) + 1)>>1;
+ dp[11] = (dp[11] + ((uint32_t)(sp[11]+sp2[11]+1)>>1) + 1)>>1;
+ dp[12] = (dp[12] + ((uint32_t)(sp[12]+sp2[12]+1)>>1) + 1)>>1;
+ dp[13] = (dp[13] + ((uint32_t)(sp[13]+sp2[13]+1)>>1) + 1)>>1;
+ dp[14] = (dp[14] + ((uint32_t)(sp[14]+sp2[14]+1)>>1) + 1)>>1;
+ dp[15] = (dp[15] + ((uint32_t)(sp[15]+sp2[15]+1)>>1) + 1)>>1;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp2+0),mm3);
+ movq_m2r(m_(dp +0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp +8),mm1);
+ movq_m2r(m_(sp2+8),mm3);
+ movq_m2r(m_(dp +8),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm0);
+ movq_m2r(m_(sp2+0),mm1);
+ movq_m2r(m_(sp +8),mm2);
+ movq_m2r(m_(sp2+8),mm3);
+ movq_m2r(m_(dp +0),mm4);
+ movq_m2r(m_(dp +8),mm5);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ psrlw_i2r(1,mm3);
+ psrlw_i2r(1,mm4);
+ psrlw_i2r(1,mm5);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ pand_r2r(mm6,mm2);
+ pand_r2r(mm6,mm3);
+ pand_r2r(mm6,mm4);
+ pand_r2r(mm6,mm5);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm3,mm2);
+ paddusb_r2r(mm7,mm0);
+ paddusb_r2r(mm7,mm2);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm2);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm2);
+ paddusb_r2r(mm0,mm4);
+ paddusb_r2r(mm2,mm5);
+ paddusb_r2r(mm7,mm4);
+ paddusb_r2r(mm7,mm5);
+ movq_r2m(mm4,m_(dp+0));
+ movq_r2m(mm5,m_(dp+8));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+
+static inline void recvac(uint8_t *s, uint8_t *d, int lx,int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ for( int j=0; j<h; ++j ) {
+ dp[0] = (dp[0] + ((uint32_t)(sp[0]+sp2[0]+1)>>1) + 1)>>1;
+ dp[1] = (dp[1] + ((uint32_t)(sp[1]+sp2[1]+1)>>1) + 1)>>1;
+ dp[2] = (dp[2] + ((uint32_t)(sp[2]+sp2[2]+1)>>1) + 1)>>1;
+ dp[3] = (dp[3] + ((uint32_t)(sp[3]+sp2[3]+1)>>1) + 1)>>1;
+ dp[4] = (dp[4] + ((uint32_t)(sp[4]+sp2[4]+1)>>1) + 1)>>1;
+ dp[5] = (dp[5] + ((uint32_t)(sp[5]+sp2[5]+1)>>1) + 1)>>1;
+ dp[6] = (dp[6] + ((uint32_t)(sp[6]+sp2[6]+1)>>1) + 1)>>1;
+ dp[7] = (dp[7] + ((uint32_t)(sp[7]+sp2[7]+1)>>1) + 1)>>1;
+ sp += lx2; sp2 += lx2; dp+= lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp2+0),mm3);
+ movq_m2r(m_(dp +0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp),mm0);
+ movq_m2r(m_(sp2),mm1);
+ movq_m2r(m_(dp),mm4);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm4);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ pand_r2r(mm6,mm4);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm7,mm0);
+ psrlw_i2r(1,mm0);
+ pand_r2r(mm6,mm0);
+ paddusb_r2r(mm0,mm4);
+ paddusb_r2r(mm7,mm4);
+ movq_r2m(mm4,m_(dp));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+
+static inline void rech(uint8_t *s, uint8_t *d, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ uint32_t s1, s2;
+ for( int j=0; j<h; ++j ) {
+ s1=sp[0];
+ dp[0] = (uint32_t)(s1+(s2=sp[1])+1)>>1;
+ dp[1] = (uint32_t)(s2+(s1=sp[2])+1)>>1;
+ dp[2] = (uint32_t)(s1+(s2=sp[3])+1)>>1;
+ dp[3] = (uint32_t)(s2+(s1=sp[4])+1)>>1;
+ dp[4] = (uint32_t)(s1+(s2=sp[5])+1)>>1;
+ dp[5] = (uint32_t)(s2+(s1=sp[6])+1)>>1;
+ dp[6] = (uint32_t)(s1+(s2=sp[7])+1)>>1;
+ dp[7] = (uint32_t)(s2+(s1=sp[8])+1)>>1;
+ dp[8] = (uint32_t)(s1+(s2=sp[9])+1)>>1;
+ dp[9] = (uint32_t)(s2+(s1=sp[10])+1)>>1;
+ dp[10] = (uint32_t)(s1+(s2=sp[11])+1)>>1;
+ dp[11] = (uint32_t)(s2+(s1=sp[12])+1)>>1;
+ dp[12] = (uint32_t)(s1+(s2=sp[13])+1)>>1;
+ dp[13] = (uint32_t)(s2+(s1=sp[14])+1)>>1;
+ dp[14] = (uint32_t)(s1+(s2=sp[15])+1)>>1;
+ dp[15] = (uint32_t)(s2+sp[16]+1)>>1;
+ sp += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(sp+1),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp+8),mm1);
+ movq_m2r(m_(sp+9),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm0);
+ movq_m2r(m_(sp+1),mm1);
+ movq_m2r(m_(sp+8),mm2);
+ movq_m2r(m_(sp+9),mm3);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ psrlw_i2r(1,mm3);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ pand_r2r(mm6,mm2);
+ pand_r2r(mm6,mm3);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm3,mm2);
+ paddusb_r2r(mm7,mm0);
+ paddusb_r2r(mm7,mm2);
+ movq_r2m(mm0,m_(dp+0));
+ movq_r2m(mm2,m_(dp+8));
+ sp += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+
+static inline void rechc(uint8_t *s,uint8_t *d, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ uint32_t s1, s2;
+ for( int j=0; j<h; ++j ) {
+ s1=sp[0];
+ dp[0] = (uint32_t)(s1+(s2=sp[1])+1)>>1;
+ dp[1] = (uint32_t)(s2+(s1=sp[2])+1)>>1;
+ dp[2] = (uint32_t)(s1+(s2=sp[3])+1)>>1;
+ dp[3] = (uint32_t)(s2+(s1=sp[4])+1)>>1;
+ dp[4] = (uint32_t)(s1+(s2=sp[5])+1)>>1;
+ dp[5] = (uint32_t)(s2+(s1=sp[6])+1)>>1;
+ dp[6] = (uint32_t)(s1+(s2=sp[7])+1)>>1;
+ dp[7] = (uint32_t)(s2+sp[8]+1)>>1;
+ sp += lx2; dp += lx2;
+ }
+#else
+#ifdef MMX_ACCURATE
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(sp+1),mm3);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ movq_m2r(m_(bmask),mm6);
+ movq_m2r(m_(badd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm0);
+ movq_m2r(m_(sp+1),mm1);
+ psrlw_i2r(1,mm0);
+ psrlw_i2r(1,mm1);
+ pand_r2r(mm6,mm0);
+ pand_r2r(mm6,mm1);
+ paddusb_r2r(mm1,mm0);
+ paddusb_r2r(mm7,mm0);
+ movq_r2m(mm0,m_(dp+0));
+ sp += lx2; dp += lx2;
+ }
+#endif
+ emms();
+#endif
+}
+
+static inline void recha(uint8_t *s, uint8_t *d,int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ uint32_t s1, s2;
+ for( int j=0; j<h; ++j ) {
+ s1 = sp[0];
+ dp[0] = (dp[0] + ((uint32_t)(s1 + (s2 = sp[1]) + 1) >> 1) + 1) >> 1;
+ dp[1] = (dp[1] + ((uint32_t)(s2 + (s1 = sp[2]) + 1) >> 1) + 1) >> 1;
+ dp[2] = (dp[2] + ((uint32_t)(s1 + (s2 = sp[3]) + 1) >> 1) + 1) >> 1;
+ dp[3] = (dp[3] + ((uint32_t)(s2 + (s1 = sp[4]) + 1) >> 1) + 1) >> 1;
+ dp[4] = (dp[4] + ((uint32_t)(s1 + (s2 = sp[5]) + 1) >> 1) + 1) >> 1;
+ dp[5] = (dp[5] + ((uint32_t)(s2 + (s1 = sp[6]) + 1) >> 1) + 1) >> 1;
+ dp[6] = (dp[6] + ((uint32_t)(s1 + (s2 = sp[7]) + 1) >> 1) + 1) >> 1;
+ dp[7] = (dp[7] + ((uint32_t)(s2 + (s1 = sp[8]) + 1) >> 1) + 1) >> 1;
+ dp[8] = (dp[8] + ((uint32_t)(s1 + (s2 = sp[9]) + 1) >> 1) + 1) >> 1;
+ dp[9] = (dp[9] + ((uint32_t)(s2 + (s1 = sp[10]) + 1) >> 1) + 1) >> 1;
+ dp[10] = (dp[10] + ((uint32_t)(s1 + (s2 = sp[11]) + 1) >> 1) + 1) >> 1;
+ dp[11] = (dp[11] + ((uint32_t)(s2 + (s1 = sp[12]) + 1) >> 1) + 1) >> 1;
+ dp[12] = (dp[12] + ((uint32_t)(s1 + (s2 = sp[13]) + 1) >> 1) + 1) >> 1;
+ dp[13] = (dp[13] + ((uint32_t)(s2 + (s1 = sp[14]) + 1) >> 1) + 1) >> 1;
+ dp[14] = (dp[14] + ((uint32_t)(s1 + (s2 = sp[15]) + 1) >> 1) + 1) >> 1;
+ dp[15] = (dp[15] + ((uint32_t)(s2 + sp[16] + 1) >> 1) + 1) >> 1;
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(sp+1),mm3);
+ movq_m2r(m_(dp+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp+8),mm1);
+ movq_m2r(m_(sp+9),mm3);
+ movq_m2r(m_(dp+8),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+
+static inline void rechac(uint8_t *s,uint8_t *d, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s;
+ uint32_t s1, s2;
+ for( int j=0; j<h; ++j ) {
+ s1 = sp[0];
+ dp[0] = (dp[0] + ((uint32_t)(s1 + (s2 = sp[1]) + 1) >> 1) + 1) >> 1;
+ dp[1] = (dp[1] + ((uint32_t)(s2 + (s1 = sp[2]) + 1) >> 1) + 1) >> 1;
+ dp[2] = (dp[2] + ((uint32_t)(s1 + (s2 = sp[3]) + 1) >> 1) + 1) >> 1;
+ dp[3] = (dp[3] + ((uint32_t)(s2 + (s1 = sp[4]) + 1) >> 1) + 1) >> 1;
+ dp[4] = (dp[4] + ((uint32_t)(s1 + (s2 = sp[5]) + 1) >> 1) + 1) >> 1;
+ dp[5] = (dp[5] + ((uint32_t)(s2 + (s1 = sp[6]) + 1) >> 1) + 1) >> 1;
+ dp[6] = (dp[6] + ((uint32_t)(s1 + (s2 = sp[7]) + 1) >> 1) + 1) >> 1;
+ dp[7] = (dp[7] + ((uint32_t)(s2 + sp[8] + 1) >> 1) + 1) >> 1;
+ sp += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd1),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp+0),mm1);
+ movq_m2r(m_(sp+1),mm3);
+ movq_m2r(m_(dp+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm6,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+
+static inline void rec4(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ uint32_t s1, s2, s3, s4;
+ for( int j=0; j<h; ++j ) {
+ s1=sp[0]; s3=sp2[0];
+ dp[0] = (uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2;
+ dp[1] = (uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2;
+ dp[2] = (uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2;
+ dp[3] = (uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2;
+ dp[4] = (uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2;
+ dp[5] = (uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2;
+ dp[6] = (uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2;
+ dp[7] = (uint32_t)(s2+(s1=sp[8])+s4+(s3=sp2[8])+2)>>2;
+ dp[8] = (uint32_t)(s1+(s2=sp[9])+s3+(s4=sp2[9])+2)>>2;
+ dp[9] = (uint32_t)(s2+(s1=sp[10])+s4+(s3=sp2[10])+2)>>2;
+ dp[10] = (uint32_t)(s1+(s2=sp[11])+s3+(s4=sp2[11])+2)>>2;
+ dp[11] = (uint32_t)(s2+(s1=sp[12])+s4+(s3=sp2[12])+2)>>2;
+ dp[12] = (uint32_t)(s1+(s2=sp[13])+s3+(s4=sp2[13])+2)>>2;
+ dp[13] = (uint32_t)(s2+(s1=sp[14])+s4+(s3=sp2[14])+2)>>2;
+ dp[14] = (uint32_t)(s1+(s2=sp[15])+s3+(s4=sp2[15])+2)>>2;
+ dp[15] = (uint32_t)(s2+sp[16]+s4+sp2[16]+2)>>2;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd2),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp +1),mm3);
+ movq_m2r(m_(sp2+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+1),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp +8),mm1);
+ movq_m2r(m_(sp +9),mm3);
+ movq_m2r(m_(sp2+8),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+9),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+
+static inline void rec4c(uint8_t *s,uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ uint32_t s1, s2, s3, s4;
+ for( int j=0; j<h; ++j ) {
+ s1=sp[0]; s3=sp2[0];
+ dp[0] = (uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2;
+ dp[1] = (uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2;
+ dp[2] = (uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2;
+ dp[3] = (uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2;
+ dp[4] = (uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2;
+ dp[5] = (uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2;
+ dp[6] = (uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2;
+ dp[7] = (uint32_t)(s2+sp[8]+s4+sp2[8]+2)>>2;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd2),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp +1),mm3);
+ movq_m2r(m_(sp2+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+1),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm7,mm1);
+ paddusw_r2r(mm7,mm2);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+
+static inline void rec4a(uint8_t *s,uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ uint32_t s1, s2, s3, s4;
+ for( int j=0; j<h; ++j ) {
+ s1 = sp[0]; s3 = sp2[0];
+ dp[0] = (dp[0] + ((uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2) + 1)>>1;
+ dp[1] = (dp[1] + ((uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2) + 1)>>1;
+ dp[2] = (dp[2] + ((uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2) + 1)>>1;
+ dp[3] = (dp[3] + ((uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2) + 1)>>1;
+ dp[4] = (dp[4] + ((uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2) + 1)>>1;
+ dp[5] = (dp[5] + ((uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2) + 1)>>1;
+ dp[6] = (dp[6] + ((uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2) + 1)>>1;
+ dp[7] = (dp[7] + ((uint32_t)(s2+(s1=sp[8])+s4+(s3=sp2[8])+2)>>2) + 1)>>1;
+ dp[8] = (dp[8] + ((uint32_t)(s1+(s2=sp[9])+s3+(s4=sp2[9])+2)>>2) + 1)>>1;
+ dp[9] = (dp[9] + ((uint32_t)(s2+(s1=sp[10])+s4+(s3=sp2[10])+2)>>2) + 1)>>1;
+ dp[10] = (dp[10] + ((uint32_t)(s1+(s2=sp[11])+s3+(s4=sp2[11])+2)>>2) + 1)>>1;
+ dp[11] = (dp[11] + ((uint32_t)(s2+(s1=sp[12])+s4+(s3=sp2[12])+2)>>2) + 1)>>1;
+ dp[12] = (dp[12] + ((uint32_t)(s1+(s2=sp[13])+s3+(s4=sp2[13])+2)>>2) + 1)>>1;
+ dp[13] = (dp[13] + ((uint32_t)(s2+(s1=sp[14])+s4+(s3=sp2[14])+2)>>2) + 1)>>1;
+ dp[14] = (dp[14] + ((uint32_t)(s1+(s2=sp[15])+s3+(s4=sp2[15])+2)>>2) + 1)>>1;
+ dp[15] = (dp[15] + ((uint32_t)(s2+sp[16]+s4+sp2[16]+2)>>2) + 1)>>1;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd2),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp +1),mm3);
+ movq_m2r(m_(sp2+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+1),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ movq_m2r(m_(dp +0),mm3);
+ paddusw_r2r(mm7,mm1);
+ movq_r2r(mm3,mm4);
+ paddusw_r2r(mm7,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ movq_m2r(m_(sadd1),mm5);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm5,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ movq_m2r(m_(sp +8),mm1);
+ movq_m2r(m_(sp +9),mm3);
+ movq_m2r(m_(sp2+8),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+9),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ movq_m2r(m_(dp +8),mm3);
+ paddusw_r2r(mm7,mm1);
+ movq_r2r(mm3,mm4);
+ paddusw_r2r(mm7,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ movq_m2r(m_(sadd1),mm5);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm5,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+8));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+
+static inline void rec4ac(uint8_t *s,uint8_t *d, int lx, int lx2, int h)
+{
+#ifndef USE_MMX
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ uint32_t s1,s2,s3,s4;
+ for( int j=0; j<h; ++j ) {
+ s1=sp[0]; s3=sp2[0];
+ dp[0] = (dp[0] + ((uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2) + 1)>>1;
+ dp[1] = (dp[1] + ((uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2) + 1)>>1;
+ dp[2] = (dp[2] + ((uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2) + 1)>>1;
+ dp[3] = (dp[3] + ((uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2) + 1)>>1;
+ dp[4] = (dp[4] + ((uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2) + 1)>>1;
+ dp[5] = (dp[5] + ((uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2) + 1)>>1;
+ dp[6] = (dp[6] + ((uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2) + 1)>>1;
+ dp[7] = (dp[7] + ((uint32_t)(s2+sp[8]+s4+sp2[8]+2)>>2) + 1)>>1;
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+#else
+ uint8_t *dp=d, *sp=s, *sp2=s+lx;
+ pxor_r2r(mm0,mm0);
+ movq_m2r(m_(sadd2),mm7);
+ for( int j=0; j<h; ++j ) {
+ movq_m2r(m_(sp +0),mm1);
+ movq_m2r(m_(sp +1),mm3);
+ movq_m2r(m_(sp2+0),mm5);
+ movq_r2r(mm1,mm2);
+ movq_r2r(mm3,mm4);
+ movq_r2r(mm5,mm6);
+ punpcklbw_r2r(mm0,mm1);
+ punpckhbw_r2r(mm0,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ punpcklbw_r2r(mm0,mm5);
+ punpckhbw_r2r(mm0,mm6);
+ paddusw_r2r(mm3,mm1);
+ movq_m2r(m_(sp2+1),mm3);
+ paddusw_r2r(mm4,mm2);
+ movq_r2r(mm3,mm4);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ paddusw_r2r(mm5,mm3);
+ paddusw_r2r(mm6,mm4);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ movq_m2r(m_(dp +0),mm3);
+ paddusw_r2r(mm7,mm1);
+ movq_r2r(mm3,mm4);
+ paddusw_r2r(mm7,mm2);
+ punpcklbw_r2r(mm0,mm3);
+ punpckhbw_r2r(mm0,mm4);
+ psrlw_i2r(2,mm1);
+ psrlw_i2r(2,mm2);
+ movq_m2r(m_(sadd1),mm5);
+ paddusw_r2r(mm3,mm1);
+ paddusw_r2r(mm4,mm2);
+ paddusw_r2r(mm5,mm1);
+ paddusw_r2r(mm5,mm2);
+ psrlw_i2r(1,mm1);
+ psrlw_i2r(1,mm2);
+ packuswb_r2r(mm2,mm1);
+ movq_r2m(mm1,m_(dp+0));
+ sp += lx2; sp2 += lx2; dp += lx2;
+ }
+ emms();
+#endif
+}
+
+//#define DO_STATS
+#ifdef DO_STATS
+static class stats {
+ int totals[16];
+public:
+ stats() { for( int i=0; i<16; ++i ) totals[i] = 0; }
+ ~stats() {
+ for( int i=0; i<16; ++i ) {
+ static const char *fn[16] = {
+ "recc", "rec", "recac", "reca",
+ "recvc", "recv", "recvac", "recva",
+ "rechc", "rech", "rechac", "recha",
+ "rec4c", "rec4", "rec4ac", "rec4a"
+ };
+ printf("%-8s %d\n",fn[i],totals[i]);
+ }
+ }
+ void incr(int i) { if( i>0 && i<16 ) ++totals[i]; }
+} mstats;
+#endif
+
+
+inline void zvideo_t::
+recon_comp(uint8_t *s, uint8_t *d, int lx, int lx2, int h, int type)
+{
+/* probably Accelerated functions */
+ switch( type ) {
+ case 0x3: reca(s, d, lx2, h); break;
+ case 0x2: recac(s, d, lx2, h); break;
+ case 0x1: rec(s, d, lx2, h); break;
+ case 0x0: recc(s, d, lx2, h); break;
+ case 0x7: recva(s, d, lx, lx2, h); break;
+ case 0x6: recvac(s, d, lx, lx2, h); break;
+ case 0x5: recv(s, d, lx, lx2, h); break;
+ case 0x4: recvc(s, d, lx, lx2, h); break;
+ case 0x9: rech(s, d, lx2, h); break;
+ case 0x8: rechc(s, d, lx2, h); break;
+/* maybe Unaccelerated functions */
+ case 0xb: recha(s, d, lx2, h); break;
+ case 0xa: rechac(s, d, lx2, h); break;
+ case 0xf: rec4a(s, d, lx, lx2, h); break;
+ case 0xe: rec4ac(s, d, lx, lx2, h); break;
+ case 0xd: rec4(s, d, lx, lx2, h); break;
+ case 0xc: rec4c(s, d, lx, lx2, h); break;
+ }
+#ifdef DO_STATS
+ mstats.incr(type);
+#endif
+}
+
+/*
+ uint8_t *src[]; * prediction source buffer *
+ int sfield; * prediction source field number (0 or 1) *
+ uint8_t *dst[]; * prediction destination buffer *
+ int dfield; * prediction destination field number (0 or 1)*
+ int lx,lx2; * horizontal offsets *
+ int w,h; * prediction block/sub-block width, height *
+ int x,y; * pixel co-ordinates of top-left sample in current MB *
+ int dx,dy; * horizontal, vertical motion vector *
+ int addflag; * add prediction error to prediction ? *
+*/
+void zvideo_t::
+recon( uint8_t *src[], int sfield,
+ uint8_t *dst[], int dfield, int lx, int lx2,
+ int w, int h, int x, int y, int dx, int dy, int addflag)
+{
+/* validate parameters */
+ int err = 0;
+ int sofs = (y+(dy>>1))*lx + x+(dx>>1);
+ int dofs = y*lx + x;
+ if( sfield ) sofs += lx2 >> 1;
+ if( dfield ) dofs += lx2 >> 1;
+ if( sofs >= 0 && dofs >= 0 ) {
+ int dsz = coded_picture_width * coded_picture_height;
+ int ssz = dsz + 16*coded_picture_width + 16;
+ int dlen = (h-1)*lx2 + w*8+8-1;
+ int slen = dlen + (dy&1)*lx + (dx&1);
+ if( sofs+slen >= ssz || dofs+dlen >= dsz )
+ err = '+';
+ }
+ else
+ err = '-';
+ if( err ) {
+ if( this->src->log_errs ) {
+ zmsgs("err%c frm %dx%d @ %d,%d %dx%d dx=%d, dy=%d, sofs=%d, dofs=%d\n",
+ err, coded_picture_width, coded_picture_height,
+ x, y, 8+w*8, h, dx, dy, sofs, dofs);
+ }
+ return;
+ }
+
+/* half pel scaling */
+ int type = ((dx & 1) << 3) | ((dy & 1) << 2) | w;
+ if( addflag ) type |= 2;
+
+ recon_comp(src[0]+sofs, dst[0]+dofs, lx, lx2, h, type); /* Y */
+
+ if( chroma_format != cfmt_444 ) {
+ lx >>= 1; dx /= 2;
+ lx2 >>= 1; w = 0;
+ x >>= 1;
+
+ if( chroma_format == cfmt_420 ) {
+ h >>= 1; dy /= 2;
+ y >>= 1;
+ }
+
+ sofs = (y+(dy>>1))*lx + x+(dx>>1);
+ dofs = y*lx + x;
+ if( sfield ) sofs += lx2 >> 1;
+ if( dfield ) dofs += lx2 >> 1;
+ type = ((dx & 1) << 3) | ((dy & 1) << 2) | w;
+ if( addflag ) type |= 2;
+ }
+
+ recon_comp(src[1]+sofs, dst[1]+dofs, lx, lx2, h, type); /* Cb */
+ recon_comp(src[2]+sofs, dst[2]+dofs, lx, lx2, h, type); /* Cr */
+}
+
+#define WIDTH 1
+
+int zvideo_t::
+reconstruct( int bx, int by, int mb_type, int motion_type,
+ int PMV[2][2][2], int mv_field_sel[2][2],
+ int dmvector[2], int stwtype)
+{
+ int currentfield;
+ uint8_t **predframe;
+ int DMV[2][2];
+ int stwtop, stwbot;
+
+ stwtop = stwtype % 3; /* 0:temporal, 1:(spat+temp), 2:spatial */
+ stwbot = stwtype / 3;
+
+ if( (mb_type & slice_decoder_t::mb_FORWARD) || (pict_type == pic_type_P) ) {
+ if( pict_struct == pics_FRAME_PICTURE ) {
+ if( (motion_type == slice_decoder_t::mc_FRAME) ||
+ !(mb_type & slice_decoder_t::mb_FORWARD) ) {
+/* frame-based prediction */
+ if( stwtop < 2 )
+ recon(oldrefframe, 0, newframe, 0,
+ coded_picture_width, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][0][0], PMV[0][0][1], stwtop);
+
+ if( stwbot < 2 )
+ recon(oldrefframe, 1, newframe, 1,
+ coded_picture_width, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][0][0], PMV[0][0][1], stwbot);
+ }
+ else if(motion_type == slice_decoder_t::mc_FIELD) { /* field-based prediction */
+/* top field prediction */
+ if( stwtop < 2 )
+ recon(oldrefframe, mv_field_sel[0][0], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, PMV[0][0][0], PMV[0][0][1]>>1, stwtop);
+
+/* bottom field prediction */
+ if( stwbot < 2 )
+ recon(oldrefframe, mv_field_sel[1][0], newframe, 1,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, PMV[1][0][0], PMV[1][0][1]>>1, stwbot);
+ }
+ else if( motion_type == slice_decoder_t::mc_DMV ) {
+/* dual prime prediction */
+/* calculate derived motion vectors */
+ calc_dmv(DMV, dmvector, PMV[0][0][0], PMV[0][0][1]>>1);
+
+ if( stwtop < 2 ) {
+/* predict top field from top field */
+ recon(oldrefframe, 0, newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, PMV[0][0][0], PMV[0][0][1]>>1, 0);
+
+/* predict and add to top field from bottom field */
+ recon(oldrefframe, 1, newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, DMV[0][0], DMV[0][1], 1);
+ }
+
+ if( stwbot < 2 ) {
+/* predict bottom field from bottom field */
+ recon(oldrefframe, 1, newframe, 1,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, PMV[0][0][0], PMV[0][0][1]>>1, 0);
+
+/* predict and add to bottom field from top field */
+ recon(oldrefframe, 0, newframe, 1,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by>>1, DMV[1][0], DMV[1][1], 1);
+ }
+ }
+ else if( src->log_errs ) {
+/* invalid motion_type */
+ zerrs("invalid motion_type 1 (%d)\n",motion_type);
+ }
+ }
+ else {
+/* pics_TOP_FIELD or pics_BOTTOM_FIELD */
+/* field picture */
+ currentfield = (pict_struct == pics_BOTTOM_FIELD);
+
+/* determine which frame to use for prediction */
+ if( (pict_type == pic_type_P) && secondfield &&
+ (currentfield != mv_field_sel[0][0]) )
+ predframe = refframe; /* same frame */
+ else
+ predframe = oldrefframe; /* previous frame */
+
+ if( (motion_type == slice_decoder_t::mc_FIELD) ||
+ !(mb_type & slice_decoder_t::mb_FORWARD) ) {
+/* field-based prediction */
+ if( stwtop < 2 )
+ recon(predframe,mv_field_sel[0][0],newframe,0,
+ coded_picture_width<<1,coded_picture_width<<1,
+ WIDTH, 16, bx, by, PMV[0][0][0], PMV[0][0][1], stwtop);
+ }
+ else if(motion_type == slice_decoder_t::mc_16X8) {
+ if( stwtop < 2 ) {
+ recon(predframe, mv_field_sel[0][0], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][0][0], PMV[0][0][1], stwtop);
+
+ /* determine which frame to use for lower half prediction */
+ if( (pict_type == pic_type_P) && secondfield &&
+ (currentfield != mv_field_sel[1][0]) )
+ predframe = refframe; /* same frame */
+ else
+ predframe = oldrefframe; /* previous frame */
+
+ recon(predframe, mv_field_sel[1][0], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by+8, PMV[1][0][0], PMV[1][0][1], stwtop);
+ }
+ }
+ else if(motion_type == slice_decoder_t::mc_DMV) { /* dual prime prediction */
+ if( secondfield )
+ predframe = refframe; /* same frame */
+ else
+ predframe = oldrefframe; /* previous frame */
+
+/* calculate derived motion vectors */
+ calc_dmv(DMV, dmvector, PMV[0][0][0], PMV[0][0][1]);
+
+/* predict from field of same parity */
+ recon(oldrefframe, currentfield, newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 16, bx, by, PMV[0][0][0], PMV[0][0][1], 0);
+
+/* predict from field of opposite parity */
+ recon(predframe, !currentfield, newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 16, bx, by, DMV[0][0], DMV[0][1], 1);
+ }
+ else if( src->log_errs ) {
+/* invalid motion_type */
+ zerrs("invalid motion_type 2 (%d)\n",motion_type);
+ }
+ }
+ stwtop = stwbot = 1;
+ }
+
+ if( (mb_type & slice_decoder_t::mb_BACKWARD) ) {
+ if( pict_struct == pics_FRAME_PICTURE ) {
+ if( motion_type == slice_decoder_t::mc_FRAME ) {
+/* frame-based prediction */
+ if( stwtop < 2 )
+ recon(refframe, 0, newframe, 0,
+ coded_picture_width, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][1][0], PMV[0][1][1], stwtop);
+ if( stwbot < 2 )
+ recon(refframe, 1, newframe, 1,
+ coded_picture_width, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][1][0], PMV[0][1][1], stwbot);
+ }
+ else {
+/* field-based prediction */
+/* top field prediction */
+ if( stwtop < 2 )
+ recon(refframe, mv_field_sel[0][1], newframe, 0,
+ coded_picture_width<<1,coded_picture_width<<1,
+ WIDTH, 8, bx, (by>>1), PMV[0][1][0], PMV[0][1][1]>>1, stwtop);
+/* bottom field prediction */
+ if( stwbot < 2 )
+ recon(refframe, mv_field_sel[1][1], newframe, 1,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, (by>>1), PMV[1][1][0], PMV[1][1][1]>>1, stwbot);
+ }
+ }
+ else {
+/* pics_TOP_FIELD or pics_BOTTOM_FIELD */
+/* field picture */
+ if( motion_type == slice_decoder_t::mc_FIELD ) {
+/* field-based prediction */
+ recon(refframe, mv_field_sel[0][1], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 16, bx, by, PMV[0][1][0], PMV[0][1][1], stwtop);
+ }
+ else if( motion_type==slice_decoder_t::mc_16X8 ) {
+ recon(refframe, mv_field_sel[0][1], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by, PMV[0][1][0], PMV[0][1][1], stwtop);
+
+ recon(refframe, mv_field_sel[1][1], newframe, 0,
+ coded_picture_width<<1, coded_picture_width<<1,
+ WIDTH, 8, bx, by+8, PMV[1][1][0], PMV[1][1][1], stwtop);
+ }
+ else if( src->log_errs ) {
+/* invalid motion_type */
+ zerrs("invalid motion_type 3 (%d)\n",motion_type);
+ }
+ }
+ } /* mb_type & slice_decoder_t::mb_BACKWARD */
+ return 0;
+}
+
+
projects / goodguy / history.git / blobdiff