#include <stdio.h>
#include <stdint.h>
#include <stdlib.h>

#define USE_MMX
#define MMX_ACCURATE
#define MMX_TRACE

#ifdef USE_MMX
#include "mmx.h"
#define m_(v) (*(mmx_t*)(((long long *)(v))))
#ifdef MMX_ACCURATE
static uint32_t sadd1[2] = { 0x00010001, 0x00010001 };
static uint32_t sadd2[2] = { 0x00020002, 0x00020002 };
#else
static uint32_t bmask[2] = { 0x7f7f7f7f, 0x7f7f7f7f };
static uint32_t badd1[2] = { 0x01010101, 0x01010101 };
#endif
#endif

static inline void reca(uint8_t *s, uint8_t  *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (uint32_t)(dp[0] + sp[0] + 1) >> 1;
    dp[1] = (uint32_t)(dp[1] + sp[1] + 1) >> 1;
    dp[2] = (uint32_t)(dp[2] + sp[2] + 1) >> 1;
    dp[3] = (uint32_t)(dp[3] + sp[3] + 1) >> 1;
    dp[4] = (uint32_t)(dp[4] + sp[4] + 1) >> 1;
    dp[5] = (uint32_t)(dp[5] + sp[5] + 1) >> 1;
    dp[6] = (uint32_t)(dp[6] + sp[6] + 1) >> 1;
    dp[7] = (uint32_t)(dp[7] + sp[7] + 1) >> 1;
    dp[8] = (uint32_t)(dp[8] + sp[8] + 1) >> 1;
    dp[9] = (uint32_t)(dp[9] + sp[9] + 1) >> 1;
    dp[10] = (uint32_t)(dp[10] + sp[10] + 1) >> 1;
    dp[11] = (uint32_t)(dp[11] + sp[11] + 1) >> 1;
    dp[12] = (uint32_t)(dp[12] + sp[12] + 1) >> 1;
    dp[13] = (uint32_t)(dp[13] + sp[13] + 1) >> 1;
    dp[14] = (uint32_t)(dp[14] + sp[14] + 1) >> 1;
    dp[15] = (uint32_t)(dp[15] + sp[15] + 1) >> 1;
    sp += lx2;  dp += lx2;
  }
}

static inline void mreca(uint8_t *s, uint8_t  *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(dp+0),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp+8),mm1);
    movq_m2r(m_(dp+8),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  dp += lx2;
  }
  emms();
}

static inline void recac(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (uint32_t)(dp[0] + sp[0] + 1)>>1;
    dp[1] = (uint32_t)(dp[1] + sp[1] + 1)>>1;
    dp[2] = (uint32_t)(dp[2] + sp[2] + 1)>>1;
    dp[3] = (uint32_t)(dp[3] + sp[3] + 1)>>1;
    dp[4] = (uint32_t)(dp[4] + sp[4] + 1)>>1;
    dp[5] = (uint32_t)(dp[5] + sp[5] + 1)>>1;
    dp[6] = (uint32_t)(dp[6] + sp[6] + 1)>>1;
    dp[7] = (uint32_t)(dp[7] + sp[7] + 1)>>1;
    sp += lx2;  dp += lx2;
  }
}

static inline void mrecac(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(dp+0),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  dp += lx2;
  }
  emms();
}

static inline void recv(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (uint32_t)(sp[0] + sp2[0] + 1) >> 1;
    dp[1] = (uint32_t)(sp[1] + sp2[1] + 1) >> 1;
    dp[2] = (uint32_t)(sp[2] + sp2[2] + 1) >> 1;
    dp[3] = (uint32_t)(sp[3] + sp2[3] + 1) >> 1;
    dp[4] = (uint32_t)(sp[4] + sp2[4] + 1) >> 1;
    dp[5] = (uint32_t)(sp[5] + sp2[5] + 1) >> 1;
    dp[6] = (uint32_t)(sp[6] + sp2[6] + 1) >> 1;
    dp[7] = (uint32_t)(sp[7] + sp2[7] + 1) >> 1;
    dp[8] = (uint32_t)(sp[8] + sp2[8] + 1) >> 1;
    dp[9] = (uint32_t)(sp[9] + sp2[9] + 1) >> 1;
    dp[10] = (uint32_t)(sp[10] + sp2[10] + 1) >> 1;
    dp[11] = (uint32_t)(sp[11] + sp2[11] + 1) >> 1;
    dp[12] = (uint32_t)(sp[12] + sp2[12] + 1) >> 1;
    dp[13] = (uint32_t)(sp[13] + sp2[13] + 1) >> 1;
    dp[14] = (uint32_t)(sp[14] + sp2[14] + 1) >> 1;
    dp[15] = (uint32_t)(sp[15] + sp2[15] + 1) >> 1;
    sp += lx2;  sp2 += lx2 ; dp += lx2;
  }
}

static inline void mrecv(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp2+0),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp +8),mm1);
    movq_m2r(m_(sp2+8),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  sp2 += lx2 ; dp += lx2;
  }
  emms();
}

static inline void recvc(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (uint32_t)(sp[0]+sp2[0]+1)>>1;
    dp[1] = (uint32_t)(sp[1]+sp2[1]+1)>>1;
    dp[2] = (uint32_t)(sp[2]+sp2[2]+1)>>1;
    dp[3] = (uint32_t)(sp[3]+sp2[3]+1)>>1;
    dp[4] = (uint32_t)(sp[4]+sp2[4]+1)>>1;
    dp[5] = (uint32_t)(sp[5]+sp2[5]+1)>>1;
    dp[6] = (uint32_t)(sp[6]+sp2[6]+1)>>1;
    dp[7] = (uint32_t)(sp[7]+sp2[7]+1)>>1;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrecvc(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp2+0),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void recva(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (dp[0] + ((uint32_t)(sp[0]+sp2[0]+1)>>1) + 1)>>1;
    dp[1] = (dp[1] + ((uint32_t)(sp[1]+sp2[1]+1)>>1) + 1)>>1;
    dp[2] = (dp[2] + ((uint32_t)(sp[2]+sp2[2]+1)>>1) + 1)>>1;
    dp[3] = (dp[3] + ((uint32_t)(sp[3]+sp2[3]+1)>>1) + 1)>>1;
    dp[4] = (dp[4] + ((uint32_t)(sp[4]+sp2[4]+1)>>1) + 1)>>1;
    dp[5] = (dp[5] + ((uint32_t)(sp[5]+sp2[5]+1)>>1) + 1)>>1;
    dp[6] = (dp[6] + ((uint32_t)(sp[6]+sp2[6]+1)>>1) + 1)>>1;
    dp[7] = (dp[7] + ((uint32_t)(sp[7]+sp2[7]+1)>>1) + 1)>>1;
    dp[8] = (dp[8] + ((uint32_t)(sp[8]+sp2[8]+1)>>1) + 1)>>1;
    dp[9] = (dp[9] + ((uint32_t)(sp[9]+sp2[9]+1)>>1) + 1)>>1;
    dp[10] = (dp[10] + ((uint32_t)(sp[10]+sp2[10]+1)>>1) + 1)>>1;
    dp[11] = (dp[11] + ((uint32_t)(sp[11]+sp2[11]+1)>>1) + 1)>>1;
    dp[12] = (dp[12] + ((uint32_t)(sp[12]+sp2[12]+1)>>1) + 1)>>1;
    dp[13] = (dp[13] + ((uint32_t)(sp[13]+sp2[13]+1)>>1) + 1)>>1;
    dp[14] = (dp[14] + ((uint32_t)(sp[14]+sp2[14]+1)>>1) + 1)>>1;
    dp[15] = (dp[15] + ((uint32_t)(sp[15]+sp2[15]+1)>>1) + 1)>>1;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrecva(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp2+0),mm3);
    movq_m2r(m_(dp +0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp +8),mm1);
    movq_m2r(m_(sp2+8),mm3);
    movq_m2r(m_(dp +8),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void recvac(uint8_t *s, uint8_t *d, int lx,int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  int j; for( j=0; j<h; ++j ) {
    dp[0] = (dp[0] + ((uint32_t)(sp[0]+sp2[0]+1)>>1) + 1)>>1;
    dp[1] = (dp[1] + ((uint32_t)(sp[1]+sp2[1]+1)>>1) + 1)>>1;
    dp[2] = (dp[2] + ((uint32_t)(sp[2]+sp2[2]+1)>>1) + 1)>>1;
    dp[3] = (dp[3] + ((uint32_t)(sp[3]+sp2[3]+1)>>1) + 1)>>1;
    dp[4] = (dp[4] + ((uint32_t)(sp[4]+sp2[4]+1)>>1) + 1)>>1;
    dp[5] = (dp[5] + ((uint32_t)(sp[5]+sp2[5]+1)>>1) + 1)>>1;
    dp[6] = (dp[6] + ((uint32_t)(sp[6]+sp2[6]+1)>>1) + 1)>>1;
    dp[7] = (dp[7] + ((uint32_t)(sp[7]+sp2[7]+1)>>1) + 1)>>1;
    sp += lx2;  sp2 += lx2;  dp+= lx2;
  }
}

static inline void mrecvac(uint8_t *s, uint8_t *d, int lx,int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp2+0),mm3);
    movq_m2r(m_(dp +0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void rech(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  uint32_t s1, s2;
  int j; for( j=0; j<h; ++j ) {
    s1=sp[0];
    dp[0] = (uint32_t)(s1+(s2=sp[1])+1)>>1;
    dp[1] = (uint32_t)(s2+(s1=sp[2])+1)>>1;
    dp[2] = (uint32_t)(s1+(s2=sp[3])+1)>>1;
    dp[3] = (uint32_t)(s2+(s1=sp[4])+1)>>1;
    dp[4] = (uint32_t)(s1+(s2=sp[5])+1)>>1;
    dp[5] = (uint32_t)(s2+(s1=sp[6])+1)>>1;
    dp[6] = (uint32_t)(s1+(s2=sp[7])+1)>>1;
    dp[7] = (uint32_t)(s2+(s1=sp[8])+1)>>1;
    dp[8] = (uint32_t)(s1+(s2=sp[9])+1)>>1;
    dp[9] = (uint32_t)(s2+(s1=sp[10])+1)>>1;
    dp[10] = (uint32_t)(s1+(s2=sp[11])+1)>>1;
    dp[11] = (uint32_t)(s2+(s1=sp[12])+1)>>1;
    dp[12] = (uint32_t)(s1+(s2=sp[13])+1)>>1;
    dp[13] = (uint32_t)(s2+(s1=sp[14])+1)>>1;
    dp[14] = (uint32_t)(s1+(s2=sp[15])+1)>>1;
    dp[15] = (uint32_t)(s2+sp[16]+1)>>1;
    sp += lx2; dp += lx2;
  }
}

static inline void mrech(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(sp+1),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp+8),mm1);
    movq_m2r(m_(sp+9),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  dp += lx2;
  }
  emms();
}


static inline void rechc(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  uint32_t s1, s2;
  int j; for( j=0; j<h; ++j ) {
    s1=sp[0];
    dp[0] = (uint32_t)(s1+(s2=sp[1])+1)>>1;
    dp[1] = (uint32_t)(s2+(s1=sp[2])+1)>>1;
    dp[2] = (uint32_t)(s1+(s2=sp[3])+1)>>1;
    dp[3] = (uint32_t)(s2+(s1=sp[4])+1)>>1;
    dp[4] = (uint32_t)(s1+(s2=sp[5])+1)>>1;
    dp[5] = (uint32_t)(s2+(s1=sp[6])+1)>>1;
    dp[6] = (uint32_t)(s1+(s2=sp[7])+1)>>1;
    dp[7] = (uint32_t)(s2+sp[8]+1)>>1;
    sp += lx2;  dp += lx2;
  }
}

static inline void mrechc(uint8_t *s, uint8_t *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(sp+1),mm3);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  dp += lx2;
  }
  emms();
}

static inline void recha(uint8_t *s, uint8_t *d,int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  uint32_t s1, s2;
  int j; for( j=0; j<h; ++j ) {
    s1 = sp[0];
    dp[0] = (dp[0] + ((uint32_t)(s1 + (s2 = sp[1]) + 1) >> 1) + 1) >> 1;
    dp[1] = (dp[1] + ((uint32_t)(s2 + (s1 = sp[2]) + 1) >> 1) + 1) >> 1;
    dp[2] = (dp[2] + ((uint32_t)(s1 + (s2 = sp[3]) + 1) >> 1) + 1) >> 1;
    dp[3] = (dp[3] + ((uint32_t)(s2 + (s1 = sp[4]) + 1) >> 1) + 1) >> 1;
    dp[4] = (dp[4] + ((uint32_t)(s1 + (s2 = sp[5]) + 1) >> 1) + 1) >> 1;
    dp[5] = (dp[5] + ((uint32_t)(s2 + (s1 = sp[6]) + 1) >> 1) + 1) >> 1;
    dp[6] = (dp[6] + ((uint32_t)(s1 + (s2 = sp[7]) + 1) >> 1) + 1) >> 1;
    dp[7] = (dp[7] + ((uint32_t)(s2 + (s1 = sp[8]) + 1) >> 1) + 1) >> 1;
    dp[8] = (dp[8] + ((uint32_t)(s1 + (s2 = sp[9]) + 1) >> 1) + 1) >> 1;
    dp[9] = (dp[9] + ((uint32_t)(s2 + (s1 = sp[10]) + 1) >> 1) + 1) >> 1;
    dp[10] = (dp[10] + ((uint32_t)(s1 + (s2 = sp[11]) + 1) >> 1) + 1) >> 1;
    dp[11] = (dp[11] + ((uint32_t)(s2 + (s1 = sp[12]) + 1) >> 1) + 1) >> 1;
    dp[12] = (dp[12] + ((uint32_t)(s1 + (s2 = sp[13]) + 1) >> 1) + 1) >> 1;
    dp[13] = (dp[13] + ((uint32_t)(s2 + (s1 = sp[14]) + 1) >> 1) + 1) >> 1;
    dp[14] = (dp[14] + ((uint32_t)(s1 + (s2 = sp[15]) + 1) >> 1) + 1) >> 1;
    dp[15] = (dp[15] + ((uint32_t)(s2 + sp[16] + 1) >> 1) + 1) >> 1;
    sp += lx2;  dp += lx2;
  }
}

static inline void mrecha(uint8_t *s, uint8_t *d,int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(sp+1),mm3);
    movq_m2r(m_(dp+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp+8),mm1);
    movq_m2r(m_(sp+9),mm3);
    movq_m2r(m_(dp+8),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  dp += lx2;
  }
  emms();
}


static inline void rechac(uint8_t *s, uint8_t  *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  uint32_t s1, s2;
  int j; for( j=0; j<h; ++j ) {
    s1 = sp[0];
    dp[0] = (dp[0] + ((uint32_t)(s1 + (s2 = sp[1]) + 1) >> 1) + 1) >> 1;
    dp[1] = (dp[1] + ((uint32_t)(s2 + (s1 = sp[2]) + 1) >> 1) + 1) >> 1;
    dp[2] = (dp[2] + ((uint32_t)(s1 + (s2 = sp[3]) + 1) >> 1) + 1) >> 1;
    dp[3] = (dp[3] + ((uint32_t)(s2 + (s1 = sp[4]) + 1) >> 1) + 1) >> 1;
    dp[4] = (dp[4] + ((uint32_t)(s1 + (s2 = sp[5]) + 1) >> 1) + 1) >> 1;
    dp[5] = (dp[5] + ((uint32_t)(s2 + (s1 = sp[6]) + 1) >> 1) + 1) >> 1;
    dp[6] = (dp[6] + ((uint32_t)(s1 + (s2 = sp[7]) + 1) >> 1) + 1) >> 1;
    dp[7] = (dp[7] + ((uint32_t)(s2 + sp[8] + 1) >> 1) + 1) >> 1;
    sp += lx2;  dp += lx2;
  }
}

static inline void mrechac(uint8_t *s, uint8_t  *d, int lx2, int h)
{
  uint8_t *dp=d, *sp=s;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd1),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp+0),mm1);
    movq_m2r(m_(sp+1),mm3);
    movq_m2r(m_(dp+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm6,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  dp += lx2;
  }
  emms();
}


static inline void rec4(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  uint32_t s1, s2, s3, s4;
  int j; for( j=0; j<h; ++j ) {
    s1=sp[0]; s3=sp2[0];
    dp[0] = (uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2;
    dp[1] = (uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2;
    dp[2] = (uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2;
    dp[3] = (uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2;
    dp[4] = (uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2;
    dp[5] = (uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2;
    dp[6] = (uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2;
    dp[7] = (uint32_t)(s2+(s1=sp[8])+s4+(s3=sp2[8])+2)>>2;
    dp[8] = (uint32_t)(s1+(s2=sp[9])+s3+(s4=sp2[9])+2)>>2;
    dp[9] = (uint32_t)(s2+(s1=sp[10])+s4+(s3=sp2[10])+2)>>2;
    dp[10] = (uint32_t)(s1+(s2=sp[11])+s3+(s4=sp2[11])+2)>>2;
    dp[11] = (uint32_t)(s2+(s1=sp[12])+s4+(s3=sp2[12])+2)>>2;
    dp[12] = (uint32_t)(s1+(s2=sp[13])+s3+(s4=sp2[13])+2)>>2;
    dp[13] = (uint32_t)(s2+(s1=sp[14])+s4+(s3=sp2[14])+2)>>2;
    dp[14] = (uint32_t)(s1+(s2=sp[15])+s3+(s4=sp2[15])+2)>>2;
    dp[15] = (uint32_t)(s2+sp[16]+s4+sp2[16]+2)>>2;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrec4(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd2),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp +1),mm3);
    movq_m2r(m_(sp2+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+1),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp +8),mm1);
    movq_m2r(m_(sp +9),mm3);
    movq_m2r(m_(sp2+8),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+9),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void rec4c(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  uint32_t s1, s2, s3, s4;
  int j; for( j=0; j<h; ++j ) {
    s1=sp[0]; s3=sp2[0];
    dp[0] = (uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2;
    dp[1] = (uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2;
    dp[2] = (uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2;
    dp[3] = (uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2;
    dp[4] = (uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2;
    dp[5] = (uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2;
    dp[6] = (uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2;
    dp[7] = (uint32_t)(s2+sp[8]+s4+sp2[8]+2)>>2;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrec4c(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd2),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp +1),mm3);
    movq_m2r(m_(sp2+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+1),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm7,mm1);
    paddusw_r2r(mm7,mm2);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void rec4a(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  uint32_t s1, s2, s3, s4;
  int j; for( j=0; j<h; ++j ) {
    s1 = sp[0];  s3 = sp2[0];
    dp[0] = (dp[0] + ((uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2) + 1)>>1;
    dp[1] = (dp[1] + ((uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2) + 1)>>1;
    dp[2] = (dp[2] + ((uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2) + 1)>>1;
    dp[3] = (dp[3] + ((uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2) + 1)>>1;
    dp[4] = (dp[4] + ((uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2) + 1)>>1;
    dp[5] = (dp[5] + ((uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2) + 1)>>1;
    dp[6] = (dp[6] + ((uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2) + 1)>>1;
    dp[7] = (dp[7] + ((uint32_t)(s2+(s1=sp[8])+s4+(s3=sp2[8])+2)>>2) + 1)>>1;
    dp[8] = (dp[8] + ((uint32_t)(s1+(s2=sp[9])+s3+(s4=sp2[9])+2)>>2) + 1)>>1;
    dp[9] = (dp[9] + ((uint32_t)(s2+(s1=sp[10])+s4+(s3=sp2[10])+2)>>2) + 1)>>1;
    dp[10] = (dp[10] + ((uint32_t)(s1+(s2=sp[11])+s3+(s4=sp2[11])+2)>>2) + 1)>>1;
    dp[11] = (dp[11] + ((uint32_t)(s2+(s1=sp[12])+s4+(s3=sp2[12])+2)>>2) + 1)>>1;
    dp[12] = (dp[12] + ((uint32_t)(s1+(s2=sp[13])+s3+(s4=sp2[13])+2)>>2) + 1)>>1;
    dp[13] = (dp[13] + ((uint32_t)(s2+(s1=sp[14])+s4+(s3=sp2[14])+2)>>2) + 1)>>1;
    dp[14] = (dp[14] + ((uint32_t)(s1+(s2=sp[15])+s3+(s4=sp2[15])+2)>>2) + 1)>>1;
    dp[15] = (dp[15] + ((uint32_t)(s2+sp[16]+s4+sp2[16]+2)>>2) + 1)>>1;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrec4a(uint8_t *s, uint8_t *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd2),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp +1),mm3);
    movq_m2r(m_(sp2+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+1),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    movq_m2r(m_(dp +0),mm3);
    paddusw_r2r(mm7,mm1);
    movq_r2r(mm3,mm4);
    paddusw_r2r(mm7,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    movq_m2r(m_(sadd1),mm5);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm5,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    movq_m2r(m_(sp +8),mm1);
    movq_m2r(m_(sp +9),mm3);
    movq_m2r(m_(sp2+8),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+9),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    movq_m2r(m_(dp +8),mm3);
    paddusw_r2r(mm7,mm1);
    movq_r2r(mm3,mm4);
    paddusw_r2r(mm7,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    movq_m2r(m_(sadd1),mm5);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm5,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+8));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}


static inline void rec4ac(uint8_t *s, uint8_t  *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  uint32_t s1,s2,s3,s4;
  int j; for( j=0; j<h; ++j ) {
    s1=sp[0]; s3=sp2[0];
    dp[0] = (dp[0] + ((uint32_t)(s1+(s2=sp[1])+s3+(s4=sp2[1])+2)>>2) + 1)>>1;
    dp[1] = (dp[1] + ((uint32_t)(s2+(s1=sp[2])+s4+(s3=sp2[2])+2)>>2) + 1)>>1;
    dp[2] = (dp[2] + ((uint32_t)(s1+(s2=sp[3])+s3+(s4=sp2[3])+2)>>2) + 1)>>1;
    dp[3] = (dp[3] + ((uint32_t)(s2+(s1=sp[4])+s4+(s3=sp2[4])+2)>>2) + 1)>>1;
    dp[4] = (dp[4] + ((uint32_t)(s1+(s2=sp[5])+s3+(s4=sp2[5])+2)>>2) + 1)>>1;
    dp[5] = (dp[5] + ((uint32_t)(s2+(s1=sp[6])+s4+(s3=sp2[6])+2)>>2) + 1)>>1;
    dp[6] = (dp[6] + ((uint32_t)(s1+(s2=sp[7])+s3+(s4=sp2[7])+2)>>2) + 1)>>1;
    dp[7] = (dp[7] + ((uint32_t)(s2+sp[8]+s4+sp2[8]+2)>>2) + 1)>>1;
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
}

static inline void mrec4ac(uint8_t *s, uint8_t  *d, int lx, int lx2, int h)
{
  uint8_t *dp=d, *sp=s, *sp2=s+lx;
  pxor_r2r(mm0,mm0);
  movq_m2r(m_(sadd2),mm7);
  int j; for( j=0; j<h; ++j ) {
    movq_m2r(m_(sp +0),mm1);
    movq_m2r(m_(sp +1),mm3);
    movq_m2r(m_(sp2+0),mm5);
    movq_r2r(mm1,mm2);
    movq_r2r(mm3,mm4);
    movq_r2r(mm5,mm6);
    punpcklbw_r2r(mm0,mm1);
    punpckhbw_r2r(mm0,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    punpcklbw_r2r(mm0,mm5);
    punpckhbw_r2r(mm0,mm6);
    paddusw_r2r(mm3,mm1);
    movq_m2r(m_(sp2+1),mm3);
    paddusw_r2r(mm4,mm2);
    movq_r2r(mm3,mm4);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    paddusw_r2r(mm5,mm3);
    paddusw_r2r(mm6,mm4);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    movq_m2r(m_(dp +0),mm3);
    paddusw_r2r(mm7,mm1);
    movq_r2r(mm3,mm4);
    paddusw_r2r(mm7,mm2);
    punpcklbw_r2r(mm0,mm3);
    punpckhbw_r2r(mm0,mm4);
    psrlw_i2r(2,mm1);
    psrlw_i2r(2,mm2);
    movq_m2r(m_(sadd1),mm5);
    paddusw_r2r(mm3,mm1);
    paddusw_r2r(mm4,mm2);
    paddusw_r2r(mm5,mm1);
    paddusw_r2r(mm5,mm2);
    psrlw_i2r(1,mm1);
    psrlw_i2r(1,mm2);
    packuswb_r2r(mm2,mm1);
    movq_r2m(mm1,m_(dp+0));
    sp += lx2;  sp2 += lx2;  dp += lx2;
  }
  emms();
}



int main(int ac, char **av)
{
  int i, j, k, l, m, n, done;
  uint8_t dat0[32], dat1[32], dat2[32];
  m = atoi(av[1]);  {
    done = 0;
    n = 16 - 8*(m&1);
    i = atoi(av[2]);  {
      j = atoi(av[3]);  {
        k = atoi(av[4]);  {
          printf("m=%d, i=%d, j=%d, k=%d, n=%d\n",m, i, j, k, n);
          for( l=0; l<n; ++l ) {
            dat0[l] = i;
            dat1[l] = dat2[l] = j+l;
            dat0[l+16] = dat1[l+16] = dat2[l+16] = k;
          }
          switch( m ) {
          case 0:
            reca   (&dat0[0], &dat1[0], 16, 1);
            mreca  (&dat0[0], &dat2[0], 16, 1);
            break;
          case 1:
            recac  (&dat0[0], &dat1[0], 16, 1);
            mrecac (&dat0[0], &dat2[0], 16, 1);
            break;
          case 2:
            recv   (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrecv  (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 3:
            recvc  (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrecvc (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 4:
            recva  (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrecva (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 5:
            recvac (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrecvac(&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 6:
            rech   (&dat0[0], &dat1[0], 16, 1);
            mrech  (&dat0[0], &dat2[0], 16, 1);
            break;
          case 7:
            rechc  (&dat0[0], &dat1[0], 16, 1);
            mrechc (&dat0[0], &dat2[0], 16, 1);
            break;
          case 8:
            recha  (&dat0[0], &dat1[0], 16, 1);
            mrecha (&dat0[0], &dat2[0], 16, 1);
            break;
          case 9:
            rechac (&dat0[0], &dat1[0], 16, 1);
            mrechac(&dat0[0], &dat2[0], 16, 1);
            break;
          case 10:
            rec4   (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrec4  (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 11:
            rec4c  (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrec4c (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 12:
            rec4a  (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrec4a (&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          case 13:
            rec4ac (&dat0[0], &dat1[0], 0x10, 16, 1);
            mrec4ac(&dat0[0], &dat2[0], 0x10, 16, 1);
            break;
          }
        }
        if( (m&1) ) {
          if( *(uint64_t *)&dat1[0] != *(uint64_t *)&dat2[0] )
          {
            printf("k=%d\n",k);
            printf(" i=%5d %02x %02x %02x %02x  %02x %02x %02x %02x\n", i,
              dat1[0], dat1[1], dat1[2], dat1[3], dat1[4], dat1[5], dat1[6], dat1[7]);
            printf(" j=%5d %02x %02x %02x %02x  %02x %02x %02x %02x\n", j,
              dat2[0], dat2[1], dat2[2], dat2[3], dat2[4], dat2[5], dat2[6], dat2[7]);
            done = 1;
          }
        }
        else {
          if( *(uint64_t *)&dat1[0] != *(uint64_t *)&dat2[0] ||
              *(uint64_t *)&dat1[8] != *(uint64_t *)&dat2[8] )
          {
            printf("k=%d\n",k);
            printf(" i=%5d %02x %02x %02x %02x  %02x %02x %02x %02x", i,
              dat1[0], dat1[1], dat1[2], dat1[3], dat1[4], dat1[5], dat1[6], dat1[7]);
            printf(" %02x %02x %02x %02x  %02x %02x %02x %02x\n", dat1[8],
              dat1[9], dat1[10], dat1[11], dat1[12], dat1[13], dat1[14], dat1[15]);
            printf(" j=%5d %02x %02x %02x %02x  %02x %02x %02x %02x", j,
              dat2[0], dat2[1], dat2[2], dat2[3], dat2[4], dat2[5], dat2[6], dat2[7]);
            printf(" %02x %02x %02x %02x  %02x %02x %02x %02x\n", dat2[8],
              dat2[9], dat2[10], dat2[11], dat2[12], dat2[13], dat2[14], dat2[15]);
            done = 1;
          }
        }
      }
    }
  }
  return 0;
}