/*****************************************************************************
 * motionmmx.c : MMX motion compensation module for vlc
 *****************************************************************************
 * Copyright (C) 2001 VideoLAN
 * $Id: motionmmx.c,v 1.3 2003/03/30 18:14:37 gbazin Exp $
 *
 * Authors: Aaron Holtzman <aholtzma@ess.engr.uvic.ca>
 *          Michel Lespinasse <walken@zoy.org>
 *          Vladimir Chernyshov <greengrass@writeme.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/
#include <stdlib.h>                                      /* malloc(), free() */
#include <string.h>

#include <vlc/vlc.h>

#include "mmx.h"

/*****************************************************************************
 * Local prototype.
 *****************************************************************************/
static int Open ( vlc_object_t * );

/*****************************************************************************
 * Module descriptor
 *****************************************************************************/
vlc_module_begin();
    set_description( _("MMX motion compensation") );
    set_capability( "motion compensation", 150 );
    add_requirement( MMX );
    add_shortcut( "mmx" );
    set_callbacks( Open, NULL );
vlc_module_end();

/*****************************************************************************
 * Motion compensation in MMX
 *****************************************************************************/

/* some rounding constants */
mmx_t round1 = {0x0001000100010001LL};
mmx_t round4 = {0x0002000200020002LL};

/*
 * This code should probably be compiled with loop unrolling
 * (ie, -funroll-loops in gcc)becuase some of the loops
 * use a small static number of iterations. This was written
 * with the assumption the compiler knows best about when
 * unrolling will help
 */

static inline void mmx_zero_reg ()
{
    /* load 0 into mm0 */
    pxor_r2r (mm0, mm0);
}

static inline void mmx_average_2_U8 (yuv_data_t * dest,
                                     yuv_data_t * src1, yuv_data_t * src2)
{
    /*
     * *dest = (*src1 + *src2 + 1)/ 2;
     */
    static mmx_t mask1 = {0x0101010101010101LL};
    static mmx_t mask7f = {0x7f7f7f7f7f7f7f7fLL};

    movq_m2r (*src1, mm1);        /* load 8 src1 bytes */
    movq_r2r (mm1, mm2);
    psrlq_i2r (1, mm1);
    pand_m2r (mask7f, mm1);

    movq_m2r (*src2, mm3);        /* load 8 src2 bytes */
    por_r2r (mm3, mm2);
    psrlq_i2r (1, mm3);
    pand_m2r (mask7f, mm3);

    paddb_r2r (mm1, mm3);
    pand_m2r (mask1, mm2);
    paddb_r2r (mm3, mm2);
    movq_r2m (mm2, *dest);        /* store result in dest */
}

static inline void mmx_interp_average_2_U8 (yuv_data_t * dest,
                                            yuv_data_t * src1, yuv_data_t * src2)
{
    /*
     * *dest = (*dest + (*src1 + *src2 + 1)/ 2 + 1)/ 2;
     */

    movq_m2r (*dest, mm1);        /* load 8 dest bytes */
    movq_r2r (mm1, mm2);        /* copy 8 dest bytes */

    movq_m2r (*src1, mm3);        /* load 8 src1 bytes */
    movq_r2r (mm3, mm4);        /* copy 8 src1 bytes */

    movq_m2r (*src2, mm5);        /* load 8 src2 bytes */
    movq_r2r (mm5, mm6);        /* copy 8 src2 bytes */

    punpcklbw_r2r (mm0, mm1);        /* unpack low dest bytes */
    punpckhbw_r2r (mm0, mm2);        /* unpack high dest bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low src1 bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high src1 bytes */

    punpcklbw_r2r (mm0, mm5);        /* unpack low src2 bytes */
    punpckhbw_r2r (mm0, mm6);        /* unpack high src2 bytes */

    paddw_r2r (mm5, mm3);        /* add lows */
    paddw_m2r (round1, mm3);
    psraw_i2r (1, mm3);                /* /2 */

    paddw_r2r (mm6, mm4);        /* add highs */
    paddw_m2r (round1, mm4);
    psraw_i2r (1, mm4);                /* /2 */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_m2r (round1, mm1);
    psraw_i2r (1, mm1);                /* /2 */

    paddw_r2r (mm4, mm2);        /* add highs */
    paddw_m2r (round1, mm2);
    psraw_i2r (1, mm2);                /* /2 */

    packuswb_r2r (mm2, mm1);        /* pack (w/ saturation) */
    movq_r2m (mm1, *dest);        /* store result in dest */
}

static inline void mmx_average_4_U8 (yuv_data_t * dest,
                                     yuv_data_t * src1, yuv_data_t * src2,
                                     yuv_data_t * src3, yuv_data_t * src4)
{
    /*
     * *dest = (*src1 + *src2 + *src3 + *src4 + 2)/ 4;
     */

    movq_m2r (*src1, mm1);        /* load 8 src1 bytes */
    movq_r2r (mm1, mm2);        /* copy 8 src1 bytes */

    punpcklbw_r2r (mm0, mm1);        /* unpack low src1 bytes */
    punpckhbw_r2r (mm0, mm2);        /* unpack high src1 bytes */

    movq_m2r (*src2, mm3);        /* load 8 src2 bytes */
    movq_r2r (mm3, mm4);        /* copy 8 src2 bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low src2 bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high src2 bytes */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_r2r (mm4, mm2);        /* add highs */

    /* now have partials in mm1 and mm2 */

    movq_m2r (*src3, mm3);        /* load 8 src3 bytes */
    movq_r2r (mm3, mm4);        /* copy 8 src3 bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low src3 bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high src3 bytes */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_r2r (mm4, mm2);        /* add highs */

    movq_m2r (*src4, mm5);        /* load 8 src4 bytes */
    movq_r2r (mm5, mm6);        /* copy 8 src4 bytes */

    punpcklbw_r2r (mm0, mm5);        /* unpack low src4 bytes */
    punpckhbw_r2r (mm0, mm6);        /* unpack high src4 bytes */

    paddw_r2r (mm5, mm1);        /* add lows */
    paddw_r2r (mm6, mm2);        /* add highs */

    /* now have subtotal in mm1 and mm2 */

    paddw_m2r (round4, mm1);
    psraw_i2r (2, mm1);                /* /4 */
    paddw_m2r (round4, mm2);
    psraw_i2r (2, mm2);                /* /4 */

    packuswb_r2r (mm2, mm1);        /* pack (w/ saturation) */
    movq_r2m (mm1, *dest);        /* store result in dest */
}

static inline void mmx_interp_average_4_U8 (yuv_data_t * dest,
                                            yuv_data_t * src1, yuv_data_t * src2,
                                            yuv_data_t * src3, yuv_data_t * src4)
{
    /*
     * *dest = (*dest + (*src1 + *src2 + *src3 + *src4 + 2)/ 4 + 1)/ 2;
     */

    movq_m2r (*src1, mm1);        /* load 8 src1 bytes */
    movq_r2r (mm1, mm2);        /* copy 8 src1 bytes */

    punpcklbw_r2r (mm0, mm1);        /* unpack low src1 bytes */
    punpckhbw_r2r (mm0, mm2);        /* unpack high src1 bytes */

    movq_m2r (*src2, mm3);        /* load 8 src2 bytes */
    movq_r2r (mm3, mm4);        /* copy 8 src2 bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low src2 bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high src2 bytes */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_r2r (mm4, mm2);        /* add highs */

    /* now have partials in mm1 and mm2 */

    movq_m2r (*src3, mm3);        /* load 8 src3 bytes */
    movq_r2r (mm3, mm4);        /* copy 8 src3 bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low src3 bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high src3 bytes */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_r2r (mm4, mm2);        /* add highs */

    movq_m2r (*src4, mm5);        /* load 8 src4 bytes */
    movq_r2r (mm5, mm6);        /* copy 8 src4 bytes */

    punpcklbw_r2r (mm0, mm5);        /* unpack low src4 bytes */
    punpckhbw_r2r (mm0, mm6);        /* unpack high src4 bytes */

    paddw_r2r (mm5, mm1);        /* add lows */
    paddw_r2r (mm6, mm2);        /* add highs */

    paddw_m2r (round4, mm1);
    psraw_i2r (2, mm1);                /* /4 */
    paddw_m2r (round4, mm2);
    psraw_i2r (2, mm2);                /* /4 */

    /* now have subtotal/4 in mm1 and mm2 */

    movq_m2r (*dest, mm3);        /* load 8 dest bytes */
    movq_r2r (mm3, mm4);        /* copy 8 dest bytes */

    punpcklbw_r2r (mm0, mm3);        /* unpack low dest bytes */
    punpckhbw_r2r (mm0, mm4);        /* unpack high dest bytes */

    paddw_r2r (mm3, mm1);        /* add lows */
    paddw_r2r (mm4, mm2);        /* add highs */

    paddw_m2r (round1, mm1);
    psraw_i2r (1, mm1);                /* /2 */
    paddw_m2r (round1, mm2);
    psraw_i2r (1, mm2);                /* /2 */

    /* now have end value in mm1 and mm2 */

    packuswb_r2r (mm2, mm1);        /* pack (w/ saturation) */
    movq_r2m (mm1,*dest);        /* store result in dest */
}

/*-----------------------------------------------------------------------*/

static inline void MC_avg_mmx (int width, int height,
                               yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    mmx_zero_reg ();

    do {
        mmx_average_2_U8 (dest, dest, ref);

        if (width == 16)
            mmx_average_2_U8 (dest+8, dest+8, ref+8);

        dest += stride;
        ref += stride;
    } while (--height);
}

static void MC_avg_16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_avg_mmx (16, height, dest, ref, stride);
}

static void MC_avg_8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                          int stride, int height)
{
    MC_avg_mmx (8, height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_put_mmx (int width, int height,
                               yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    mmx_zero_reg ();

    do {
        movq_m2r (* ref, mm1);        /* load 8 ref bytes */
        movq_r2m (mm1,* dest);        /* store 8 bytes at curr */

        if (width == 16)
            {
                movq_m2r (* (ref+8), mm1);        /* load 8 ref bytes */
                movq_r2m (mm1,* (dest+8));        /* store 8 bytes at curr */
            }

        dest += stride;
        ref += stride;
    } while (--height);
}

static void MC_put_16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_put_mmx (16, height, dest, ref, stride);
}

static void MC_put_8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                          int stride, int height)
{
    MC_put_mmx (8, height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

/* Half pixel interpolation in the x direction */
static inline void MC_avg_x_mmx (int width, int height,
                                 yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    mmx_zero_reg ();

    do {
        mmx_interp_average_2_U8 (dest, ref, ref+1);

        if (width == 16)
            mmx_interp_average_2_U8 (dest+8, ref+8, ref+9);

        dest += stride;
        ref += stride;
    } while (--height);
}

static void MC_avg_x16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_avg_x_mmx (16, height, dest, ref, stride);
}

static void MC_avg_x8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_avg_x_mmx (8, height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_put_x_mmx (int width, int height,
                                 yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    mmx_zero_reg ();

    do {
        mmx_average_2_U8 (dest, ref, ref+1);

        if (width == 16)
            mmx_average_2_U8 (dest+8, ref+8, ref+9);

        dest += stride;
        ref += stride;
    } while (--height);
}

static void MC_put_x16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_put_x_mmx (16, height, dest, ref, stride);
}

static void MC_put_x8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_put_x_mmx (8, height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_avg_xy_8wide_mmx (int height, yuv_data_t * dest,
    yuv_data_t * ref, int stride)
{
    pxor_r2r (mm0, mm0);
    movq_m2r (round4, mm7);

    movq_m2r (*ref, mm1);      /* calculate first row ref[0] + ref[1] */
    movq_r2r (mm1, mm2);

    punpcklbw_r2r (mm0, mm1);
    punpckhbw_r2r (mm0, mm2);

    movq_m2r (*(ref+1), mm3);
    movq_r2r (mm3, mm4);

    punpcklbw_r2r (mm0, mm3);
    punpckhbw_r2r (mm0, mm4);

    paddw_r2r (mm3, mm1);
    paddw_r2r (mm4, mm2);

    ref += stride;

    do {

        movq_m2r (*ref, mm5);   /* calculate next row ref[0] + ref[1] */
        movq_r2r (mm5, mm6);

        punpcklbw_r2r (mm0, mm5);
        punpckhbw_r2r (mm0, mm6);

        movq_m2r (*(ref+1), mm3);
        movq_r2r (mm3, mm4);

        punpcklbw_r2r (mm0, mm3);
        punpckhbw_r2r (mm0, mm4);

        paddw_r2r (mm3, mm5);
        paddw_r2r (mm4, mm6);

        movq_r2r (mm7, mm3);   /* calculate round4 + previous row + current row */
        movq_r2r (mm7, mm4);

        paddw_r2r (mm1, mm3);
        paddw_r2r (mm2, mm4);

        paddw_r2r (mm5, mm3);
        paddw_r2r (mm6, mm4);

        psraw_i2r (2, mm3);                /* /4 */
        psraw_i2r (2, mm4);                /* /4 */

        movq_m2r (*dest, mm1);   /* calculate (subtotal + dest[0] + round1) / 2 */
        movq_r2r (mm1, mm2);

        punpcklbw_r2r (mm0, mm1);
        punpckhbw_r2r (mm0, mm2);

        paddw_r2r (mm1, mm3);
        paddw_r2r (mm2, mm4);

        paddw_m2r (round1, mm3);
        paddw_m2r (round1, mm4);

        psraw_i2r (1, mm3);                /* /2 */
        psraw_i2r (1, mm4);                /* /2 */

        packuswb_r2r (mm4, mm3);      /* pack (w/ saturation) */
	movq_r2m (mm3, *dest);        /* store result in dest */

        movq_r2r (mm5, mm1);    /* remember current row for the next pass */
        movq_r2r (mm6, mm2);

	ref += stride;
	dest += stride;

    } while (--height);
}

static void MC_avg_xy16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                             int stride, int height)
{
    MC_avg_xy_8wide_mmx(height, dest, ref, stride);
    MC_avg_xy_8wide_mmx(height, dest+8, ref+8, stride);
}

static void MC_avg_xy8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_avg_xy_8wide_mmx(height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_put_xy_8wide_mmx (int height, yuv_data_t * dest,
    yuv_data_t * ref, int stride)
{
    pxor_r2r (mm0, mm0);
    movq_m2r (round4, mm7);

    movq_m2r (*ref, mm1);      /* calculate first row ref[0] + ref[1] */
    movq_r2r (mm1, mm2);

    punpcklbw_r2r (mm0, mm1);
    punpckhbw_r2r (mm0, mm2);

    movq_m2r (*(ref+1), mm3);
    movq_r2r (mm3, mm4);

    punpcklbw_r2r (mm0, mm3);
    punpckhbw_r2r (mm0, mm4);

    paddw_r2r (mm3, mm1);
    paddw_r2r (mm4, mm2);

    ref += stride;

    do {

        movq_m2r (*ref, mm5);   /* calculate next row ref[0] + ref[1] */
        movq_r2r (mm5, mm6);

        punpcklbw_r2r (mm0, mm5);
        punpckhbw_r2r (mm0, mm6);

        movq_m2r (*(ref+1), mm3);
        movq_r2r (mm3, mm4);

        punpcklbw_r2r (mm0, mm3);
        punpckhbw_r2r (mm0, mm4);

        paddw_r2r (mm3, mm5);
        paddw_r2r (mm4, mm6);

        movq_r2r (mm7, mm3);   /* calculate round4 + previous row + current row */
        movq_r2r (mm7, mm4);

        paddw_r2r (mm1, mm3);
        paddw_r2r (mm2, mm4);

        paddw_r2r (mm5, mm3);
        paddw_r2r (mm6, mm4);

        psraw_i2r (2, mm3);                /* /4 */
        psraw_i2r (2, mm4);                /* /4 */

        packuswb_r2r (mm4, mm3);      /* pack (w/ saturation) */
	movq_r2m (mm3, *dest);        /* store result in dest */

        movq_r2r (mm5, mm1);    /* advance to the next row */
        movq_r2r (mm6, mm2);

	ref += stride;
	dest += stride;

    } while (--height);
}

static void MC_put_xy16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                             int stride, int height)
{
    MC_put_xy_8wide_mmx(height, dest, ref, stride);
    MC_put_xy_8wide_mmx(height, dest + 8, ref + 8, stride);
}

static void MC_put_xy8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_put_xy_8wide_mmx(height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_avg_y_mmx (int width, int height,
                                 yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    yuv_data_t * ref_next = ref+stride;

    mmx_zero_reg ();

    do {
        mmx_interp_average_2_U8 (dest, ref, ref_next);

        if (width == 16)
            mmx_interp_average_2_U8 (dest+8, ref+8, ref_next+8);

        dest += stride;
        ref += stride;
        ref_next += stride;
    } while (--height);
}

static void MC_avg_y16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_avg_y_mmx (16, height, dest, ref, stride);
}

static void MC_avg_y8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_avg_y_mmx (8, height, dest, ref, stride);
}

/*-----------------------------------------------------------------------*/

static inline void MC_put_y_mmx (int width, int height,
                                 yuv_data_t * dest, yuv_data_t * ref, int stride)
{
    yuv_data_t * ref_next = ref+stride;

    mmx_zero_reg ();

    do {
        mmx_average_2_U8 (dest, ref, ref_next);

        if (width == 16)
            mmx_average_2_U8 (dest+8, ref+8, ref_next+8);

        dest += stride;
        ref += stride;
        ref_next += stride;
    } while (--height);
}

static void MC_put_y16_mmx (yuv_data_t * dest, yuv_data_t * ref,
                            int stride, int height)
{
    MC_put_y_mmx (16, height, dest, ref, stride);
}

static void MC_put_y8_mmx (yuv_data_t * dest, yuv_data_t * ref,
                           int stride, int height)
{
    MC_put_y_mmx (8, height, dest, ref, stride);
}


/*****************************************************************************
 * Functions exported as capabilities. They are declared as static so that
 * we don't pollute the namespace too much.
 *****************************************************************************/
static void (* ppppf_motion[2][2][4])( yuv_data_t *, yuv_data_t *, int, int ) =
{
    /* Copying functions */
    {
        /* Width == 16 */
        { MC_put_16_mmx, MC_put_x16_mmx, MC_put_y16_mmx, MC_put_xy16_mmx },
        /* Width == 8 */        
        { MC_put_8_mmx,  MC_put_x8_mmx,  MC_put_y8_mmx, MC_put_xy8_mmx }
    },
    /* Averaging functions */
    {
        /* Width == 16 */
        { MC_avg_16_mmx, MC_avg_x16_mmx, MC_avg_y16_mmx, MC_avg_xy16_mmx },
        /* Width == 8 */
        { MC_avg_8_mmx,  MC_avg_x8_mmx,  MC_avg_y8_mmx,  MC_avg_xy8_mmx }
    }
};

static int Open ( vlc_object_t *p_this )
{
    p_this->p_private = ppppf_motion;
    return VLC_SUCCESS;
}

