[deb_x265.git] / source / common / x86 / pixel-util.h

/*****************************************************************************
 * Copyright (C) 2013 x265 project
 *
 * Authors: Steve Borho <steve@borho.org>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02111, USA.
 *
 * This program is also available under a commercial proprietary license.
 * For more information, contact us at license @ x265.com.
 *****************************************************************************/

#ifndef X265_PIXEL_UTIL_H
#define X265_PIXEL_UTIL_H

void x265_calcRecons4_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
void x265_calcRecons8_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
void x265_calcRecons16_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
void x265_calcRecons32_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
void x265_calcRecons16_sse4(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
void x265_calcRecons32_sse4(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);

void x265_getResidual4_sse2(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);
void x265_getResidual8_sse2(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);
void x265_getResidual16_sse2(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);
void x265_getResidual16_sse4(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);
void x265_getResidual32_sse2(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);
void x265_getResidual32_sse4(pixel *fenc, pixel *pred, int16_t *residual, intptr_t stride);

void x265_transpose4_sse2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose8_sse2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose16_sse2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose32_sse2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose64_sse2(pixel *dest, pixel *src, intptr_t stride);

void x265_transpose8_avx2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose16_avx2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose32_avx2(pixel *dest, pixel *src, intptr_t stride);
void x265_transpose64_avx2(pixel *dest, pixel *src, intptr_t stride);

uint32_t x265_quant_sse4(int32_t *coef, int32_t *quantCoeff, int32_t *deltaU, int16_t *qCoef, int qBits, int add, int numCoeff);
uint32_t x265_quant_avx2(int32_t *coef, int32_t *quantCoeff, int32_t *deltaU, int16_t *qCoef, int qBits, int add, int numCoeff);
uint32_t x265_nquant_sse4(int32_t *coef, int32_t *quantCoeff, int16_t *qCoef, int qBits, int add, int numCoeff);
uint32_t x265_nquant_avx2(int32_t *coef, int32_t *quantCoeff, int16_t *qCoef, int qBits, int add, int numCoeff);
void x265_dequant_normal_sse4(const int16_t* quantCoef, int32_t* coef, int num, int scale, int shift);
void x265_dequant_normal_avx2(const int16_t* quantCoef, int32_t* coef, int num, int scale, int shift);
int x265_count_nonzero_ssse3(const int16_t *quantCoeff, int numCoeff);

void x265_weight_pp_sse4(pixel *src, pixel *dst, intptr_t stride, int width, int height, int w0, int round, int shift, int offset);
void x265_weight_pp_avx2(pixel *src, pixel *dst, intptr_t stride, int width, int height, int w0, int round, int shift, int offset);
void x265_weight_sp_sse4(int16_t *src, pixel *dst, intptr_t srcStride, intptr_t dstStride, int width, int height, int w0, int round, int shift, int offset);

void x265_pixel_ssim_4x4x2_core_mmx2(const uint8_t * pix1, intptr_t stride1,
                                     const uint8_t * pix2, intptr_t stride2, int sums[2][4]);
void x265_pixel_ssim_4x4x2_core_sse2(const pixel * pix1, intptr_t stride1,
                                     const pixel * pix2, intptr_t stride2, int sums[2][4]);
void x265_pixel_ssim_4x4x2_core_avx(const pixel * pix1, intptr_t stride1,
                                    const pixel * pix2, intptr_t stride2, int sums[2][4]);
float x265_pixel_ssim_end4_sse2(int sum0[5][4], int sum1[5][4], int width);
float x265_pixel_ssim_end4_avx(int sum0[5][4], int sum1[5][4], int width);

void x265_scale1D_128to64_ssse3(pixel *, pixel *, intptr_t);
void x265_scale1D_128to64_avx2(pixel *, pixel *, intptr_t);
void x265_scale2D_64to32_ssse3(pixel *, pixel *, intptr_t);

#define SETUP_CHROMA_PIXELSUB_PS_FUNC(W, H, cpu) \
    void x265_pixel_sub_ps_ ## W ## x ## H ## cpu(int16_t * dest, intptr_t destride, pixel * src0, pixel * src1, intptr_t srcstride0, intptr_t srcstride1); \
    void x265_pixel_add_ps_ ## W ## x ## H ## cpu(pixel * dest, intptr_t destride, pixel * src0, int16_t * scr1, intptr_t srcStride0, intptr_t srcStride1);

#define CHROMA_PIXELSUB_DEF(cpu) \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(4, 4, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(8, 8, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(16, 16, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(32, 32, cpu);

#define CHROMA_PIXELSUB_DEF_422(cpu) \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(4, 8, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(8, 16, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(16, 32, cpu); \
    SETUP_CHROMA_PIXELSUB_PS_FUNC(32, 64, cpu);

#define SETUP_LUMA_PIXELSUB_PS_FUNC(W, H, cpu) \
    void x265_pixel_sub_ps_ ## W ## x ## H ## cpu(int16_t * dest, intptr_t destride, pixel * src0, pixel * src1, intptr_t srcstride0, intptr_t srcstride1); \
    void x265_pixel_add_ps_ ## W ## x ## H ## cpu(pixel * dest, intptr_t destride, pixel * src0, int16_t * scr1, intptr_t srcStride0, intptr_t srcStride1);

#define LUMA_PIXELSUB_DEF(cpu) \
    SETUP_LUMA_PIXELSUB_PS_FUNC(8,   8, cpu); \
    SETUP_LUMA_PIXELSUB_PS_FUNC(16, 16, cpu); \
    SETUP_LUMA_PIXELSUB_PS_FUNC(32, 32, cpu); \
    SETUP_LUMA_PIXELSUB_PS_FUNC(64, 64, cpu);

CHROMA_PIXELSUB_DEF(_sse4);
LUMA_PIXELSUB_DEF(_sse4);
CHROMA_PIXELSUB_DEF(_sse2);
LUMA_PIXELSUB_DEF(_sse2);

CHROMA_PIXELSUB_DEF_422(_sse4);
CHROMA_PIXELSUB_DEF_422(_sse2);

#define SETUP_LUMA_PIXELVAR_FUNC(W, H, cpu) \
    uint64_t x265_pixel_var_ ## W ## x ## H ## cpu(pixel * pix, intptr_t pixstride);

#define LUMA_PIXELVAR_DEF(cpu) \
    SETUP_LUMA_PIXELVAR_FUNC(8,   8, cpu); \
    SETUP_LUMA_PIXELVAR_FUNC(16, 16, cpu); \
    SETUP_LUMA_PIXELVAR_FUNC(32, 32, cpu); \
    SETUP_LUMA_PIXELVAR_FUNC(64, 64, cpu);

LUMA_PIXELVAR_DEF(_sse2);

#undef CHROMA_PIXELSUB_DEF
#undef CHROMA_PIXELSUB_DEF_422
#undef LUMA_PIXELSUB_DEF
#undef LUMA_PIXELVAR_DEF
#undef SETUP_CHROMA_PIXELSUB_PS_FUNC
#undef SETUP_LUMA_PIXELSUB_PS_FUNC
#undef SETUP_LUMA_PIXELVAR_FUNC

#endif // ifndef X265_PIXEL_UTIL_H
Commit	Line	Data
72b9787e JB	1	/*****************************************************************************
	2	* Copyright (C) 2013 x265 project
	3	*
	4	* Authors: Steve Borho <steve@borho.org>
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License as published by
	8	* the Free Software Foundation; either version 2 of the License, or
	9	* (at your option) any later version.
	10	*
	11	* This program is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	14	* GNU General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU General Public License
	17	* along with this program; if not, write to the Free Software
	18	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111, USA.
	19	*
	20	* This program is also available under a commercial proprietary license.
	21	* For more information, contact us at license @ x265.com.
	22	*****************************************************************************/
	23
	24	#ifndef X265_PIXEL_UTIL_H
	25	#define X265_PIXEL_UTIL_H
	26
	27	void x265_calcRecons4_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	28	void x265_calcRecons8_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	29	void x265_calcRecons16_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	30	void x265_calcRecons32_sse2(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	31	void x265_calcRecons16_sse4(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	32	void x265_calcRecons32_sse4(pixel* pred, int16_t* residual, int16_t* reconqt, pixel *reconipred, int stride, int strideqt, int strideipred);
	33
	34	void x265_getResidual4_sse2(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	35	void x265_getResidual8_sse2(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	36	void x265_getResidual16_sse2(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	37	void x265_getResidual16_sse4(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	38	void x265_getResidual32_sse2(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	39	void x265_getResidual32_sse4(pixel fenc, pixel pred, int16_t *residual, intptr_t stride);
	40
	41	void x265_transpose4_sse2(pixel dest, pixel src, intptr_t stride);
	42	void x265_transpose8_sse2(pixel dest, pixel src, intptr_t stride);
	43	void x265_transpose16_sse2(pixel dest, pixel src, intptr_t stride);
	44	void x265_transpose32_sse2(pixel dest, pixel src, intptr_t stride);
	45	void x265_transpose64_sse2(pixel dest, pixel src, intptr_t stride);
	46
	47	void x265_transpose8_avx2(pixel dest, pixel src, intptr_t stride);
	48	void x265_transpose16_avx2(pixel dest, pixel src, intptr_t stride);
	49	void x265_transpose32_avx2(pixel dest, pixel src, intptr_t stride);
	50	void x265_transpose64_avx2(pixel dest, pixel src, intptr_t stride);
	51
	52	uint32_t x265_quant_sse4(int32_t coef, int32_t quantCoeff, int32_t deltaU, int16_t qCoef, int qBits, int add, int numCoeff);
	53	uint32_t x265_quant_avx2(int32_t coef, int32_t quantCoeff, int32_t deltaU, int16_t qCoef, int qBits, int add, int numCoeff);
	54	uint32_t x265_nquant_sse4(int32_t coef, int32_t quantCoeff, int16_t *qCoef, int qBits, int add, int numCoeff);
	55	uint32_t x265_nquant_avx2(int32_t coef, int32_t quantCoeff, int16_t *qCoef, int qBits, int add, int numCoeff);
	56	void x265_dequant_normal_sse4(const int16_t* quantCoef, int32_t* coef, int num, int scale, int shift);
	57	void x265_dequant_normal_avx2(const int16_t* quantCoef, int32_t* coef, int num, int scale, int shift);
	58	int x265_count_nonzero_ssse3(const int16_t *quantCoeff, int numCoeff);
	59
	60	void x265_weight_pp_sse4(pixel src, pixel dst, intptr_t stride, int width, int height, int w0, int round, int shift, int offset);
	61	void x265_weight_pp_avx2(pixel src, pixel dst, intptr_t stride, int width, int height, int w0, int round, int shift, int offset);
	62	void x265_weight_sp_sse4(int16_t src, pixel dst, intptr_t srcStride, intptr_t dstStride, int width, int height, int w0, int round, int shift, int offset);
	63
	64	void x265_pixel_ssim_4x4x2_core_mmx2(const uint8_t * pix1, intptr_t stride1,
65	const uint8_t * pix2, intptr_t stride2, int sums[2][4]);
66	void x265_pixel_ssim_4x4x2_core_sse2(const pixel * pix1, intptr_t stride1,
67	const pixel * pix2, intptr_t stride2, int sums[2][4]);
68	void x265_pixel_ssim_4x4x2_core_avx(const pixel * pix1, intptr_t stride1,
69	const pixel * pix2, intptr_t stride2, int sums[2][4]);
70	float x265_pixel_ssim_end4_sse2(int sum0[5][4], int sum1[5][4], int width);
71	float x265_pixel_ssim_end4_avx(int sum0[5][4], int sum1[5][4], int width);
72
73	void x265_scale1D_128to64_ssse3(pixel , pixel , intptr_t);
74	void x265_scale1D_128to64_avx2(pixel , pixel , intptr_t);
75	void x265_scale2D_64to32_ssse3(pixel , pixel , intptr_t);
76
77	#define SETUP_CHROMA_PIXELSUB_PS_FUNC(W, H, cpu) \
78	void x265_pixel_sub_ps_ ## W ## x ## H ## cpu(int16_t * dest, intptr_t destride, pixel * src0, pixel * src1, intptr_t srcstride0, intptr_t srcstride1); \
79	void x265_pixel_add_ps_ ## W ## x ## H ## cpu(pixel * dest, intptr_t destride, pixel * src0, int16_t * scr1, intptr_t srcStride0, intptr_t srcStride1);
80
81	#define CHROMA_PIXELSUB_DEF(cpu) \
82	SETUP_CHROMA_PIXELSUB_PS_FUNC(4, 4, cpu); \
83	SETUP_CHROMA_PIXELSUB_PS_FUNC(8, 8, cpu); \
84	SETUP_CHROMA_PIXELSUB_PS_FUNC(16, 16, cpu); \
85	SETUP_CHROMA_PIXELSUB_PS_FUNC(32, 32, cpu);
86
87	#define CHROMA_PIXELSUB_DEF_422(cpu) \
88	SETUP_CHROMA_PIXELSUB_PS_FUNC(4, 8, cpu); \
89	SETUP_CHROMA_PIXELSUB_PS_FUNC(8, 16, cpu); \
90	SETUP_CHROMA_PIXELSUB_PS_FUNC(16, 32, cpu); \
91	SETUP_CHROMA_PIXELSUB_PS_FUNC(32, 64, cpu);
92
93	#define SETUP_LUMA_PIXELSUB_PS_FUNC(W, H, cpu) \
94	void x265_pixel_sub_ps_ ## W ## x ## H ## cpu(int16_t * dest, intptr_t destride, pixel * src0, pixel * src1, intptr_t srcstride0, intptr_t srcstride1); \
95	void x265_pixel_add_ps_ ## W ## x ## H ## cpu(pixel * dest, intptr_t destride, pixel * src0, int16_t * scr1, intptr_t srcStride0, intptr_t srcStride1);
96
97	#define LUMA_PIXELSUB_DEF(cpu) \
98	SETUP_LUMA_PIXELSUB_PS_FUNC(8, 8, cpu); \
99	SETUP_LUMA_PIXELSUB_PS_FUNC(16, 16, cpu); \
100	SETUP_LUMA_PIXELSUB_PS_FUNC(32, 32, cpu); \
101	SETUP_LUMA_PIXELSUB_PS_FUNC(64, 64, cpu);
102
103	CHROMA_PIXELSUB_DEF(_sse4);
104	LUMA_PIXELSUB_DEF(_sse4);
105	CHROMA_PIXELSUB_DEF(_sse2);
106	LUMA_PIXELSUB_DEF(_sse2);
107
108	CHROMA_PIXELSUB_DEF_422(_sse4);
109	CHROMA_PIXELSUB_DEF_422(_sse2);
110
111	#define SETUP_LUMA_PIXELVAR_FUNC(W, H, cpu) \
112	uint64_t x265_pixel_var_ ## W ## x ## H ## cpu(pixel * pix, intptr_t pixstride);
113
114	#define LUMA_PIXELVAR_DEF(cpu) \
115	SETUP_LUMA_PIXELVAR_FUNC(8, 8, cpu); \
116	SETUP_LUMA_PIXELVAR_FUNC(16, 16, cpu); \
117	SETUP_LUMA_PIXELVAR_FUNC(32, 32, cpu); \
118	SETUP_LUMA_PIXELVAR_FUNC(64, 64, cpu);
119
120	LUMA_PIXELVAR_DEF(_sse2);
121
122	#undef CHROMA_PIXELSUB_DEF
123	#undef CHROMA_PIXELSUB_DEF_422
124	#undef LUMA_PIXELSUB_DEF
125	#undef LUMA_PIXELVAR_DEF
126	#undef SETUP_CHROMA_PIXELSUB_PS_FUNC
127	#undef SETUP_LUMA_PIXELSUB_PS_FUNC
128	#undef SETUP_LUMA_PIXELVAR_FUNC
129
130	#endif // ifndef X265_PIXEL_UTIL_H