[deb_ffmpeg.git] / ffmpeg / libavfilter / deshake_opencl.c

/*
 * Copyright (C) 2013 Wei Gao <weigao@multicorewareinc.com>
 * Copyright (C) 2013 Lenny Wang
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
 * @file
 * transform input video
 */

#include "libavutil/common.h"
#include "libavutil/dict.h"
#include "libavutil/pixdesc.h"
#include "deshake_opencl.h"
#include "libavutil/opencl_internal.h"

#define PLANE_NUM 3
#define ROUND_TO_16(a) (((((a) - 1)/16)+1)*16)

int ff_opencl_transform(AVFilterContext *ctx,
                        int width, int height, int cw, int ch,
                        const float *matrix_y, const float *matrix_uv,
                        enum InterpolateMethod interpolate,
                        enum FillMethod fill, AVFrame *in, AVFrame *out)
{
    int ret = 0;
    cl_int status;
    DeshakeContext *deshake = ctx->priv;
    float4 packed_matrix_lu = {matrix_y[0], matrix_y[1], matrix_y[2], matrix_y[5]};
    float4 packed_matrix_ch = {matrix_uv[0], matrix_uv[1], matrix_uv[2], matrix_uv[5]};
    size_t global_worksize_lu[2] = {(size_t)ROUND_TO_16(width), (size_t)ROUND_TO_16(height)};
    size_t global_worksize_ch[2] = {(size_t)ROUND_TO_16(cw), (size_t)(2*ROUND_TO_16(ch))};
    size_t local_worksize[2] = {16, 16};
    FFOpenclParam param_lu = {0};
    FFOpenclParam param_ch = {0};
    param_lu.ctx = param_ch.ctx = ctx;
    param_lu.kernel = deshake->opencl_ctx.kernel_luma;
    param_ch.kernel = deshake->opencl_ctx.kernel_chroma;

    if ((unsigned int)interpolate > INTERPOLATE_BIQUADRATIC) {
        av_log(ctx, AV_LOG_ERROR, "Selected interpolate method is invalid\n");
        return AVERROR(EINVAL);
    }
    ret = avpriv_opencl_set_parameter(&param_lu,
                                  FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_inbuf),
                                  FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_outbuf),
                                  FF_OPENCL_PARAM_INFO(packed_matrix_lu),
                                  FF_OPENCL_PARAM_INFO(interpolate),
                                  FF_OPENCL_PARAM_INFO(fill),
                                  FF_OPENCL_PARAM_INFO(in->linesize[0]),
                                  FF_OPENCL_PARAM_INFO(out->linesize[0]),
                                  FF_OPENCL_PARAM_INFO(height),
                                  FF_OPENCL_PARAM_INFO(width),
                                  NULL);
    if (ret < 0)
        return ret;
    ret = avpriv_opencl_set_parameter(&param_ch,
                                  FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_inbuf),
                                  FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_outbuf),
                                  FF_OPENCL_PARAM_INFO(packed_matrix_ch),
                                  FF_OPENCL_PARAM_INFO(interpolate),
                                  FF_OPENCL_PARAM_INFO(fill),
                                  FF_OPENCL_PARAM_INFO(in->linesize[0]),
                                  FF_OPENCL_PARAM_INFO(out->linesize[0]),
                                  FF_OPENCL_PARAM_INFO(in->linesize[1]),
                                  FF_OPENCL_PARAM_INFO(out->linesize[1]),
                                  FF_OPENCL_PARAM_INFO(height),
                                  FF_OPENCL_PARAM_INFO(width),
                                  FF_OPENCL_PARAM_INFO(ch),
                                  FF_OPENCL_PARAM_INFO(cw),
                                  NULL);
    if (ret < 0)
        return ret;
    status = clEnqueueNDRangeKernel(deshake->opencl_ctx.command_queue,
                                    deshake->opencl_ctx.kernel_luma, 2, NULL,
                                    global_worksize_lu, local_worksize, 0, NULL, NULL);
    status |= clEnqueueNDRangeKernel(deshake->opencl_ctx.command_queue,
                                    deshake->opencl_ctx.kernel_chroma, 2, NULL,
                                    global_worksize_ch, local_worksize, 0, NULL, NULL);
    if (status != CL_SUCCESS) {
        av_log(ctx, AV_LOG_ERROR, "OpenCL run kernel error occurred: %s\n", av_opencl_errstr(status));
        return AVERROR_EXTERNAL;
    }
    ret = av_opencl_buffer_read_image(out->data, deshake->opencl_ctx.out_plane_size,
                                      deshake->opencl_ctx.plane_num, deshake->opencl_ctx.cl_outbuf,
                                      deshake->opencl_ctx.cl_outbuf_size);
    if (ret < 0)
        return ret;
    return ret;
}

int ff_opencl_deshake_init(AVFilterContext *ctx)
{
    int ret = 0;
    DeshakeContext *deshake = ctx->priv;
    ret = av_opencl_init(NULL);
    if (ret < 0)
        return ret;
    deshake->opencl_ctx.plane_num = PLANE_NUM;
    deshake->opencl_ctx.command_queue = av_opencl_get_command_queue();
    if (!deshake->opencl_ctx.command_queue) {
        av_log(ctx, AV_LOG_ERROR, "Unable to get OpenCL command queue in filter 'deshake'\n");
        return AVERROR(EINVAL);
    }
    deshake->opencl_ctx.program = av_opencl_compile("avfilter_transform", NULL);
    if (!deshake->opencl_ctx.program) {
        av_log(ctx, AV_LOG_ERROR, "OpenCL failed to compile program 'avfilter_transform'\n");
        return AVERROR(EINVAL);
    }
    if (!deshake->opencl_ctx.kernel_luma) {
        deshake->opencl_ctx.kernel_luma = clCreateKernel(deshake->opencl_ctx.program,
                                                         "avfilter_transform_luma", &ret);
        if (ret != CL_SUCCESS) {
            av_log(ctx, AV_LOG_ERROR, "OpenCL failed to create kernel 'avfilter_transform_luma'\n");
            return AVERROR(EINVAL);
        }
    }
    if (!deshake->opencl_ctx.kernel_chroma) {
        deshake->opencl_ctx.kernel_chroma = clCreateKernel(deshake->opencl_ctx.program,
                                                           "avfilter_transform_chroma", &ret);
        if (ret != CL_SUCCESS) {
            av_log(ctx, AV_LOG_ERROR, "OpenCL failed to create kernel 'avfilter_transform_chroma'\n");
            return AVERROR(EINVAL);
        }
    }
    return ret;
}

void ff_opencl_deshake_uninit(AVFilterContext *ctx)
{
    DeshakeContext *deshake = ctx->priv;
    av_opencl_buffer_release(&deshake->opencl_ctx.cl_inbuf);
    av_opencl_buffer_release(&deshake->opencl_ctx.cl_outbuf);
    clReleaseKernel(deshake->opencl_ctx.kernel_luma);
    clReleaseKernel(deshake->opencl_ctx.kernel_chroma);
    clReleaseProgram(deshake->opencl_ctx.program);
    deshake->opencl_ctx.command_queue = NULL;
    av_opencl_uninit();
}

int ff_opencl_deshake_process_inout_buf(AVFilterContext *ctx, AVFrame *in, AVFrame *out)
{
    int ret = 0;
    AVFilterLink *link = ctx->inputs[0];
    DeshakeContext *deshake = ctx->priv;
    const int hshift = av_pix_fmt_desc_get(link->format)->log2_chroma_h;
    int chroma_height = FF_CEIL_RSHIFT(link->h, hshift);

    if ((!deshake->opencl_ctx.cl_inbuf) || (!deshake->opencl_ctx.cl_outbuf)) {
        deshake->opencl_ctx.in_plane_size[0]  = (in->linesize[0] * in->height);
        deshake->opencl_ctx.in_plane_size[1]  = (in->linesize[1] * chroma_height);
        deshake->opencl_ctx.in_plane_size[2]  = (in->linesize[2] * chroma_height);
        deshake->opencl_ctx.out_plane_size[0] = (out->linesize[0] * out->height);
        deshake->opencl_ctx.out_plane_size[1] = (out->linesize[1] * chroma_height);
        deshake->opencl_ctx.out_plane_size[2] = (out->linesize[2] * chroma_height);
        deshake->opencl_ctx.cl_inbuf_size  = deshake->opencl_ctx.in_plane_size[0] +
                                             deshake->opencl_ctx.in_plane_size[1] +
                                             deshake->opencl_ctx.in_plane_size[2];
        deshake->opencl_ctx.cl_outbuf_size = deshake->opencl_ctx.out_plane_size[0] +
                                             deshake->opencl_ctx.out_plane_size[1] +
                                             deshake->opencl_ctx.out_plane_size[2];
        if (!deshake->opencl_ctx.cl_inbuf) {
            ret = av_opencl_buffer_create(&deshake->opencl_ctx.cl_inbuf,
                                            deshake->opencl_ctx.cl_inbuf_size,
                                            CL_MEM_READ_ONLY, NULL);
            if (ret < 0)
                return ret;
        }
        if (!deshake->opencl_ctx.cl_outbuf) {
            ret = av_opencl_buffer_create(&deshake->opencl_ctx.cl_outbuf,
                                            deshake->opencl_ctx.cl_outbuf_size,
                                            CL_MEM_READ_WRITE, NULL);
            if (ret < 0)
                return ret;
        }
    }
    ret = av_opencl_buffer_write_image(deshake->opencl_ctx.cl_inbuf,
                                 deshake->opencl_ctx.cl_inbuf_size,
                                 0, in->data,deshake->opencl_ctx.in_plane_size,
                                 deshake->opencl_ctx.plane_num);
    if(ret < 0)
        return ret;
    return ret;
}
Commit	Line	Data
2ba45a60 DM	1	/*
	2	* Copyright (C) 2013 Wei Gao <weigao@multicorewareinc.com>
	3	* Copyright (C) 2013 Lenny Wang
	4	*
	5	* This file is part of FFmpeg.
	6	*
	7	* FFmpeg is free software; you can redistribute it and/or
	8	* modify it under the terms of the GNU Lesser General Public
	9	* License as published by the Free Software Foundation; either
	10	* version 2.1 of the License, or (at your option) any later version.
	11	*
	12	* FFmpeg is distributed in the hope that it will be useful,
	13	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	14	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	15	* Lesser General Public License for more details.
	16	*
	17	* You should have received a copy of the GNU Lesser General Public
	18	* License along with FFmpeg; if not, write to the Free Software
	19	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
	20	*/
	21
	22	/**
	23	* @file
	24	* transform input video
	25	*/
	26
	27	#include "libavutil/common.h"
	28	#include "libavutil/dict.h"
	29	#include "libavutil/pixdesc.h"
	30	#include "deshake_opencl.h"
	31	#include "libavutil/opencl_internal.h"
	32
	33	#define PLANE_NUM 3
	34	#define ROUND_TO_16(a) (((((a) - 1)/16)+1)*16)
	35
	36	int ff_opencl_transform(AVFilterContext *ctx,
	37	int width, int height, int cw, int ch,
	38	const float matrix_y, const float matrix_uv,
	39	enum InterpolateMethod interpolate,
	40	enum FillMethod fill, AVFrame in, AVFrame out)
	41	{
	42	int ret = 0;
	43	cl_int status;
	44	DeshakeContext *deshake = ctx->priv;
	45	float4 packed_matrix_lu = {matrix_y[0], matrix_y[1], matrix_y[2], matrix_y[5]};
	46	float4 packed_matrix_ch = {matrix_uv[0], matrix_uv[1], matrix_uv[2], matrix_uv[5]};
	47	size_t global_worksize_lu[2] = {(size_t)ROUND_TO_16(width), (size_t)ROUND_TO_16(height)};
	48	size_t global_worksize_ch[2] = {(size_t)ROUND_TO_16(cw), (size_t)(2*ROUND_TO_16(ch))};
	49	size_t local_worksize[2] = {16, 16};
	50	FFOpenclParam param_lu = {0};
	51	FFOpenclParam param_ch = {0};
	52	param_lu.ctx = param_ch.ctx = ctx;
	53	param_lu.kernel = deshake->opencl_ctx.kernel_luma;
	54	param_ch.kernel = deshake->opencl_ctx.kernel_chroma;
	55
	56	if ((unsigned int)interpolate > INTERPOLATE_BIQUADRATIC) {
	57	av_log(ctx, AV_LOG_ERROR, "Selected interpolate method is invalid\n");
	58	return AVERROR(EINVAL);
	59	}
	60	ret = avpriv_opencl_set_parameter(&param_lu,
	61	FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_inbuf),
	62	FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_outbuf),
	63	FF_OPENCL_PARAM_INFO(packed_matrix_lu),
	64	FF_OPENCL_PARAM_INFO(interpolate),
65	FF_OPENCL_PARAM_INFO(fill),
66	FF_OPENCL_PARAM_INFO(in->linesize[0]),
67	FF_OPENCL_PARAM_INFO(out->linesize[0]),
68	FF_OPENCL_PARAM_INFO(height),
69	FF_OPENCL_PARAM_INFO(width),
70	NULL);
71	if (ret < 0)
72	return ret;
73	ret = avpriv_opencl_set_parameter(&param_ch,
74	FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_inbuf),
75	FF_OPENCL_PARAM_INFO(deshake->opencl_ctx.cl_outbuf),
76	FF_OPENCL_PARAM_INFO(packed_matrix_ch),
77	FF_OPENCL_PARAM_INFO(interpolate),
78	FF_OPENCL_PARAM_INFO(fill),
79	FF_OPENCL_PARAM_INFO(in->linesize[0]),
80	FF_OPENCL_PARAM_INFO(out->linesize[0]),
81	FF_OPENCL_PARAM_INFO(in->linesize[1]),
82	FF_OPENCL_PARAM_INFO(out->linesize[1]),
83	FF_OPENCL_PARAM_INFO(height),
84	FF_OPENCL_PARAM_INFO(width),
85	FF_OPENCL_PARAM_INFO(ch),
86	FF_OPENCL_PARAM_INFO(cw),
87	NULL);
88	if (ret < 0)
89	return ret;
90	status = clEnqueueNDRangeKernel(deshake->opencl_ctx.command_queue,
91	deshake->opencl_ctx.kernel_luma, 2, NULL,
92	global_worksize_lu, local_worksize, 0, NULL, NULL);
93	status \|= clEnqueueNDRangeKernel(deshake->opencl_ctx.command_queue,
94	deshake->opencl_ctx.kernel_chroma, 2, NULL,
95	global_worksize_ch, local_worksize, 0, NULL, NULL);
96	if (status != CL_SUCCESS) {
97	av_log(ctx, AV_LOG_ERROR, "OpenCL run kernel error occurred: %s\n", av_opencl_errstr(status));
98	return AVERROR_EXTERNAL;
99	}
100	ret = av_opencl_buffer_read_image(out->data, deshake->opencl_ctx.out_plane_size,
101	deshake->opencl_ctx.plane_num, deshake->opencl_ctx.cl_outbuf,
102	deshake->opencl_ctx.cl_outbuf_size);
103	if (ret < 0)
104	return ret;
105	return ret;
106	}
107
108	int ff_opencl_deshake_init(AVFilterContext *ctx)
109	{
110	int ret = 0;
111	DeshakeContext *deshake = ctx->priv;
112	ret = av_opencl_init(NULL);
113	if (ret < 0)
114	return ret;
115	deshake->opencl_ctx.plane_num = PLANE_NUM;
116	deshake->opencl_ctx.command_queue = av_opencl_get_command_queue();
117	if (!deshake->opencl_ctx.command_queue) {
118	av_log(ctx, AV_LOG_ERROR, "Unable to get OpenCL command queue in filter 'deshake'\n");
119	return AVERROR(EINVAL);
120	}
121	deshake->opencl_ctx.program = av_opencl_compile("avfilter_transform", NULL);
122	if (!deshake->opencl_ctx.program) {
123	av_log(ctx, AV_LOG_ERROR, "OpenCL failed to compile program 'avfilter_transform'\n");
124	return AVERROR(EINVAL);
125	}
126	if (!deshake->opencl_ctx.kernel_luma) {
127	deshake->opencl_ctx.kernel_luma = clCreateKernel(deshake->opencl_ctx.program,
128	"avfilter_transform_luma", &ret);
129	if (ret != CL_SUCCESS) {
130	av_log(ctx, AV_LOG_ERROR, "OpenCL failed to create kernel 'avfilter_transform_luma'\n");
131	return AVERROR(EINVAL);
132	}
133	}
134	if (!deshake->opencl_ctx.kernel_chroma) {
135	deshake->opencl_ctx.kernel_chroma = clCreateKernel(deshake->opencl_ctx.program,
136	"avfilter_transform_chroma", &ret);
137	if (ret != CL_SUCCESS) {
138	av_log(ctx, AV_LOG_ERROR, "OpenCL failed to create kernel 'avfilter_transform_chroma'\n");
139	return AVERROR(EINVAL);
140	}
141	}
142	return ret;
143	}
144
145	void ff_opencl_deshake_uninit(AVFilterContext *ctx)
146	{
147	DeshakeContext *deshake = ctx->priv;
148	av_opencl_buffer_release(&deshake->opencl_ctx.cl_inbuf);
149	av_opencl_buffer_release(&deshake->opencl_ctx.cl_outbuf);
150	clReleaseKernel(deshake->opencl_ctx.kernel_luma);
151	clReleaseKernel(deshake->opencl_ctx.kernel_chroma);
152	clReleaseProgram(deshake->opencl_ctx.program);
153	deshake->opencl_ctx.command_queue = NULL;
154	av_opencl_uninit();
155	}
156
157	int ff_opencl_deshake_process_inout_buf(AVFilterContext ctx, AVFrame in, AVFrame *out)
158	{
159	int ret = 0;
160	AVFilterLink *link = ctx->inputs[0];
161	DeshakeContext *deshake = ctx->priv;
162	const int hshift = av_pix_fmt_desc_get(link->format)->log2_chroma_h;
163	int chroma_height = FF_CEIL_RSHIFT(link->h, hshift);
164
165	if ((!deshake->opencl_ctx.cl_inbuf) \|\| (!deshake->opencl_ctx.cl_outbuf)) {
166	deshake->opencl_ctx.in_plane_size[0] = (in->linesize[0] * in->height);
167	deshake->opencl_ctx.in_plane_size[1] = (in->linesize[1] * chroma_height);
168	deshake->opencl_ctx.in_plane_size[2] = (in->linesize[2] * chroma_height);
169	deshake->opencl_ctx.out_plane_size[0] = (out->linesize[0] * out->height);
170	deshake->opencl_ctx.out_plane_size[1] = (out->linesize[1] * chroma_height);
171	deshake->opencl_ctx.out_plane_size[2] = (out->linesize[2] * chroma_height);
172	deshake->opencl_ctx.cl_inbuf_size = deshake->opencl_ctx.in_plane_size[0] +
173	deshake->opencl_ctx.in_plane_size[1] +
174	deshake->opencl_ctx.in_plane_size[2];
175	deshake->opencl_ctx.cl_outbuf_size = deshake->opencl_ctx.out_plane_size[0] +
176	deshake->opencl_ctx.out_plane_size[1] +
177	deshake->opencl_ctx.out_plane_size[2];
178	if (!deshake->opencl_ctx.cl_inbuf) {
179	ret = av_opencl_buffer_create(&deshake->opencl_ctx.cl_inbuf,
180	deshake->opencl_ctx.cl_inbuf_size,
181	CL_MEM_READ_ONLY, NULL);
182	if (ret < 0)
183	return ret;
184	}
185	if (!deshake->opencl_ctx.cl_outbuf) {
186	ret = av_opencl_buffer_create(&deshake->opencl_ctx.cl_outbuf,
187	deshake->opencl_ctx.cl_outbuf_size,
188	CL_MEM_READ_WRITE, NULL);
189	if (ret < 0)
190	return ret;
191	}
192	}
193	ret = av_opencl_buffer_write_image(deshake->opencl_ctx.cl_inbuf,
194	deshake->opencl_ctx.cl_inbuf_size,
195	0, in->data,deshake->opencl_ctx.in_plane_size,
196	deshake->opencl_ctx.plane_num);
197	if(ret < 0)
198	return ret;
199	return ret;
200	}