Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | /* |
2 | * This file is part of FFmpeg. | |
3 | * | |
4 | * FFmpeg is free software; you can redistribute it and/or | |
5 | * modify it under the terms of the GNU Lesser General Public | |
6 | * License as published by the Free Software Foundation; either | |
7 | * version 2.1 of the License, or (at your option) any later version. | |
8 | * | |
9 | * FFmpeg is distributed in the hope that it will be useful, | |
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
12 | * Lesser General Public License for more details. | |
13 | * | |
14 | * You should have received a copy of the GNU Lesser General Public | |
15 | * License along with FFmpeg; if not, write to the Free Software | |
16 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
17 | */ | |
18 | ||
19 | #include <stdint.h> | |
20 | ||
21 | #include <vdpau/vdpau.h> | |
22 | #include <vdpau/vdpau_x11.h> | |
23 | ||
24 | #include <X11/Xlib.h> | |
25 | ||
26 | #include "ffmpeg.h" | |
27 | ||
28 | #include "libavcodec/vdpau.h" | |
29 | ||
30 | #include "libavutil/avassert.h" | |
31 | #include "libavutil/buffer.h" | |
32 | #include "libavutil/frame.h" | |
33 | #include "libavutil/pixfmt.h" | |
34 | ||
35 | typedef struct VDPAUContext { | |
36 | Display *dpy; | |
37 | ||
38 | VdpDevice device; | |
39 | VdpDecoder decoder; | |
40 | VdpGetProcAddress *get_proc_address; | |
41 | ||
42 | VdpGetErrorString *get_error_string; | |
43 | VdpGetInformationString *get_information_string; | |
44 | VdpDeviceDestroy *device_destroy; | |
45 | VdpDecoderCreate *decoder_create; | |
46 | VdpDecoderDestroy *decoder_destroy; | |
47 | VdpDecoderRender *decoder_render; | |
48 | VdpVideoSurfaceCreate *video_surface_create; | |
49 | VdpVideoSurfaceDestroy *video_surface_destroy; | |
50 | VdpVideoSurfaceGetBitsYCbCr *video_surface_get_bits; | |
51 | VdpVideoSurfaceGetParameters *video_surface_get_parameters; | |
52 | VdpVideoSurfaceQueryGetPutBitsYCbCrCapabilities *video_surface_query; | |
53 | ||
54 | AVFrame *tmp_frame; | |
55 | ||
56 | enum AVPixelFormat pix_fmt; | |
57 | VdpYCbCrFormat vdpau_format; | |
58 | } VDPAUContext; | |
59 | ||
60 | static void vdpau_uninit(AVCodecContext *s) | |
61 | { | |
62 | InputStream *ist = s->opaque; | |
63 | VDPAUContext *ctx = ist->hwaccel_ctx; | |
64 | ||
65 | ist->hwaccel_uninit = NULL; | |
66 | ist->hwaccel_get_buffer = NULL; | |
67 | ist->hwaccel_retrieve_data = NULL; | |
68 | ||
69 | if (ctx->decoder_destroy) | |
70 | ctx->decoder_destroy(ctx->decoder); | |
71 | ||
72 | if (ctx->device_destroy) | |
73 | ctx->device_destroy(ctx->device); | |
74 | ||
75 | if (ctx->dpy) | |
76 | XCloseDisplay(ctx->dpy); | |
77 | ||
78 | av_frame_free(&ctx->tmp_frame); | |
79 | ||
80 | av_freep(&ist->hwaccel_ctx); | |
81 | av_freep(&s->hwaccel_context); | |
82 | } | |
83 | ||
84 | static void vdpau_release_buffer(void *opaque, uint8_t *data) | |
85 | { | |
86 | VdpVideoSurface surface = *(VdpVideoSurface*)data; | |
87 | VDPAUContext *ctx = opaque; | |
88 | ||
89 | ctx->video_surface_destroy(surface); | |
90 | av_freep(&data); | |
91 | } | |
92 | ||
93 | static int vdpau_get_buffer(AVCodecContext *s, AVFrame *frame, int flags) | |
94 | { | |
95 | InputStream *ist = s->opaque; | |
96 | VDPAUContext *ctx = ist->hwaccel_ctx; | |
97 | VdpVideoSurface *surface; | |
98 | VdpStatus err; | |
99 | ||
100 | av_assert0(frame->format == AV_PIX_FMT_VDPAU); | |
101 | ||
102 | surface = av_malloc(sizeof(*surface)); | |
103 | if (!surface) | |
104 | return AVERROR(ENOMEM); | |
105 | ||
106 | frame->buf[0] = av_buffer_create((uint8_t*)surface, sizeof(*surface), | |
107 | vdpau_release_buffer, ctx, | |
108 | AV_BUFFER_FLAG_READONLY); | |
109 | if (!frame->buf[0]) { | |
110 | av_freep(&surface); | |
111 | return AVERROR(ENOMEM); | |
112 | } | |
113 | ||
114 | // properly we should keep a pool of surfaces instead of creating | |
115 | // them anew for each frame, but since we don't care about speed | |
116 | // much in this code, we don't bother | |
117 | err = ctx->video_surface_create(ctx->device, VDP_CHROMA_TYPE_420, | |
118 | frame->width, frame->height, surface); | |
119 | if (err != VDP_STATUS_OK) { | |
120 | av_log(NULL, AV_LOG_ERROR, "Error allocating a VDPAU video surface: %s\n", | |
121 | ctx->get_error_string(err)); | |
122 | av_buffer_unref(&frame->buf[0]); | |
123 | return AVERROR_UNKNOWN; | |
124 | } | |
125 | ||
126 | frame->data[3] = (uint8_t*)(uintptr_t)*surface; | |
127 | ||
128 | return 0; | |
129 | } | |
130 | ||
131 | static int vdpau_retrieve_data(AVCodecContext *s, AVFrame *frame) | |
132 | { | |
133 | VdpVideoSurface surface = (VdpVideoSurface)(uintptr_t)frame->data[3]; | |
134 | InputStream *ist = s->opaque; | |
135 | VDPAUContext *ctx = ist->hwaccel_ctx; | |
136 | VdpStatus err; | |
137 | int ret, chroma_type; | |
138 | ||
139 | err = ctx->video_surface_get_parameters(surface, &chroma_type, | |
140 | &ctx->tmp_frame->width, | |
141 | &ctx->tmp_frame->height); | |
142 | if (err != VDP_STATUS_OK) { | |
143 | av_log(NULL, AV_LOG_ERROR, "Error getting surface parameters: %s\n", | |
144 | ctx->get_error_string(err)); | |
145 | return AVERROR_UNKNOWN; | |
146 | } | |
147 | ctx->tmp_frame->format = ctx->pix_fmt; | |
148 | ||
149 | ret = av_frame_get_buffer(ctx->tmp_frame, 32); | |
150 | if (ret < 0) | |
151 | return ret; | |
152 | ||
153 | ctx->tmp_frame->width = frame->width; | |
154 | ctx->tmp_frame->height = frame->height; | |
155 | ||
156 | err = ctx->video_surface_get_bits(surface, ctx->vdpau_format, | |
157 | (void * const *)ctx->tmp_frame->data, | |
158 | ctx->tmp_frame->linesize); | |
159 | if (err != VDP_STATUS_OK) { | |
160 | av_log(NULL, AV_LOG_ERROR, "Error retrieving frame data from VDPAU: %s\n", | |
161 | ctx->get_error_string(err)); | |
162 | ret = AVERROR_UNKNOWN; | |
163 | goto fail; | |
164 | } | |
165 | ||
166 | if (ctx->vdpau_format == VDP_YCBCR_FORMAT_YV12) | |
167 | FFSWAP(uint8_t*, ctx->tmp_frame->data[1], ctx->tmp_frame->data[2]); | |
168 | ||
169 | ret = av_frame_copy_props(ctx->tmp_frame, frame); | |
170 | if (ret < 0) | |
171 | goto fail; | |
172 | ||
173 | av_frame_unref(frame); | |
174 | av_frame_move_ref(frame, ctx->tmp_frame); | |
175 | return 0; | |
176 | ||
177 | fail: | |
178 | av_frame_unref(ctx->tmp_frame); | |
179 | return ret; | |
180 | } | |
181 | ||
182 | static const int vdpau_formats[][2] = { | |
183 | { VDP_YCBCR_FORMAT_YV12, AV_PIX_FMT_YUV420P }, | |
184 | { VDP_YCBCR_FORMAT_NV12, AV_PIX_FMT_NV12 }, | |
185 | { VDP_YCBCR_FORMAT_YUYV, AV_PIX_FMT_YUYV422 }, | |
186 | { VDP_YCBCR_FORMAT_UYVY, AV_PIX_FMT_UYVY422 }, | |
187 | }; | |
188 | ||
189 | static int vdpau_alloc(AVCodecContext *s) | |
190 | { | |
191 | InputStream *ist = s->opaque; | |
192 | int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR; | |
193 | AVVDPAUContext *vdpau_ctx; | |
194 | VDPAUContext *ctx; | |
195 | const char *display, *vendor; | |
196 | VdpStatus err; | |
197 | int i; | |
198 | ||
199 | ctx = av_mallocz(sizeof(*ctx)); | |
200 | if (!ctx) | |
201 | return AVERROR(ENOMEM); | |
202 | ||
203 | ist->hwaccel_ctx = ctx; | |
204 | ist->hwaccel_uninit = vdpau_uninit; | |
205 | ist->hwaccel_get_buffer = vdpau_get_buffer; | |
206 | ist->hwaccel_retrieve_data = vdpau_retrieve_data; | |
207 | ||
208 | ctx->tmp_frame = av_frame_alloc(); | |
209 | if (!ctx->tmp_frame) | |
210 | goto fail; | |
211 | ||
212 | ctx->dpy = XOpenDisplay(ist->hwaccel_device); | |
213 | if (!ctx->dpy) { | |
214 | av_log(NULL, loglevel, "Cannot open the X11 display %s.\n", | |
215 | XDisplayName(ist->hwaccel_device)); | |
216 | goto fail; | |
217 | } | |
218 | display = XDisplayString(ctx->dpy); | |
219 | ||
220 | err = vdp_device_create_x11(ctx->dpy, XDefaultScreen(ctx->dpy), &ctx->device, | |
221 | &ctx->get_proc_address); | |
222 | if (err != VDP_STATUS_OK) { | |
223 | av_log(NULL, loglevel, "VDPAU device creation on X11 display %s failed.\n", | |
224 | display); | |
225 | goto fail; | |
226 | } | |
227 | ||
228 | #define GET_CALLBACK(id, result) \ | |
229 | do { \ | |
230 | void *tmp; \ | |
231 | err = ctx->get_proc_address(ctx->device, id, &tmp); \ | |
232 | if (err != VDP_STATUS_OK) { \ | |
233 | av_log(NULL, loglevel, "Error getting the " #id " callback.\n"); \ | |
234 | goto fail; \ | |
235 | } \ | |
236 | ctx->result = tmp; \ | |
237 | } while (0) | |
238 | ||
239 | GET_CALLBACK(VDP_FUNC_ID_GET_ERROR_STRING, get_error_string); | |
240 | GET_CALLBACK(VDP_FUNC_ID_GET_INFORMATION_STRING, get_information_string); | |
241 | GET_CALLBACK(VDP_FUNC_ID_DEVICE_DESTROY, device_destroy); | |
242 | GET_CALLBACK(VDP_FUNC_ID_DECODER_CREATE, decoder_create); | |
243 | GET_CALLBACK(VDP_FUNC_ID_DECODER_DESTROY, decoder_destroy); | |
244 | GET_CALLBACK(VDP_FUNC_ID_DECODER_RENDER, decoder_render); | |
245 | GET_CALLBACK(VDP_FUNC_ID_VIDEO_SURFACE_CREATE, video_surface_create); | |
246 | GET_CALLBACK(VDP_FUNC_ID_VIDEO_SURFACE_DESTROY, video_surface_destroy); | |
247 | GET_CALLBACK(VDP_FUNC_ID_VIDEO_SURFACE_GET_BITS_Y_CB_CR, video_surface_get_bits); | |
248 | GET_CALLBACK(VDP_FUNC_ID_VIDEO_SURFACE_GET_PARAMETERS, video_surface_get_parameters); | |
249 | GET_CALLBACK(VDP_FUNC_ID_VIDEO_SURFACE_QUERY_GET_PUT_BITS_Y_CB_CR_CAPABILITIES, | |
250 | video_surface_query); | |
251 | ||
252 | for (i = 0; i < FF_ARRAY_ELEMS(vdpau_formats); i++) { | |
253 | VdpBool supported; | |
254 | err = ctx->video_surface_query(ctx->device, VDP_CHROMA_TYPE_420, | |
255 | vdpau_formats[i][0], &supported); | |
256 | if (err != VDP_STATUS_OK) { | |
257 | av_log(NULL, loglevel, | |
258 | "Error querying VDPAU surface capabilities: %s\n", | |
259 | ctx->get_error_string(err)); | |
260 | goto fail; | |
261 | } | |
262 | if (supported) | |
263 | break; | |
264 | } | |
265 | if (i == FF_ARRAY_ELEMS(vdpau_formats)) { | |
266 | av_log(NULL, loglevel, | |
267 | "No supported VDPAU format for retrieving the data.\n"); | |
268 | return AVERROR(EINVAL); | |
269 | } | |
270 | ctx->vdpau_format = vdpau_formats[i][0]; | |
271 | ctx->pix_fmt = vdpau_formats[i][1]; | |
272 | ||
273 | vdpau_ctx = av_vdpau_alloc_context(); | |
274 | if (!vdpau_ctx) | |
275 | goto fail; | |
276 | vdpau_ctx->render = ctx->decoder_render; | |
277 | ||
278 | s->hwaccel_context = vdpau_ctx; | |
279 | ||
280 | ctx->get_information_string(&vendor); | |
281 | av_log(NULL, AV_LOG_VERBOSE, "Using VDPAU -- %s -- on X11 display %s, " | |
282 | "to decode input stream #%d:%d.\n", vendor, | |
283 | display, ist->file_index, ist->st->index); | |
284 | ||
285 | return 0; | |
286 | ||
287 | fail: | |
288 | av_log(NULL, loglevel, "VDPAU init failed for stream #%d:%d.\n", | |
289 | ist->file_index, ist->st->index); | |
290 | vdpau_uninit(s); | |
291 | return AVERROR(EINVAL); | |
292 | } | |
293 | ||
294 | int vdpau_init(AVCodecContext *s) | |
295 | { | |
296 | InputStream *ist = s->opaque; | |
297 | int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR; | |
298 | AVVDPAUContext *vdpau_ctx; | |
299 | VDPAUContext *ctx; | |
300 | VdpStatus err; | |
301 | int profile, ret; | |
302 | ||
303 | if (!ist->hwaccel_ctx) { | |
304 | ret = vdpau_alloc(s); | |
305 | if (ret < 0) | |
306 | return ret; | |
307 | } | |
308 | ctx = ist->hwaccel_ctx; | |
309 | vdpau_ctx = s->hwaccel_context; | |
310 | ||
311 | ret = av_vdpau_get_profile(s, &profile); | |
312 | if (ret < 0) { | |
313 | av_log(NULL, loglevel, "No known VDPAU decoder profile for this stream.\n"); | |
314 | return AVERROR(EINVAL); | |
315 | } | |
316 | ||
317 | if (ctx->decoder) | |
318 | ctx->decoder_destroy(ctx->decoder); | |
319 | ||
320 | err = ctx->decoder_create(ctx->device, profile, | |
321 | s->coded_width, s->coded_height, | |
322 | 16, &ctx->decoder); | |
323 | if (err != VDP_STATUS_OK) { | |
324 | av_log(NULL, loglevel, "Error creating the VDPAU decoder: %s\n", | |
325 | ctx->get_error_string(err)); | |
326 | return AVERROR_UNKNOWN; | |
327 | } | |
328 | ||
329 | vdpau_ctx->decoder = ctx->decoder; | |
330 | ||
331 | ist->hwaccel_get_buffer = vdpau_get_buffer; | |
332 | ist->hwaccel_retrieve_data = vdpau_retrieve_data; | |
333 | ||
334 | return 0; | |
335 | } |