2 * MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU
4 * Copyright (c) 2008 NVIDIA
5 * Copyright (c) 2013 RĂ©mi Denis-Courmont
7 * This file is part of FFmpeg.
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 #include <vdpau/vdpau.h>
28 #include "mpegutils.h"
30 #include "vdpau_internal.h"
32 static int32_t h264_foc(int foc
)
39 static void vdpau_h264_clear_rf(VdpReferenceFrameH264
*rf
)
41 rf
->surface
= VDP_INVALID_HANDLE
;
42 rf
->is_long_term
= VDP_FALSE
;
43 rf
->top_is_reference
= VDP_FALSE
;
44 rf
->bottom_is_reference
= VDP_FALSE
;
45 rf
->field_order_cnt
[0] = 0;
46 rf
->field_order_cnt
[1] = 0;
50 static void vdpau_h264_set_rf(VdpReferenceFrameH264
*rf
, H264Picture
*pic
,
53 VdpVideoSurface surface
= ff_vdpau_get_surface_id(&pic
->f
);
55 if (pic_structure
== 0)
56 pic_structure
= pic
->reference
;
58 rf
->surface
= surface
;
59 rf
->is_long_term
= pic
->reference
&& pic
->long_ref
;
60 rf
->top_is_reference
= (pic_structure
& PICT_TOP_FIELD
) != 0;
61 rf
->bottom_is_reference
= (pic_structure
& PICT_BOTTOM_FIELD
) != 0;
62 rf
->field_order_cnt
[0] = h264_foc(pic
->field_poc
[0]);
63 rf
->field_order_cnt
[1] = h264_foc(pic
->field_poc
[1]);
64 rf
->frame_idx
= pic
->long_ref
? pic
->pic_id
: pic
->frame_num
;
67 static void vdpau_h264_set_reference_frames(AVCodecContext
*avctx
)
69 H264Context
* const h
= avctx
->priv_data
;
70 struct vdpau_picture_context
*pic_ctx
= h
->cur_pic_ptr
->hwaccel_picture_private
;
71 VdpPictureInfoH264
*info
= &pic_ctx
->info
.h264
;
74 VdpReferenceFrameH264
*rf
= &info
->referenceFrames
[0];
75 #define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames)
77 for (list
= 0; list
< 2; ++list
) {
78 H264Picture
**lp
= list
? h
->long_ref
: h
->short_ref
;
79 int i
, ls
= list
? 16 : h
->short_ref_count
;
81 for (i
= 0; i
< ls
; ++i
) {
82 H264Picture
*pic
= lp
[i
];
83 VdpReferenceFrameH264
*rf2
;
84 VdpVideoSurface surface_ref
;
87 if (!pic
|| !pic
->reference
)
89 pic_frame_idx
= pic
->long_ref
? pic
->pic_id
: pic
->frame_num
;
90 surface_ref
= ff_vdpau_get_surface_id(&pic
->f
);
92 rf2
= &info
->referenceFrames
[0];
94 if ((rf2
->surface
== surface_ref
) &&
95 (rf2
->is_long_term
== pic
->long_ref
) &&
96 (rf2
->frame_idx
== pic_frame_idx
))
101 rf2
->top_is_reference
|= (pic
->reference
& PICT_TOP_FIELD
) ? VDP_TRUE
: VDP_FALSE
;
102 rf2
->bottom_is_reference
|= (pic
->reference
& PICT_BOTTOM_FIELD
) ? VDP_TRUE
: VDP_FALSE
;
106 if (rf
>= &info
->referenceFrames
[H264_RF_COUNT
])
109 vdpau_h264_set_rf(rf
, pic
, pic
->reference
);
114 for (; rf
< &info
->referenceFrames
[H264_RF_COUNT
]; ++rf
)
115 vdpau_h264_clear_rf(rf
);
118 static int vdpau_h264_start_frame(AVCodecContext
*avctx
,
119 const uint8_t *buffer
, uint32_t size
)
121 H264Context
* const h
= avctx
->priv_data
;
122 H264Picture
*pic
= h
->cur_pic_ptr
;
123 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
124 VdpPictureInfoH264
*info
= &pic_ctx
->info
.h264
;
126 /* init VdpPictureInfoH264 */
127 info
->slice_count
= 0;
128 info
->field_order_cnt
[0] = h264_foc(pic
->field_poc
[0]);
129 info
->field_order_cnt
[1] = h264_foc(pic
->field_poc
[1]);
130 info
->is_reference
= h
->nal_ref_idc
!= 0;
131 info
->frame_num
= h
->frame_num
;
132 info
->field_pic_flag
= h
->picture_structure
!= PICT_FRAME
;
133 info
->bottom_field_flag
= h
->picture_structure
== PICT_BOTTOM_FIELD
;
134 info
->num_ref_frames
= h
->sps
.ref_frame_count
;
135 info
->mb_adaptive_frame_field_flag
= h
->sps
.mb_aff
&& !info
->field_pic_flag
;
136 info
->constrained_intra_pred_flag
= h
->pps
.constrained_intra_pred
;
137 info
->weighted_pred_flag
= h
->pps
.weighted_pred
;
138 info
->weighted_bipred_idc
= h
->pps
.weighted_bipred_idc
;
139 info
->frame_mbs_only_flag
= h
->sps
.frame_mbs_only_flag
;
140 info
->transform_8x8_mode_flag
= h
->pps
.transform_8x8_mode
;
141 info
->chroma_qp_index_offset
= h
->pps
.chroma_qp_index_offset
[0];
142 info
->second_chroma_qp_index_offset
= h
->pps
.chroma_qp_index_offset
[1];
143 info
->pic_init_qp_minus26
= h
->pps
.init_qp
- 26;
144 info
->num_ref_idx_l0_active_minus1
= h
->pps
.ref_count
[0] - 1;
145 info
->num_ref_idx_l1_active_minus1
= h
->pps
.ref_count
[1] - 1;
146 info
->log2_max_frame_num_minus4
= h
->sps
.log2_max_frame_num
- 4;
147 info
->pic_order_cnt_type
= h
->sps
.poc_type
;
148 info
->log2_max_pic_order_cnt_lsb_minus4
= h
->sps
.poc_type
? 0 : h
->sps
.log2_max_poc_lsb
- 4;
149 info
->delta_pic_order_always_zero_flag
= h
->sps
.delta_pic_order_always_zero_flag
;
150 info
->direct_8x8_inference_flag
= h
->sps
.direct_8x8_inference_flag
;
151 info
->entropy_coding_mode_flag
= h
->pps
.cabac
;
152 info
->pic_order_present_flag
= h
->pps
.pic_order_present
;
153 info
->deblocking_filter_control_present_flag
= h
->pps
.deblocking_filter_parameters_present
;
154 info
->redundant_pic_cnt_present_flag
= h
->pps
.redundant_pic_cnt_present
;
156 memcpy(info
->scaling_lists_4x4
, h
->pps
.scaling_matrix4
,
157 sizeof(info
->scaling_lists_4x4
));
158 memcpy(info
->scaling_lists_8x8
[0], h
->pps
.scaling_matrix8
[0],
159 sizeof(info
->scaling_lists_8x8
[0]));
160 memcpy(info
->scaling_lists_8x8
[1], h
->pps
.scaling_matrix8
[3],
161 sizeof(info
->scaling_lists_8x8
[1]));
163 vdpau_h264_set_reference_frames(avctx
);
165 return ff_vdpau_common_start_frame(pic_ctx
, buffer
, size
);
168 static const uint8_t start_code_prefix
[3] = { 0x00, 0x00, 0x01 };
170 static int vdpau_h264_decode_slice(AVCodecContext
*avctx
,
171 const uint8_t *buffer
, uint32_t size
)
173 H264Context
*h
= avctx
->priv_data
;
174 H264Picture
*pic
= h
->cur_pic_ptr
;
175 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
178 val
= ff_vdpau_add_buffer(pic_ctx
, start_code_prefix
, 3);
182 val
= ff_vdpau_add_buffer(pic_ctx
, buffer
, size
);
186 pic_ctx
->info
.h264
.slice_count
++;
190 static int vdpau_h264_end_frame(AVCodecContext
*avctx
)
193 AVVDPAUContext
*hwctx
= avctx
->hwaccel_context
;
194 H264Context
*h
= avctx
->priv_data
;
195 H264Picture
*pic
= h
->cur_pic_ptr
;
196 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
197 VdpVideoSurface surf
= ff_vdpau_get_surface_id(&pic
->f
);
199 #if FF_API_BUFS_VDPAU
200 FF_DISABLE_DEPRECATION_WARNINGS
201 hwctx
->info
= pic_ctx
->info
;
202 hwctx
->bitstream_buffers
= pic_ctx
->bitstream_buffers
;
203 hwctx
->bitstream_buffers_used
= pic_ctx
->bitstream_buffers_used
;
204 hwctx
->bitstream_buffers_allocated
= pic_ctx
->bitstream_buffers_allocated
;
205 FF_ENABLE_DEPRECATION_WARNINGS
208 if (!hwctx
->render
) {
209 res
= hwctx
->render2(avctx
, &pic
->f
, (void *)&pic_ctx
->info
,
210 pic_ctx
->bitstream_buffers_used
, pic_ctx
->bitstream_buffers
);
212 hwctx
->render(hwctx
->decoder
, surf
, (void *)&pic_ctx
->info
,
213 pic_ctx
->bitstream_buffers_used
, pic_ctx
->bitstream_buffers
);
215 ff_h264_draw_horiz_band(h
, 0, h
->avctx
->height
);
216 av_freep(&pic_ctx
->bitstream_buffers
);
218 #if FF_API_BUFS_VDPAU
219 FF_DISABLE_DEPRECATION_WARNINGS
220 hwctx
->bitstream_buffers
= NULL
;
221 hwctx
->bitstream_buffers_used
= 0;
222 hwctx
->bitstream_buffers_allocated
= 0;
223 FF_ENABLE_DEPRECATION_WARNINGS
229 AVHWAccel ff_h264_vdpau_hwaccel
= {
230 .name
= "h264_vdpau",
231 .type
= AVMEDIA_TYPE_VIDEO
,
232 .id
= AV_CODEC_ID_H264
,
233 .pix_fmt
= AV_PIX_FMT_VDPAU
,
234 .start_frame
= vdpau_h264_start_frame
,
235 .end_frame
= vdpau_h264_end_frame
,
236 .decode_slice
= vdpau_h264_decode_slice
,
237 .frame_priv_data_size
= sizeof(struct vdpau_picture_context
),