2 * MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU
4 * Copyright (c) 2008 NVIDIA
5 * Copyright (c) 2013 RĂ©mi Denis-Courmont
7 * This file is part of FFmpeg.
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 #include <vdpau/vdpau.h>
29 #include "mpegutils.h"
31 #include "vdpau_internal.h"
33 static int32_t h264_foc(int foc
)
40 static void vdpau_h264_clear_rf(VdpReferenceFrameH264
*rf
)
42 rf
->surface
= VDP_INVALID_HANDLE
;
43 rf
->is_long_term
= VDP_FALSE
;
44 rf
->top_is_reference
= VDP_FALSE
;
45 rf
->bottom_is_reference
= VDP_FALSE
;
46 rf
->field_order_cnt
[0] = 0;
47 rf
->field_order_cnt
[1] = 0;
51 static void vdpau_h264_set_rf(VdpReferenceFrameH264
*rf
, H264Picture
*pic
,
54 VdpVideoSurface surface
= ff_vdpau_get_surface_id(&pic
->f
);
56 if (pic_structure
== 0)
57 pic_structure
= pic
->reference
;
59 rf
->surface
= surface
;
60 rf
->is_long_term
= pic
->reference
&& pic
->long_ref
;
61 rf
->top_is_reference
= (pic_structure
& PICT_TOP_FIELD
) != 0;
62 rf
->bottom_is_reference
= (pic_structure
& PICT_BOTTOM_FIELD
) != 0;
63 rf
->field_order_cnt
[0] = h264_foc(pic
->field_poc
[0]);
64 rf
->field_order_cnt
[1] = h264_foc(pic
->field_poc
[1]);
65 rf
->frame_idx
= pic
->long_ref
? pic
->pic_id
: pic
->frame_num
;
68 static void vdpau_h264_set_reference_frames(AVCodecContext
*avctx
)
70 H264Context
* const h
= avctx
->priv_data
;
71 struct vdpau_picture_context
*pic_ctx
= h
->cur_pic_ptr
->hwaccel_picture_private
;
72 VdpPictureInfoH264
*info
= &pic_ctx
->info
.h264
;
75 VdpReferenceFrameH264
*rf
= &info
->referenceFrames
[0];
76 #define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames)
78 for (list
= 0; list
< 2; ++list
) {
79 H264Picture
**lp
= list
? h
->long_ref
: h
->short_ref
;
80 int i
, ls
= list
? 16 : h
->short_ref_count
;
82 for (i
= 0; i
< ls
; ++i
) {
83 H264Picture
*pic
= lp
[i
];
84 VdpReferenceFrameH264
*rf2
;
85 VdpVideoSurface surface_ref
;
88 if (!pic
|| !pic
->reference
)
90 pic_frame_idx
= pic
->long_ref
? pic
->pic_id
: pic
->frame_num
;
91 surface_ref
= ff_vdpau_get_surface_id(&pic
->f
);
93 rf2
= &info
->referenceFrames
[0];
95 if ((rf2
->surface
== surface_ref
) &&
96 (rf2
->is_long_term
== pic
->long_ref
) &&
97 (rf2
->frame_idx
== pic_frame_idx
))
102 rf2
->top_is_reference
|= (pic
->reference
& PICT_TOP_FIELD
) ? VDP_TRUE
: VDP_FALSE
;
103 rf2
->bottom_is_reference
|= (pic
->reference
& PICT_BOTTOM_FIELD
) ? VDP_TRUE
: VDP_FALSE
;
107 if (rf
>= &info
->referenceFrames
[H264_RF_COUNT
])
110 vdpau_h264_set_rf(rf
, pic
, pic
->reference
);
115 for (; rf
< &info
->referenceFrames
[H264_RF_COUNT
]; ++rf
)
116 vdpau_h264_clear_rf(rf
);
119 static int vdpau_h264_start_frame(AVCodecContext
*avctx
,
120 const uint8_t *buffer
, uint32_t size
)
122 H264Context
* const h
= avctx
->priv_data
;
123 H264Picture
*pic
= h
->cur_pic_ptr
;
124 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
125 VdpPictureInfoH264
*info
= &pic_ctx
->info
.h264
;
127 /* init VdpPictureInfoH264 */
128 info
->slice_count
= 0;
129 info
->field_order_cnt
[0] = h264_foc(pic
->field_poc
[0]);
130 info
->field_order_cnt
[1] = h264_foc(pic
->field_poc
[1]);
131 info
->is_reference
= h
->nal_ref_idc
!= 0;
132 info
->frame_num
= h
->frame_num
;
133 info
->field_pic_flag
= h
->picture_structure
!= PICT_FRAME
;
134 info
->bottom_field_flag
= h
->picture_structure
== PICT_BOTTOM_FIELD
;
135 info
->num_ref_frames
= h
->sps
.ref_frame_count
;
136 info
->mb_adaptive_frame_field_flag
= h
->sps
.mb_aff
&& !info
->field_pic_flag
;
137 info
->constrained_intra_pred_flag
= h
->pps
.constrained_intra_pred
;
138 info
->weighted_pred_flag
= h
->pps
.weighted_pred
;
139 info
->weighted_bipred_idc
= h
->pps
.weighted_bipred_idc
;
140 info
->frame_mbs_only_flag
= h
->sps
.frame_mbs_only_flag
;
141 info
->transform_8x8_mode_flag
= h
->pps
.transform_8x8_mode
;
142 info
->chroma_qp_index_offset
= h
->pps
.chroma_qp_index_offset
[0];
143 info
->second_chroma_qp_index_offset
= h
->pps
.chroma_qp_index_offset
[1];
144 info
->pic_init_qp_minus26
= h
->pps
.init_qp
- 26;
145 info
->num_ref_idx_l0_active_minus1
= h
->pps
.ref_count
[0] - 1;
146 info
->num_ref_idx_l1_active_minus1
= h
->pps
.ref_count
[1] - 1;
147 info
->log2_max_frame_num_minus4
= h
->sps
.log2_max_frame_num
- 4;
148 info
->pic_order_cnt_type
= h
->sps
.poc_type
;
149 info
->log2_max_pic_order_cnt_lsb_minus4
= h
->sps
.poc_type
? 0 : h
->sps
.log2_max_poc_lsb
- 4;
150 info
->delta_pic_order_always_zero_flag
= h
->sps
.delta_pic_order_always_zero_flag
;
151 info
->direct_8x8_inference_flag
= h
->sps
.direct_8x8_inference_flag
;
152 info
->entropy_coding_mode_flag
= h
->pps
.cabac
;
153 info
->pic_order_present_flag
= h
->pps
.pic_order_present
;
154 info
->deblocking_filter_control_present_flag
= h
->pps
.deblocking_filter_parameters_present
;
155 info
->redundant_pic_cnt_present_flag
= h
->pps
.redundant_pic_cnt_present
;
157 memcpy(info
->scaling_lists_4x4
, h
->pps
.scaling_matrix4
,
158 sizeof(info
->scaling_lists_4x4
));
159 memcpy(info
->scaling_lists_8x8
[0], h
->pps
.scaling_matrix8
[0],
160 sizeof(info
->scaling_lists_8x8
[0]));
161 memcpy(info
->scaling_lists_8x8
[1], h
->pps
.scaling_matrix8
[3],
162 sizeof(info
->scaling_lists_8x8
[1]));
164 vdpau_h264_set_reference_frames(avctx
);
166 return ff_vdpau_common_start_frame(pic_ctx
, buffer
, size
);
169 static const uint8_t start_code_prefix
[3] = { 0x00, 0x00, 0x01 };
171 static int vdpau_h264_decode_slice(AVCodecContext
*avctx
,
172 const uint8_t *buffer
, uint32_t size
)
174 H264Context
*h
= avctx
->priv_data
;
175 H264Picture
*pic
= h
->cur_pic_ptr
;
176 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
179 val
= ff_vdpau_add_buffer(pic_ctx
, start_code_prefix
, 3);
183 val
= ff_vdpau_add_buffer(pic_ctx
, buffer
, size
);
187 pic_ctx
->info
.h264
.slice_count
++;
191 static int vdpau_h264_end_frame(AVCodecContext
*avctx
)
193 H264Context
*h
= avctx
->priv_data
;
194 H264Picture
*pic
= h
->cur_pic_ptr
;
195 struct vdpau_picture_context
*pic_ctx
= pic
->hwaccel_picture_private
;
198 val
= ff_vdpau_common_end_frame(avctx
, &pic
->f
, pic_ctx
);
202 ff_h264_draw_horiz_band(h
, 0, h
->avctx
->height
);
206 static int vdpau_h264_init(AVCodecContext
*avctx
)
208 VdpDecoderProfile profile
;
209 uint32_t level
= avctx
->level
;
211 switch (avctx
->profile
& ~FF_PROFILE_H264_INTRA
) {
212 case FF_PROFILE_H264_BASELINE
:
213 profile
= VDP_DECODER_PROFILE_H264_BASELINE
;
215 case FF_PROFILE_H264_CONSTRAINED_BASELINE
:
216 case FF_PROFILE_H264_MAIN
:
217 profile
= VDP_DECODER_PROFILE_H264_MAIN
;
219 case FF_PROFILE_H264_HIGH
:
220 profile
= VDP_DECODER_PROFILE_H264_HIGH
;
223 return AVERROR(ENOTSUP
);
226 if ((avctx
->profile
& FF_PROFILE_H264_INTRA
) && avctx
->level
== 11)
227 level
= VDP_DECODER_LEVEL_H264_1b
;
229 return ff_vdpau_common_init(avctx
, profile
, level
);
232 AVHWAccel ff_h264_vdpau_hwaccel
= {
233 .name
= "h264_vdpau",
234 .type
= AVMEDIA_TYPE_VIDEO
,
235 .id
= AV_CODEC_ID_H264
,
236 .pix_fmt
= AV_PIX_FMT_VDPAU
,
237 .start_frame
= vdpau_h264_start_frame
,
238 .end_frame
= vdpau_h264_end_frame
,
239 .decode_slice
= vdpau_h264_decode_slice
,
240 .frame_priv_data_size
= sizeof(struct vdpau_picture_context
),
241 .init
= vdpau_h264_init
,
242 .uninit
= ff_vdpau_common_uninit
,
243 .priv_data_size
= sizeof(VDPAUContext
),