2 * VC-1 HW decode acceleration through VA API
4 * Copyright (C) 2008-2009 Splitted-Desktop Systems
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "vaapi_internal.h"
27 /** Translate FFmpeg MV modes to VA API */
28 static int get_VAMvModeVC1(enum MVModes mv_mode
)
31 case MV_PMODE_1MV_HPEL_BILIN
: return VAMvMode1MvHalfPelBilinear
;
32 case MV_PMODE_1MV
: return VAMvMode1Mv
;
33 case MV_PMODE_1MV_HPEL
: return VAMvMode1MvHalfPel
;
34 case MV_PMODE_MIXED_MV
: return VAMvModeMixedMv
;
35 case MV_PMODE_INTENSITY_COMP
: return VAMvModeIntensityCompensation
;
40 /** Check whether the MVTYPEMB bitplane is present */
41 static inline int vc1_has_MVTYPEMB_bitplane(VC1Context
*v
)
43 if (v
->mv_type_is_raw
)
45 return v
->s
.pict_type
== AV_PICTURE_TYPE_P
&&
46 (v
->mv_mode
== MV_PMODE_MIXED_MV
||
47 (v
->mv_mode
== MV_PMODE_INTENSITY_COMP
&&
48 v
->mv_mode2
== MV_PMODE_MIXED_MV
));
51 /** Check whether the SKIPMB bitplane is present */
52 static inline int vc1_has_SKIPMB_bitplane(VC1Context
*v
)
56 return v
->s
.pict_type
== AV_PICTURE_TYPE_P
||
57 (v
->s
.pict_type
== AV_PICTURE_TYPE_B
&& !v
->bi_type
);
60 /** Check whether the DIRECTMB bitplane is present */
61 static inline int vc1_has_DIRECTMB_bitplane(VC1Context
*v
)
65 return v
->s
.pict_type
== AV_PICTURE_TYPE_B
&& !v
->bi_type
;
68 /** Check whether the ACPRED bitplane is present */
69 static inline int vc1_has_ACPRED_bitplane(VC1Context
*v
)
73 return v
->profile
== PROFILE_ADVANCED
&&
74 (v
->s
.pict_type
== AV_PICTURE_TYPE_I
||
75 (v
->s
.pict_type
== AV_PICTURE_TYPE_B
&& v
->bi_type
));
78 /** Check whether the OVERFLAGS bitplane is present */
79 static inline int vc1_has_OVERFLAGS_bitplane(VC1Context
*v
)
81 if (v
->overflg_is_raw
)
83 return v
->profile
== PROFILE_ADVANCED
&&
84 (v
->s
.pict_type
== AV_PICTURE_TYPE_I
||
85 (v
->s
.pict_type
== AV_PICTURE_TYPE_B
&& v
->bi_type
)) &&
86 (v
->overlap
&& v
->pq
<= 8) &&
87 v
->condover
== CONDOVER_SELECT
;
90 /** Reconstruct bitstream PTYPE (7.1.1.4, index into Table-35) */
91 static int vc1_get_PTYPE(VC1Context
*v
)
93 MpegEncContext
* const s
= &v
->s
;
94 switch (s
->pict_type
) {
95 case AV_PICTURE_TYPE_I
: return 0;
96 case AV_PICTURE_TYPE_P
: return v
->p_frame_skipped
? 4 : 1;
97 case AV_PICTURE_TYPE_B
: return v
->bi_type
? 3 : 2;
102 /** Reconstruct bitstream MVMODE (7.1.1.32) */
103 static inline VAMvModeVC1
vc1_get_MVMODE(VC1Context
*v
)
105 if (v
->s
.pict_type
== AV_PICTURE_TYPE_P
||
106 (v
->s
.pict_type
== AV_PICTURE_TYPE_B
&& !v
->bi_type
))
107 return get_VAMvModeVC1(v
->mv_mode
);
111 /** Reconstruct bitstream MVMODE2 (7.1.1.33) */
112 static inline VAMvModeVC1
vc1_get_MVMODE2(VC1Context
*v
)
114 if (v
->s
.pict_type
== AV_PICTURE_TYPE_P
&& v
->mv_mode
== MV_PMODE_INTENSITY_COMP
)
115 return get_VAMvModeVC1(v
->mv_mode2
);
119 /** Reconstruct bitstream TTFRM (7.1.1.41, Table-53) */
120 static inline int vc1_get_TTFRM(VC1Context
*v
)
123 case TT_8X8
: return 0;
124 case TT_8X4
: return 1;
125 case TT_4X8
: return 2;
126 case TT_4X4
: return 3;
131 /** Pack FFmpeg bitplanes into a VABitPlaneBuffer element */
132 static inline void vc1_pack_bitplanes(uint8_t *bitplane
, int n
, const uint8_t *ff_bp
[3], int x
, int y
, int stride
)
134 const int bitplane_index
= n
/ 2;
135 const int ff_bp_index
= y
* stride
+ x
;
138 v
= ff_bp
[0][ff_bp_index
];
140 v
|= ff_bp
[1][ff_bp_index
] << 1;
142 v
|= ff_bp
[2][ff_bp_index
] << 2;
143 bitplane
[bitplane_index
] = (bitplane
[bitplane_index
] << 4) | v
;
146 static int vaapi_vc1_start_frame(AVCodecContext
*avctx
, av_unused
const uint8_t *buffer
, av_unused
uint32_t size
)
148 VC1Context
* const v
= avctx
->priv_data
;
149 MpegEncContext
* const s
= &v
->s
;
150 struct vaapi_context
* const vactx
= avctx
->hwaccel_context
;
151 VAPictureParameterBufferVC1
*pic_param
;
153 av_dlog(avctx
, "vaapi_vc1_start_frame()\n");
155 vactx
->slice_param_size
= sizeof(VASliceParameterBufferVC1
);
157 /* Fill in VAPictureParameterBufferVC1 */
158 pic_param
= ff_vaapi_alloc_pic_param(vactx
, sizeof(VAPictureParameterBufferVC1
));
161 pic_param
->forward_reference_picture
= VA_INVALID_ID
;
162 pic_param
->backward_reference_picture
= VA_INVALID_ID
;
163 pic_param
->inloop_decoded_picture
= VA_INVALID_ID
;
164 pic_param
->sequence_fields
.value
= 0; /* reset all bits */
165 pic_param
->sequence_fields
.bits
.pulldown
= v
->broadcast
;
166 pic_param
->sequence_fields
.bits
.interlace
= v
->interlace
;
167 pic_param
->sequence_fields
.bits
.tfcntrflag
= v
->tfcntrflag
;
168 pic_param
->sequence_fields
.bits
.finterpflag
= v
->finterpflag
;
169 pic_param
->sequence_fields
.bits
.psf
= v
->psf
;
170 pic_param
->sequence_fields
.bits
.multires
= v
->multires
;
171 pic_param
->sequence_fields
.bits
.overlap
= v
->overlap
;
172 pic_param
->sequence_fields
.bits
.syncmarker
= v
->resync_marker
;
173 pic_param
->sequence_fields
.bits
.rangered
= v
->rangered
;
174 pic_param
->sequence_fields
.bits
.max_b_frames
= s
->avctx
->max_b_frames
;
175 #if VA_CHECK_VERSION(0,32,0)
176 pic_param
->sequence_fields
.bits
.profile
= v
->profile
;
178 pic_param
->coded_width
= s
->avctx
->coded_width
;
179 pic_param
->coded_height
= s
->avctx
->coded_height
;
180 pic_param
->entrypoint_fields
.value
= 0; /* reset all bits */
181 pic_param
->entrypoint_fields
.bits
.broken_link
= v
->broken_link
;
182 pic_param
->entrypoint_fields
.bits
.closed_entry
= v
->closed_entry
;
183 pic_param
->entrypoint_fields
.bits
.panscan_flag
= v
->panscanflag
;
184 pic_param
->entrypoint_fields
.bits
.loopfilter
= s
->loop_filter
;
185 pic_param
->conditional_overlap_flag
= v
->condover
;
186 pic_param
->fast_uvmc_flag
= v
->fastuvmc
;
187 pic_param
->range_mapping_fields
.value
= 0; /* reset all bits */
188 pic_param
->range_mapping_fields
.bits
.luma_flag
= v
->range_mapy_flag
;
189 pic_param
->range_mapping_fields
.bits
.luma
= v
->range_mapy
;
190 pic_param
->range_mapping_fields
.bits
.chroma_flag
= v
->range_mapuv_flag
;
191 pic_param
->range_mapping_fields
.bits
.chroma
= v
->range_mapuv
;
192 pic_param
->b_picture_fraction
= v
->bfraction_lut_index
;
193 pic_param
->cbp_table
= v
->cbpcy_vlc
? v
->cbpcy_vlc
- ff_vc1_cbpcy_p_vlc
: 0;
194 pic_param
->mb_mode_table
= 0; /* XXX: interlaced frame */
195 pic_param
->range_reduction_frame
= v
->rangeredfrm
;
196 pic_param
->rounding_control
= v
->rnd
;
197 pic_param
->post_processing
= v
->postproc
;
198 pic_param
->picture_resolution_index
= v
->respic
;
199 pic_param
->luma_scale
= v
->lumscale
;
200 pic_param
->luma_shift
= v
->lumshift
;
201 pic_param
->picture_fields
.value
= 0; /* reset all bits */
202 pic_param
->picture_fields
.bits
.picture_type
= vc1_get_PTYPE(v
);
203 pic_param
->picture_fields
.bits
.frame_coding_mode
= v
->fcm
;
204 pic_param
->picture_fields
.bits
.top_field_first
= v
->tff
;
205 pic_param
->picture_fields
.bits
.is_first_field
= v
->fcm
== 0; /* XXX: interlaced frame */
206 pic_param
->picture_fields
.bits
.intensity_compensation
= v
->mv_mode
== MV_PMODE_INTENSITY_COMP
;
207 pic_param
->raw_coding
.value
= 0; /* reset all bits */
208 pic_param
->raw_coding
.flags
.mv_type_mb
= v
->mv_type_is_raw
;
209 pic_param
->raw_coding
.flags
.direct_mb
= v
->dmb_is_raw
;
210 pic_param
->raw_coding
.flags
.skip_mb
= v
->skip_is_raw
;
211 pic_param
->raw_coding
.flags
.field_tx
= 0; /* XXX: interlaced frame */
212 pic_param
->raw_coding
.flags
.forward_mb
= 0; /* XXX: interlaced frame */
213 pic_param
->raw_coding
.flags
.ac_pred
= v
->acpred_is_raw
;
214 pic_param
->raw_coding
.flags
.overflags
= v
->overflg_is_raw
;
215 pic_param
->bitplane_present
.value
= 0; /* reset all bits */
216 pic_param
->bitplane_present
.flags
.bp_mv_type_mb
= vc1_has_MVTYPEMB_bitplane(v
);
217 pic_param
->bitplane_present
.flags
.bp_direct_mb
= vc1_has_DIRECTMB_bitplane(v
);
218 pic_param
->bitplane_present
.flags
.bp_skip_mb
= vc1_has_SKIPMB_bitplane(v
);
219 pic_param
->bitplane_present
.flags
.bp_field_tx
= 0; /* XXX: interlaced frame */
220 pic_param
->bitplane_present
.flags
.bp_forward_mb
= 0; /* XXX: interlaced frame */
221 pic_param
->bitplane_present
.flags
.bp_ac_pred
= vc1_has_ACPRED_bitplane(v
);
222 pic_param
->bitplane_present
.flags
.bp_overflags
= vc1_has_OVERFLAGS_bitplane(v
);
223 pic_param
->reference_fields
.value
= 0; /* reset all bits */
224 pic_param
->reference_fields
.bits
.reference_distance_flag
= v
->refdist_flag
;
225 pic_param
->reference_fields
.bits
.reference_distance
= 0; /* XXX: interlaced frame */
226 pic_param
->reference_fields
.bits
.num_reference_pictures
= 0; /* XXX: interlaced frame */
227 pic_param
->reference_fields
.bits
.reference_field_pic_indicator
= 0; /* XXX: interlaced frame */
228 pic_param
->mv_fields
.value
= 0; /* reset all bits */
229 pic_param
->mv_fields
.bits
.mv_mode
= vc1_get_MVMODE(v
);
230 pic_param
->mv_fields
.bits
.mv_mode2
= vc1_get_MVMODE2(v
);
231 pic_param
->mv_fields
.bits
.mv_table
= s
->mv_table_index
;
232 pic_param
->mv_fields
.bits
.two_mv_block_pattern_table
= 0; /* XXX: interlaced frame */
233 pic_param
->mv_fields
.bits
.four_mv_switch
= 0; /* XXX: interlaced frame */
234 pic_param
->mv_fields
.bits
.four_mv_block_pattern_table
= 0; /* XXX: interlaced frame */
235 pic_param
->mv_fields
.bits
.extended_mv_flag
= v
->extended_mv
;
236 pic_param
->mv_fields
.bits
.extended_mv_range
= v
->mvrange
;
237 pic_param
->mv_fields
.bits
.extended_dmv_flag
= v
->extended_dmv
;
238 pic_param
->mv_fields
.bits
.extended_dmv_range
= 0; /* XXX: interlaced frame */
239 pic_param
->pic_quantizer_fields
.value
= 0; /* reset all bits */
240 pic_param
->pic_quantizer_fields
.bits
.dquant
= v
->dquant
;
241 pic_param
->pic_quantizer_fields
.bits
.quantizer
= v
->quantizer_mode
;
242 pic_param
->pic_quantizer_fields
.bits
.half_qp
= v
->halfpq
;
243 pic_param
->pic_quantizer_fields
.bits
.pic_quantizer_scale
= v
->pq
;
244 pic_param
->pic_quantizer_fields
.bits
.pic_quantizer_type
= v
->pquantizer
;
245 pic_param
->pic_quantizer_fields
.bits
.dq_frame
= v
->dquantfrm
;
246 pic_param
->pic_quantizer_fields
.bits
.dq_profile
= v
->dqprofile
;
247 pic_param
->pic_quantizer_fields
.bits
.dq_sb_edge
= v
->dqprofile
== DQPROFILE_SINGLE_EDGE
? v
->dqsbedge
: 0;
248 pic_param
->pic_quantizer_fields
.bits
.dq_db_edge
= v
->dqprofile
== DQPROFILE_DOUBLE_EDGES
? v
->dqsbedge
: 0;
249 pic_param
->pic_quantizer_fields
.bits
.dq_binary_level
= v
->dqbilevel
;
250 pic_param
->pic_quantizer_fields
.bits
.alt_pic_quantizer
= v
->altpq
;
251 pic_param
->transform_fields
.value
= 0; /* reset all bits */
252 pic_param
->transform_fields
.bits
.variable_sized_transform_flag
= v
->vstransform
;
253 pic_param
->transform_fields
.bits
.mb_level_transform_type_flag
= v
->ttmbf
;
254 pic_param
->transform_fields
.bits
.frame_level_transform_type
= vc1_get_TTFRM(v
);
255 pic_param
->transform_fields
.bits
.transform_ac_codingset_idx1
= v
->c_ac_table_index
;
256 pic_param
->transform_fields
.bits
.transform_ac_codingset_idx2
= v
->y_ac_table_index
;
257 pic_param
->transform_fields
.bits
.intra_transform_dc_table
= v
->s
.dc_table_index
;
259 switch (s
->pict_type
) {
260 case AV_PICTURE_TYPE_B
:
261 pic_param
->backward_reference_picture
= ff_vaapi_get_surface_id(s
->next_picture
.f
);
263 case AV_PICTURE_TYPE_P
:
264 pic_param
->forward_reference_picture
= ff_vaapi_get_surface_id(s
->last_picture
.f
);
268 if (pic_param
->bitplane_present
.value
) {
270 const uint8_t *ff_bp
[3];
273 switch (s
->pict_type
) {
274 case AV_PICTURE_TYPE_P
:
275 ff_bp
[0] = pic_param
->bitplane_present
.flags
.bp_direct_mb
? v
->direct_mb_plane
: NULL
;
276 ff_bp
[1] = pic_param
->bitplane_present
.flags
.bp_skip_mb
? s
->mbskip_table
: NULL
;
277 ff_bp
[2] = pic_param
->bitplane_present
.flags
.bp_mv_type_mb
? v
->mv_type_mb_plane
: NULL
;
279 case AV_PICTURE_TYPE_B
:
281 ff_bp
[0] = pic_param
->bitplane_present
.flags
.bp_direct_mb
? v
->direct_mb_plane
: NULL
;
282 ff_bp
[1] = pic_param
->bitplane_present
.flags
.bp_skip_mb
? s
->mbskip_table
: NULL
;
283 ff_bp
[2] = NULL
; /* XXX: interlaced frame (FORWARD plane) */
286 /* fall-through (BI-type) */
287 case AV_PICTURE_TYPE_I
:
288 ff_bp
[0] = NULL
; /* XXX: interlaced frame (FIELDTX plane) */
289 ff_bp
[1] = pic_param
->bitplane_present
.flags
.bp_ac_pred
? v
->acpred_plane
: NULL
;
290 ff_bp
[2] = pic_param
->bitplane_present
.flags
.bp_overflags
? v
->over_flags_plane
: NULL
;
299 bitplane
= ff_vaapi_alloc_bitplane(vactx
, (s
->mb_width
* s
->mb_height
+ 1) / 2);
304 for (y
= 0; y
< s
->mb_height
; y
++)
305 for (x
= 0; x
< s
->mb_width
; x
++, n
++)
306 vc1_pack_bitplanes(bitplane
, n
, ff_bp
, x
, y
, s
->mb_stride
);
307 if (n
& 1) /* move last nibble to the high order */
313 static int vaapi_vc1_decode_slice(AVCodecContext
*avctx
, const uint8_t *buffer
, uint32_t size
)
315 VC1Context
* const v
= avctx
->priv_data
;
316 MpegEncContext
* const s
= &v
->s
;
317 VASliceParameterBufferVC1
*slice_param
;
319 av_dlog(avctx
, "vaapi_vc1_decode_slice(): buffer %p, size %d\n", buffer
, size
);
321 /* Current bit buffer is beyond any marker for VC-1, so skip it */
322 if (avctx
->codec_id
== AV_CODEC_ID_VC1
&& IS_MARKER(AV_RB32(buffer
))) {
327 /* Fill in VASliceParameterBufferVC1 */
328 slice_param
= (VASliceParameterBufferVC1
*)ff_vaapi_alloc_slice(avctx
->hwaccel_context
, buffer
, size
);
331 slice_param
->macroblock_offset
= get_bits_count(&s
->gb
);
332 slice_param
->slice_vertical_position
= s
->mb_y
;
336 #if CONFIG_WMV3_VAAPI_HWACCEL
337 AVHWAccel ff_wmv3_vaapi_hwaccel
= {
338 .name
= "wmv3_vaapi",
339 .type
= AVMEDIA_TYPE_VIDEO
,
340 .id
= AV_CODEC_ID_WMV3
,
341 .pix_fmt
= AV_PIX_FMT_VAAPI_VLD
,
342 .start_frame
= vaapi_vc1_start_frame
,
343 .end_frame
= ff_vaapi_mpeg_end_frame
,
344 .decode_slice
= vaapi_vc1_decode_slice
,
348 AVHWAccel ff_vc1_vaapi_hwaccel
= {
350 .type
= AVMEDIA_TYPE_VIDEO
,
351 .id
= AV_CODEC_ID_VC1
,
352 .pix_fmt
= AV_PIX_FMT_VAAPI_VLD
,
353 .start_frame
= vaapi_vc1_start_frame
,
354 .end_frame
= ff_vaapi_mpeg_end_frame
,
355 .decode_slice
= vaapi_vc1_decode_slice
,