2 * Filter layer - format negotiation
3 * Copyright (c) 2007 Bobby Bingham
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/avassert.h"
23 #include "libavutil/channel_layout.h"
24 #include "libavutil/common.h"
25 #include "libavutil/eval.h"
26 #include "libavutil/pixdesc.h"
27 #include "libavutil/parseutils.h"
32 #define KNOWN(l) (!FF_LAYOUT2COUNT(l)) /* for readability */
35 * Add all refs from a to ret and destroy a.
37 #define MERGE_REF(ret, a, fmts, type, fail) \
42 if (!(tmp = av_realloc_array(ret->refs, ret->refcount + a->refcount, \
47 for (i = 0; i < a->refcount; i ++) { \
48 ret->refs[ret->refcount] = a->refs[i]; \
49 *ret->refs[ret->refcount++] = ret; \
58 * Add all formats common for a and b to ret, copy the refs and destroy
61 #define MERGE_FORMATS(ret, a, b, fmts, nb, type, fail) \
63 int i, j, k = 0, count = FFMIN(a->nb, b->nb); \
65 if (!(ret = av_mallocz(sizeof(*ret)))) \
69 if (!(ret->fmts = av_malloc_array(count, sizeof(*ret->fmts)))) \
71 for (i = 0; i < a->nb; i++) \
72 for (j = 0; j < b->nb; j++) \
73 if (a->fmts[i] == b->fmts[j]) { \
74 if(k >= FFMIN(a->nb, b->nb)){ \
75 av_log(NULL, AV_LOG_ERROR, "Duplicate formats in avfilter_merge_formats() detected\n"); \
80 ret->fmts[k++] = a->fmts[i]; \
84 /* check that there was at least one common format */ \
88 MERGE_REF(ret, a, fmts, type, fail); \
89 MERGE_REF(ret, b, fmts, type, fail); \
92 AVFilterFormats
*ff_merge_formats(AVFilterFormats
*a
, AVFilterFormats
*b
,
93 enum AVMediaType type
)
95 AVFilterFormats
*ret
= NULL
;
97 int alpha1
=0, alpha2
=0;
98 int chroma1
=0, chroma2
=0;
103 /* Do not lose chroma or alpha in merging.
104 It happens if both lists have formats with chroma (resp. alpha), but
105 the only formats in common do not have it (e.g. YUV+gray vs.
106 RGB+gray): in that case, the merging would select the gray format,
107 possibly causing a lossy conversion elsewhere in the graph.
108 To avoid that, pretend that there are no common formats to force the
109 insertion of a conversion filter. */
110 if (type
== AVMEDIA_TYPE_VIDEO
)
111 for (i
= 0; i
< a
->nb_formats
; i
++)
112 for (j
= 0; j
< b
->nb_formats
; j
++) {
113 const AVPixFmtDescriptor
*adesc
= av_pix_fmt_desc_get(a
->formats
[i
]);
114 const AVPixFmtDescriptor
*bdesc
= av_pix_fmt_desc_get(b
->formats
[j
]);
115 alpha2
|= adesc
->flags
& bdesc
->flags
& AV_PIX_FMT_FLAG_ALPHA
;
116 chroma2
|= adesc
->nb_components
> 1 && bdesc
->nb_components
> 1;
117 if (a
->formats
[i
] == b
->formats
[j
]) {
118 alpha1
|= adesc
->flags
& AV_PIX_FMT_FLAG_ALPHA
;
119 chroma1
|= adesc
->nb_components
> 1;
123 // If chroma or alpha can be lost through merging then do not merge
124 if (alpha2
> alpha1
|| chroma2
> chroma1
)
127 MERGE_FORMATS(ret
, a
, b
, formats
, nb_formats
, AVFilterFormats
, fail
);
132 av_freep(&ret
->refs
);
133 av_freep(&ret
->formats
);
139 AVFilterFormats
*ff_merge_samplerates(AVFilterFormats
*a
,
142 AVFilterFormats
*ret
= NULL
;
144 if (a
== b
) return a
;
146 if (a
->nb_formats
&& b
->nb_formats
) {
147 MERGE_FORMATS(ret
, a
, b
, formats
, nb_formats
, AVFilterFormats
, fail
);
148 } else if (a
->nb_formats
) {
149 MERGE_REF(a
, b
, formats
, AVFilterFormats
, fail
);
152 MERGE_REF(b
, a
, formats
, AVFilterFormats
, fail
);
159 av_freep(&ret
->refs
);
160 av_freep(&ret
->formats
);
166 AVFilterChannelLayouts
*ff_merge_channel_layouts(AVFilterChannelLayouts
*a
,
167 AVFilterChannelLayouts
*b
)
169 AVFilterChannelLayouts
*ret
= NULL
;
170 unsigned a_all
= a
->all_layouts
+ a
->all_counts
;
171 unsigned b_all
= b
->all_layouts
+ b
->all_counts
;
172 int ret_max
, ret_nb
= 0, i
, j
, round
;
174 if (a
== b
) return a
;
176 /* Put the most generic set in a, to avoid doing everything twice */
178 FFSWAP(AVFilterChannelLayouts
*, a
, b
);
179 FFSWAP(unsigned, a_all
, b_all
);
182 if (a_all
== 1 && !b_all
) {
183 /* keep only known layouts in b; works also for b_all = 1 */
184 for (i
= j
= 0; i
< b
->nb_channel_layouts
; i
++)
185 if (KNOWN(b
->channel_layouts
[i
]))
186 b
->channel_layouts
[j
++] = b
->channel_layouts
[i
];
187 /* Not optimal: the unknown layouts of b may become known after
191 b
->nb_channel_layouts
= j
;
193 MERGE_REF(b
, a
, channel_layouts
, AVFilterChannelLayouts
, fail
);
197 ret_max
= a
->nb_channel_layouts
+ b
->nb_channel_layouts
;
198 if (!(ret
= av_mallocz(sizeof(*ret
))) ||
199 !(ret
->channel_layouts
= av_malloc_array(ret_max
,
200 sizeof(*ret
->channel_layouts
))))
203 /* a[known] intersect b[known] */
204 for (i
= 0; i
< a
->nb_channel_layouts
; i
++) {
205 if (!KNOWN(a
->channel_layouts
[i
]))
207 for (j
= 0; j
< b
->nb_channel_layouts
; j
++) {
208 if (a
->channel_layouts
[i
] == b
->channel_layouts
[j
]) {
209 ret
->channel_layouts
[ret_nb
++] = a
->channel_layouts
[i
];
210 a
->channel_layouts
[i
] = b
->channel_layouts
[j
] = 0;
214 /* 1st round: a[known] intersect b[generic]
215 2nd round: a[generic] intersect b[known] */
216 for (round
= 0; round
< 2; round
++) {
217 for (i
= 0; i
< a
->nb_channel_layouts
; i
++) {
218 uint64_t fmt
= a
->channel_layouts
[i
], bfmt
;
219 if (!fmt
|| !KNOWN(fmt
))
221 bfmt
= FF_COUNT2LAYOUT(av_get_channel_layout_nb_channels(fmt
));
222 for (j
= 0; j
< b
->nb_channel_layouts
; j
++)
223 if (b
->channel_layouts
[j
] == bfmt
)
224 ret
->channel_layouts
[ret_nb
++] = a
->channel_layouts
[i
];
226 /* 1st round: swap to prepare 2nd round; 2nd round: put it back */
227 FFSWAP(AVFilterChannelLayouts
*, a
, b
);
229 /* a[generic] intersect b[generic] */
230 for (i
= 0; i
< a
->nb_channel_layouts
; i
++) {
231 if (KNOWN(a
->channel_layouts
[i
]))
233 for (j
= 0; j
< b
->nb_channel_layouts
; j
++)
234 if (a
->channel_layouts
[i
] == b
->channel_layouts
[j
])
235 ret
->channel_layouts
[ret_nb
++] = a
->channel_layouts
[i
];
238 ret
->nb_channel_layouts
= ret_nb
;
239 if (!ret
->nb_channel_layouts
)
241 MERGE_REF(ret
, a
, channel_layouts
, AVFilterChannelLayouts
, fail
);
242 MERGE_REF(ret
, b
, channel_layouts
, AVFilterChannelLayouts
, fail
);
247 av_freep(&ret
->refs
);
248 av_freep(&ret
->channel_layouts
);
254 int ff_fmt_is_in(int fmt
, const int *fmts
)
258 for (p
= fmts
; *p
!= -1; p
++) {
265 #define COPY_INT_LIST(list_copy, list, type) { \
268 for (count = 0; list[count] != -1; count++) \
270 list_copy = av_calloc(count+1, sizeof(type)); \
272 memcpy(list_copy, list, sizeof(type) * count); \
273 list_copy[count] = -1; \
277 #define MAKE_FORMAT_LIST(type, field, count_field) \
281 for (count = 0; fmts[count] != -1; count++) \
283 formats = av_mallocz(sizeof(*formats)); \
284 if (!formats) return NULL; \
285 formats->count_field = count; \
287 formats->field = av_malloc_array(count, sizeof(*formats->field)); \
288 if (!formats->field) { \
294 AVFilterFormats
*ff_make_format_list(const int *fmts
)
296 MAKE_FORMAT_LIST(AVFilterFormats
, formats
, nb_formats
);
298 formats
->formats
[count
] = fmts
[count
];
303 AVFilterChannelLayouts
*avfilter_make_format64_list(const int64_t *fmts
)
305 MAKE_FORMAT_LIST(AVFilterChannelLayouts
,
306 channel_layouts
, nb_channel_layouts
);
308 memcpy(formats
->channel_layouts
, fmts
,
309 sizeof(*formats
->channel_layouts
) * count
);
314 #define ADD_FORMAT(f, fmt, type, list, nb) \
318 if (!(*f) && !(*f = av_mallocz(sizeof(**f)))) \
319 return AVERROR(ENOMEM); \
321 fmts = av_realloc((*f)->list, \
322 sizeof(*(*f)->list) * ((*f)->nb + 1));\
324 return AVERROR(ENOMEM); \
327 (*f)->list[(*f)->nb++] = fmt; \
330 int ff_add_format(AVFilterFormats
**avff
, int64_t fmt
)
332 ADD_FORMAT(avff
, fmt
, int, formats
, nb_formats
);
336 int ff_add_channel_layout(AVFilterChannelLayouts
**l
, uint64_t channel_layout
)
338 av_assert1(!(*l
&& (*l
)->all_layouts
));
339 ADD_FORMAT(l
, channel_layout
, uint64_t, channel_layouts
, nb_channel_layouts
);
343 AVFilterFormats
*ff_all_formats(enum AVMediaType type
)
345 AVFilterFormats
*ret
= NULL
;
347 if (type
== AVMEDIA_TYPE_VIDEO
) {
348 const AVPixFmtDescriptor
*desc
= NULL
;
349 while ((desc
= av_pix_fmt_desc_next(desc
))) {
350 if (!(desc
->flags
& AV_PIX_FMT_FLAG_HWACCEL
))
351 ff_add_format(&ret
, av_pix_fmt_desc_get_id(desc
));
353 } else if (type
== AVMEDIA_TYPE_AUDIO
) {
354 enum AVSampleFormat fmt
= 0;
355 while (av_get_sample_fmt_name(fmt
)) {
356 ff_add_format(&ret
, fmt
);
364 const int64_t avfilter_all_channel_layouts
[] = {
365 #include "all_channel_layouts.inc"
369 // AVFilterFormats *avfilter_make_all_channel_layouts(void)
371 // return avfilter_make_format64_list(avfilter_all_channel_layouts);
374 AVFilterFormats
*ff_planar_sample_fmts(void)
376 AVFilterFormats
*ret
= NULL
;
379 for (fmt
= 0; av_get_bytes_per_sample(fmt
)>0; fmt
++)
380 if (av_sample_fmt_is_planar(fmt
))
381 ff_add_format(&ret
, fmt
);
386 AVFilterFormats
*ff_all_samplerates(void)
388 AVFilterFormats
*ret
= av_mallocz(sizeof(*ret
));
392 AVFilterChannelLayouts
*ff_all_channel_layouts(void)
394 AVFilterChannelLayouts
*ret
= av_mallocz(sizeof(*ret
));
397 ret
->all_layouts
= 1;
401 AVFilterChannelLayouts
*ff_all_channel_counts(void)
403 AVFilterChannelLayouts
*ret
= av_mallocz(sizeof(*ret
));
406 ret
->all_layouts
= ret
->all_counts
= 1;
410 #define FORMATS_REF(f, ref) \
413 f->refs = av_realloc(f->refs, sizeof(*f->refs) * ++f->refcount); \
414 f->refs[f->refcount-1] = ref; \
417 void ff_channel_layouts_ref(AVFilterChannelLayouts
*f
, AVFilterChannelLayouts
**ref
)
422 void ff_formats_ref(AVFilterFormats
*f
, AVFilterFormats
**ref
)
427 #define FIND_REF_INDEX(ref, idx) \
430 for (i = 0; i < (*ref)->refcount; i ++) \
431 if((*ref)->refs[i] == ref) { \
437 #define FORMATS_UNREF(ref, list) \
444 FIND_REF_INDEX(ref, idx); \
447 memmove((*ref)->refs + idx, (*ref)->refs + idx + 1, \
448 sizeof(*(*ref)->refs) * ((*ref)->refcount - idx - 1)); \
450 if(!--(*ref)->refcount) { \
451 av_free((*ref)->list); \
452 av_free((*ref)->refs); \
458 void ff_formats_unref(AVFilterFormats
**ref
)
460 FORMATS_UNREF(ref
, formats
);
463 void ff_channel_layouts_unref(AVFilterChannelLayouts
**ref
)
465 FORMATS_UNREF(ref
, channel_layouts
);
468 #define FORMATS_CHANGEREF(oldref, newref) \
472 FIND_REF_INDEX(oldref, idx); \
475 (*oldref)->refs[idx] = newref; \
481 void ff_channel_layouts_changeref(AVFilterChannelLayouts
**oldref
,
482 AVFilterChannelLayouts
**newref
)
484 FORMATS_CHANGEREF(oldref
, newref
);
487 void ff_formats_changeref(AVFilterFormats
**oldref
, AVFilterFormats
**newref
)
489 FORMATS_CHANGEREF(oldref
, newref
);
492 #define SET_COMMON_FORMATS(ctx, fmts, in_fmts, out_fmts, ref, list) \
496 for (i = 0; i < ctx->nb_inputs; i++) { \
497 if (ctx->inputs[i] && !ctx->inputs[i]->out_fmts) { \
498 ref(fmts, &ctx->inputs[i]->out_fmts); \
502 for (i = 0; i < ctx->nb_outputs; i++) { \
503 if (ctx->outputs[i] && !ctx->outputs[i]->in_fmts) { \
504 ref(fmts, &ctx->outputs[i]->in_fmts); \
510 av_freep(&fmts->list); \
511 av_freep(&fmts->refs); \
516 void ff_set_common_channel_layouts(AVFilterContext
*ctx
,
517 AVFilterChannelLayouts
*layouts
)
519 SET_COMMON_FORMATS(ctx
, layouts
, in_channel_layouts
, out_channel_layouts
,
520 ff_channel_layouts_ref
, channel_layouts
);
523 void ff_set_common_samplerates(AVFilterContext
*ctx
,
524 AVFilterFormats
*samplerates
)
526 SET_COMMON_FORMATS(ctx
, samplerates
, in_samplerates
, out_samplerates
,
527 ff_formats_ref
, formats
);
531 * A helper for query_formats() which sets all links to the same list of
532 * formats. If there are no links hooked to this filter, the list of formats is
535 void ff_set_common_formats(AVFilterContext
*ctx
, AVFilterFormats
*formats
)
537 SET_COMMON_FORMATS(ctx
, formats
, in_formats
, out_formats
,
538 ff_formats_ref
, formats
);
541 static int default_query_formats_common(AVFilterContext
*ctx
,
542 AVFilterChannelLayouts
*(layouts
)(void))
544 enum AVMediaType type
= ctx
->inputs
&& ctx
->inputs
[0] ? ctx
->inputs
[0]->type
:
545 ctx
->outputs
&& ctx
->outputs
[0] ? ctx
->outputs
[0]->type
:
548 ff_set_common_formats(ctx
, ff_all_formats(type
));
549 if (type
== AVMEDIA_TYPE_AUDIO
) {
550 ff_set_common_channel_layouts(ctx
, layouts());
551 ff_set_common_samplerates(ctx
, ff_all_samplerates());
557 int ff_default_query_formats(AVFilterContext
*ctx
)
559 return default_query_formats_common(ctx
, ff_all_channel_layouts
);
562 int ff_query_formats_all(AVFilterContext
*ctx
)
564 return default_query_formats_common(ctx
, ff_all_channel_counts
);
567 /* internal functions for parsing audio format arguments */
569 int ff_parse_pixel_format(enum AVPixelFormat
*ret
, const char *arg
, void *log_ctx
)
572 int pix_fmt
= av_get_pix_fmt(arg
);
573 if (pix_fmt
== AV_PIX_FMT_NONE
) {
574 pix_fmt
= strtol(arg
, &tail
, 0);
575 if (*tail
|| !av_pix_fmt_desc_get(pix_fmt
)) {
576 av_log(log_ctx
, AV_LOG_ERROR
, "Invalid pixel format '%s'\n", arg
);
577 return AVERROR(EINVAL
);
584 int ff_parse_sample_format(int *ret
, const char *arg
, void *log_ctx
)
587 int sfmt
= av_get_sample_fmt(arg
);
588 if (sfmt
== AV_SAMPLE_FMT_NONE
) {
589 sfmt
= strtol(arg
, &tail
, 0);
590 if (*tail
|| av_get_bytes_per_sample(sfmt
)<=0) {
591 av_log(log_ctx
, AV_LOG_ERROR
, "Invalid sample format '%s'\n", arg
);
592 return AVERROR(EINVAL
);
599 int ff_parse_time_base(AVRational
*ret
, const char *arg
, void *log_ctx
)
602 if(av_parse_ratio(&r
, arg
, INT_MAX
, 0, log_ctx
) < 0 ||r
.num
<=0 ||r
.den
<=0) {
603 av_log(log_ctx
, AV_LOG_ERROR
, "Invalid time base '%s'\n", arg
);
604 return AVERROR(EINVAL
);
610 int ff_parse_sample_rate(int *ret
, const char *arg
, void *log_ctx
)
613 double srate
= av_strtod(arg
, &tail
);
614 if (*tail
|| srate
< 1 || (int)srate
!= srate
|| srate
> INT_MAX
) {
615 av_log(log_ctx
, AV_LOG_ERROR
, "Invalid sample rate '%s'\n", arg
);
616 return AVERROR(EINVAL
);
622 int ff_parse_channel_layout(int64_t *ret
, int *nret
, const char *arg
,
626 int64_t chlayout
, count
;
629 count
= strtol(arg
, &tail
, 10);
630 if (*tail
== 'c' && !tail
[1] && count
> 0 && count
< 63) {
636 chlayout
= av_get_channel_layout(arg
);
638 chlayout
= strtol(arg
, &tail
, 10);
639 if (*tail
|| chlayout
== 0) {
640 av_log(log_ctx
, AV_LOG_ERROR
, "Invalid channel layout '%s'\n", arg
);
641 return AVERROR(EINVAL
);
646 *nret
= av_get_channel_layout_nb_channels(chlayout
);
659 for (cl
= avfilter_all_channel_layouts
; *cl
!= -1; cl
++) {
660 av_get_channel_layout_string(buf
, sizeof(buf
), -1, *cl
);