Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | /* |
2 | * FLV muxer | |
3 | * Copyright (c) 2003 The FFmpeg Project | |
4 | * | |
5 | * This file is part of FFmpeg. | |
6 | * | |
7 | * FFmpeg is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU Lesser General Public | |
9 | * License as published by the Free Software Foundation; either | |
10 | * version 2.1 of the License, or (at your option) any later version. | |
11 | * | |
12 | * FFmpeg is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | * Lesser General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU Lesser General Public | |
18 | * License along with FFmpeg; if not, write to the Free Software | |
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 | */ | |
21 | ||
22 | #include "libavutil/intreadwrite.h" | |
23 | #include "libavutil/dict.h" | |
24 | #include "libavutil/intfloat.h" | |
25 | #include "libavutil/avassert.h" | |
26 | #include "avc.h" | |
27 | #include "avformat.h" | |
28 | #include "flv.h" | |
29 | #include "internal.h" | |
30 | #include "metadata.h" | |
31 | ||
32 | ||
33 | static const AVCodecTag flv_video_codec_ids[] = { | |
34 | { AV_CODEC_ID_FLV1, FLV_CODECID_H263 }, | |
35 | { AV_CODEC_ID_H263, FLV_CODECID_REALH263 }, | |
36 | { AV_CODEC_ID_MPEG4, FLV_CODECID_MPEG4 }, | |
37 | { AV_CODEC_ID_FLASHSV, FLV_CODECID_SCREEN }, | |
38 | { AV_CODEC_ID_FLASHSV2, FLV_CODECID_SCREEN2 }, | |
39 | { AV_CODEC_ID_VP6F, FLV_CODECID_VP6 }, | |
40 | { AV_CODEC_ID_VP6, FLV_CODECID_VP6 }, | |
41 | { AV_CODEC_ID_VP6A, FLV_CODECID_VP6A }, | |
42 | { AV_CODEC_ID_H264, FLV_CODECID_H264 }, | |
43 | { AV_CODEC_ID_NONE, 0 } | |
44 | }; | |
45 | ||
46 | static const AVCodecTag flv_audio_codec_ids[] = { | |
47 | { AV_CODEC_ID_MP3, FLV_CODECID_MP3 >> FLV_AUDIO_CODECID_OFFSET }, | |
48 | { AV_CODEC_ID_PCM_U8, FLV_CODECID_PCM >> FLV_AUDIO_CODECID_OFFSET }, | |
49 | { AV_CODEC_ID_PCM_S16BE, FLV_CODECID_PCM >> FLV_AUDIO_CODECID_OFFSET }, | |
50 | { AV_CODEC_ID_PCM_S16LE, FLV_CODECID_PCM_LE >> FLV_AUDIO_CODECID_OFFSET }, | |
51 | { AV_CODEC_ID_ADPCM_SWF, FLV_CODECID_ADPCM >> FLV_AUDIO_CODECID_OFFSET }, | |
52 | { AV_CODEC_ID_AAC, FLV_CODECID_AAC >> FLV_AUDIO_CODECID_OFFSET }, | |
53 | { AV_CODEC_ID_NELLYMOSER, FLV_CODECID_NELLYMOSER >> FLV_AUDIO_CODECID_OFFSET }, | |
54 | { AV_CODEC_ID_PCM_MULAW, FLV_CODECID_PCM_MULAW >> FLV_AUDIO_CODECID_OFFSET }, | |
55 | { AV_CODEC_ID_PCM_ALAW, FLV_CODECID_PCM_ALAW >> FLV_AUDIO_CODECID_OFFSET }, | |
56 | { AV_CODEC_ID_SPEEX, FLV_CODECID_SPEEX >> FLV_AUDIO_CODECID_OFFSET }, | |
57 | { AV_CODEC_ID_NONE, 0 } | |
58 | }; | |
59 | ||
60 | typedef struct FLVContext { | |
61 | int reserved; | |
62 | int64_t duration_offset; | |
63 | int64_t filesize_offset; | |
64 | int64_t duration; | |
65 | int64_t delay; ///< first dts delay (needed for AVC & Speex) | |
f6fa7814 DM |
66 | |
67 | AVCodecContext *audio_enc; | |
68 | AVCodecContext *video_enc; | |
69 | double framerate; | |
70 | AVCodecContext *data_enc; | |
2ba45a60 DM |
71 | } FLVContext; |
72 | ||
73 | typedef struct FLVStreamContext { | |
74 | int64_t last_ts; ///< last timestamp for each stream | |
75 | } FLVStreamContext; | |
76 | ||
77 | static int get_audio_flags(AVFormatContext *s, AVCodecContext *enc) | |
78 | { | |
79 | int flags = (enc->bits_per_coded_sample == 16) ? FLV_SAMPLESSIZE_16BIT | |
80 | : FLV_SAMPLESSIZE_8BIT; | |
81 | ||
82 | if (enc->codec_id == AV_CODEC_ID_AAC) // specs force these parameters | |
83 | return FLV_CODECID_AAC | FLV_SAMPLERATE_44100HZ | | |
84 | FLV_SAMPLESSIZE_16BIT | FLV_STEREO; | |
85 | else if (enc->codec_id == AV_CODEC_ID_SPEEX) { | |
86 | if (enc->sample_rate != 16000) { | |
87 | av_log(s, AV_LOG_ERROR, | |
88 | "FLV only supports wideband (16kHz) Speex audio\n"); | |
89 | return AVERROR(EINVAL); | |
90 | } | |
91 | if (enc->channels != 1) { | |
92 | av_log(s, AV_LOG_ERROR, "FLV only supports mono Speex audio\n"); | |
93 | return AVERROR(EINVAL); | |
94 | } | |
95 | return FLV_CODECID_SPEEX | FLV_SAMPLERATE_11025HZ | FLV_SAMPLESSIZE_16BIT; | |
96 | } else { | |
97 | switch (enc->sample_rate) { | |
98 | case 44100: | |
99 | flags |= FLV_SAMPLERATE_44100HZ; | |
100 | break; | |
101 | case 22050: | |
102 | flags |= FLV_SAMPLERATE_22050HZ; | |
103 | break; | |
104 | case 11025: | |
105 | flags |= FLV_SAMPLERATE_11025HZ; | |
106 | break; | |
107 | case 16000: // nellymoser only | |
108 | case 8000: // nellymoser only | |
109 | case 5512: // not MP3 | |
110 | if (enc->codec_id != AV_CODEC_ID_MP3) { | |
111 | flags |= FLV_SAMPLERATE_SPECIAL; | |
112 | break; | |
113 | } | |
114 | default: | |
115 | av_log(s, AV_LOG_ERROR, | |
116 | "FLV does not support sample rate %d, " | |
117 | "choose from (44100, 22050, 11025)\n", enc->sample_rate); | |
118 | return AVERROR(EINVAL); | |
119 | } | |
120 | } | |
121 | ||
122 | if (enc->channels > 1) | |
123 | flags |= FLV_STEREO; | |
124 | ||
125 | switch (enc->codec_id) { | |
126 | case AV_CODEC_ID_MP3: | |
127 | flags |= FLV_CODECID_MP3 | FLV_SAMPLESSIZE_16BIT; | |
128 | break; | |
129 | case AV_CODEC_ID_PCM_U8: | |
130 | flags |= FLV_CODECID_PCM | FLV_SAMPLESSIZE_8BIT; | |
131 | break; | |
132 | case AV_CODEC_ID_PCM_S16BE: | |
133 | flags |= FLV_CODECID_PCM | FLV_SAMPLESSIZE_16BIT; | |
134 | break; | |
135 | case AV_CODEC_ID_PCM_S16LE: | |
136 | flags |= FLV_CODECID_PCM_LE | FLV_SAMPLESSIZE_16BIT; | |
137 | break; | |
138 | case AV_CODEC_ID_ADPCM_SWF: | |
139 | flags |= FLV_CODECID_ADPCM | FLV_SAMPLESSIZE_16BIT; | |
140 | break; | |
141 | case AV_CODEC_ID_NELLYMOSER: | |
142 | if (enc->sample_rate == 8000) | |
143 | flags |= FLV_CODECID_NELLYMOSER_8KHZ_MONO | FLV_SAMPLESSIZE_16BIT; | |
144 | else if (enc->sample_rate == 16000) | |
145 | flags |= FLV_CODECID_NELLYMOSER_16KHZ_MONO | FLV_SAMPLESSIZE_16BIT; | |
146 | else | |
147 | flags |= FLV_CODECID_NELLYMOSER | FLV_SAMPLESSIZE_16BIT; | |
148 | break; | |
149 | case AV_CODEC_ID_PCM_MULAW: | |
150 | flags = FLV_CODECID_PCM_MULAW | FLV_SAMPLERATE_SPECIAL | FLV_SAMPLESSIZE_16BIT; | |
151 | break; | |
152 | case AV_CODEC_ID_PCM_ALAW: | |
153 | flags = FLV_CODECID_PCM_ALAW | FLV_SAMPLERATE_SPECIAL | FLV_SAMPLESSIZE_16BIT; | |
154 | break; | |
155 | case 0: | |
156 | flags |= enc->codec_tag << 4; | |
157 | break; | |
158 | default: | |
159 | av_log(s, AV_LOG_ERROR, "Audio codec '%s' not compatible with FLV\n", | |
160 | avcodec_get_name(enc->codec_id)); | |
161 | return AVERROR(EINVAL); | |
162 | } | |
163 | ||
164 | return flags; | |
165 | } | |
166 | ||
167 | static void put_amf_string(AVIOContext *pb, const char *str) | |
168 | { | |
169 | size_t len = strlen(str); | |
170 | avio_wb16(pb, len); | |
171 | avio_write(pb, str, len); | |
172 | } | |
173 | ||
174 | static void put_avc_eos_tag(AVIOContext *pb, unsigned ts) | |
175 | { | |
176 | avio_w8(pb, FLV_TAG_TYPE_VIDEO); | |
177 | avio_wb24(pb, 5); /* Tag Data Size */ | |
178 | avio_wb24(pb, ts); /* lower 24 bits of timestamp in ms */ | |
179 | avio_w8(pb, (ts >> 24) & 0x7F); /* MSB of ts in ms */ | |
180 | avio_wb24(pb, 0); /* StreamId = 0 */ | |
181 | avio_w8(pb, 23); /* ub[4] FrameType = 1, ub[4] CodecId = 7 */ | |
182 | avio_w8(pb, 2); /* AVC end of sequence */ | |
183 | avio_wb24(pb, 0); /* Always 0 for AVC EOS. */ | |
184 | avio_wb32(pb, 16); /* Size of FLV tag */ | |
185 | } | |
186 | ||
187 | static void put_amf_double(AVIOContext *pb, double d) | |
188 | { | |
189 | avio_w8(pb, AMF_DATA_TYPE_NUMBER); | |
190 | avio_wb64(pb, av_double2int(d)); | |
191 | } | |
192 | ||
193 | static void put_amf_bool(AVIOContext *pb, int b) | |
194 | { | |
195 | avio_w8(pb, AMF_DATA_TYPE_BOOL); | |
196 | avio_w8(pb, !!b); | |
197 | } | |
198 | ||
f6fa7814 | 199 | static void write_metadata(AVFormatContext *s, unsigned int ts) |
2ba45a60 DM |
200 | { |
201 | AVIOContext *pb = s->pb; | |
202 | FLVContext *flv = s->priv_data; | |
f6fa7814 | 203 | int metadata_count = 0; |
2ba45a60 DM |
204 | int64_t metadata_size_pos, data_size, metadata_count_pos; |
205 | AVDictionaryEntry *tag = NULL; | |
206 | ||
2ba45a60 DM |
207 | /* write meta_tag */ |
208 | avio_w8(pb, 18); // tag type META | |
209 | metadata_size_pos = avio_tell(pb); | |
210 | avio_wb24(pb, 0); // size of data part (sum of all parts below) | |
f6fa7814 | 211 | avio_wb24(pb, ts); // timestamp |
2ba45a60 DM |
212 | avio_wb32(pb, 0); // reserved |
213 | ||
214 | /* now data of data_size size */ | |
215 | ||
216 | /* first event name as a string */ | |
217 | avio_w8(pb, AMF_DATA_TYPE_STRING); | |
218 | put_amf_string(pb, "onMetaData"); // 12 bytes | |
219 | ||
220 | /* mixed array (hash) with size and string/type/data tuples */ | |
221 | avio_w8(pb, AMF_DATA_TYPE_MIXEDARRAY); | |
222 | metadata_count_pos = avio_tell(pb); | |
f6fa7814 DM |
223 | metadata_count = 4 * !!flv->video_enc + |
224 | 5 * !!flv->audio_enc + | |
225 | 1 * !!flv->data_enc + | |
2ba45a60 DM |
226 | 2; // +2 for duration and file size |
227 | ||
228 | avio_wb32(pb, metadata_count); | |
229 | ||
230 | put_amf_string(pb, "duration"); | |
f6fa7814 | 231 | flv->duration_offset = avio_tell(pb); |
2ba45a60 DM |
232 | |
233 | // fill in the guessed duration, it'll be corrected later if incorrect | |
234 | put_amf_double(pb, s->duration / AV_TIME_BASE); | |
235 | ||
f6fa7814 | 236 | if (flv->video_enc) { |
2ba45a60 | 237 | put_amf_string(pb, "width"); |
f6fa7814 | 238 | put_amf_double(pb, flv->video_enc->width); |
2ba45a60 DM |
239 | |
240 | put_amf_string(pb, "height"); | |
f6fa7814 | 241 | put_amf_double(pb, flv->video_enc->height); |
2ba45a60 DM |
242 | |
243 | put_amf_string(pb, "videodatarate"); | |
f6fa7814 | 244 | put_amf_double(pb, flv->video_enc->bit_rate / 1024.0); |
2ba45a60 | 245 | |
f6fa7814 | 246 | if (flv->framerate != 0.0) { |
2ba45a60 | 247 | put_amf_string(pb, "framerate"); |
f6fa7814 | 248 | put_amf_double(pb, flv->framerate); |
2ba45a60 DM |
249 | metadata_count++; |
250 | } | |
251 | ||
252 | put_amf_string(pb, "videocodecid"); | |
f6fa7814 | 253 | put_amf_double(pb, flv->video_enc->codec_tag); |
2ba45a60 DM |
254 | } |
255 | ||
f6fa7814 | 256 | if (flv->audio_enc) { |
2ba45a60 | 257 | put_amf_string(pb, "audiodatarate"); |
f6fa7814 | 258 | put_amf_double(pb, flv->audio_enc->bit_rate / 1024.0); |
2ba45a60 DM |
259 | |
260 | put_amf_string(pb, "audiosamplerate"); | |
f6fa7814 | 261 | put_amf_double(pb, flv->audio_enc->sample_rate); |
2ba45a60 DM |
262 | |
263 | put_amf_string(pb, "audiosamplesize"); | |
f6fa7814 | 264 | put_amf_double(pb, flv->audio_enc->codec_id == AV_CODEC_ID_PCM_U8 ? 8 : 16); |
2ba45a60 DM |
265 | |
266 | put_amf_string(pb, "stereo"); | |
f6fa7814 | 267 | put_amf_bool(pb, flv->audio_enc->channels == 2); |
2ba45a60 DM |
268 | |
269 | put_amf_string(pb, "audiocodecid"); | |
f6fa7814 | 270 | put_amf_double(pb, flv->audio_enc->codec_tag); |
2ba45a60 DM |
271 | } |
272 | ||
f6fa7814 | 273 | if (flv->data_enc) { |
2ba45a60 DM |
274 | put_amf_string(pb, "datastream"); |
275 | put_amf_double(pb, 0.0); | |
276 | } | |
277 | ||
278 | while ((tag = av_dict_get(s->metadata, "", tag, AV_DICT_IGNORE_SUFFIX))) { | |
279 | if( !strcmp(tag->key, "width") | |
280 | ||!strcmp(tag->key, "height") | |
281 | ||!strcmp(tag->key, "videodatarate") | |
282 | ||!strcmp(tag->key, "framerate") | |
283 | ||!strcmp(tag->key, "videocodecid") | |
284 | ||!strcmp(tag->key, "audiodatarate") | |
285 | ||!strcmp(tag->key, "audiosamplerate") | |
286 | ||!strcmp(tag->key, "audiosamplesize") | |
287 | ||!strcmp(tag->key, "stereo") | |
288 | ||!strcmp(tag->key, "audiocodecid") | |
289 | ||!strcmp(tag->key, "duration") | |
290 | ||!strcmp(tag->key, "onMetaData") | |
291 | ){ | |
292 | av_log(s, AV_LOG_DEBUG, "Ignoring metadata for %s\n", tag->key); | |
293 | continue; | |
294 | } | |
295 | put_amf_string(pb, tag->key); | |
296 | avio_w8(pb, AMF_DATA_TYPE_STRING); | |
297 | put_amf_string(pb, tag->value); | |
298 | metadata_count++; | |
299 | } | |
300 | ||
301 | put_amf_string(pb, "filesize"); | |
302 | flv->filesize_offset = avio_tell(pb); | |
303 | put_amf_double(pb, 0); // delayed write | |
304 | ||
305 | put_amf_string(pb, ""); | |
306 | avio_w8(pb, AMF_END_OF_OBJECT); | |
307 | ||
308 | /* write total size of tag */ | |
309 | data_size = avio_tell(pb) - metadata_size_pos - 10; | |
310 | ||
311 | avio_seek(pb, metadata_count_pos, SEEK_SET); | |
312 | avio_wb32(pb, metadata_count); | |
313 | ||
314 | avio_seek(pb, metadata_size_pos, SEEK_SET); | |
315 | avio_wb24(pb, data_size); | |
316 | avio_skip(pb, data_size + 10 - 3); | |
317 | avio_wb32(pb, data_size + 11); | |
f6fa7814 DM |
318 | } |
319 | ||
320 | static int flv_write_header(AVFormatContext *s) | |
321 | { | |
322 | int i; | |
323 | AVIOContext *pb = s->pb; | |
324 | FLVContext *flv = s->priv_data; | |
325 | int64_t data_size; | |
326 | ||
327 | for (i = 0; i < s->nb_streams; i++) { | |
328 | AVCodecContext *enc = s->streams[i]->codec; | |
329 | FLVStreamContext *sc; | |
330 | switch (enc->codec_type) { | |
331 | case AVMEDIA_TYPE_VIDEO: | |
332 | if (s->streams[i]->avg_frame_rate.den && | |
333 | s->streams[i]->avg_frame_rate.num) { | |
334 | flv->framerate = av_q2d(s->streams[i]->avg_frame_rate); | |
335 | } | |
336 | if (flv->video_enc) { | |
337 | av_log(s, AV_LOG_ERROR, | |
338 | "at most one video stream is supported in flv\n"); | |
339 | return AVERROR(EINVAL); | |
340 | } | |
341 | flv->video_enc = enc; | |
342 | if (enc->codec_tag == 0) { | |
343 | av_log(s, AV_LOG_ERROR, "Video codec '%s' for stream %d is not compatible with FLV\n", | |
344 | avcodec_get_name(enc->codec_id), i); | |
345 | return AVERROR(EINVAL); | |
346 | } | |
347 | if (enc->codec_id == AV_CODEC_ID_MPEG4 || | |
348 | enc->codec_id == AV_CODEC_ID_H263) { | |
349 | int error = s->strict_std_compliance > FF_COMPLIANCE_UNOFFICIAL; | |
350 | av_log(s, error ? AV_LOG_ERROR : AV_LOG_WARNING, | |
351 | "Codec %s is not supported in the official FLV specification,\n", avcodec_get_name(enc->codec_id)); | |
352 | ||
353 | if (error) { | |
354 | av_log(s, AV_LOG_ERROR, | |
355 | "use vstrict=-1 / -strict -1 to use it anyway.\n"); | |
356 | return AVERROR(EINVAL); | |
357 | } | |
358 | } else if (enc->codec_id == AV_CODEC_ID_VP6) { | |
359 | av_log(s, AV_LOG_WARNING, | |
360 | "Muxing VP6 in flv will produce flipped video on playback.\n"); | |
361 | } | |
362 | break; | |
363 | case AVMEDIA_TYPE_AUDIO: | |
364 | if (flv->audio_enc) { | |
365 | av_log(s, AV_LOG_ERROR, | |
366 | "at most one audio stream is supported in flv\n"); | |
367 | return AVERROR(EINVAL); | |
368 | } | |
369 | flv->audio_enc = enc; | |
370 | if (get_audio_flags(s, enc) < 0) | |
371 | return AVERROR_INVALIDDATA; | |
372 | if (enc->codec_id == AV_CODEC_ID_PCM_S16BE) | |
373 | av_log(s, AV_LOG_WARNING, | |
374 | "16-bit big-endian audio in flv is valid but most likely unplayable (hardware dependent); use s16le\n"); | |
375 | break; | |
376 | case AVMEDIA_TYPE_DATA: | |
377 | if (enc->codec_id != AV_CODEC_ID_TEXT && enc->codec_id != AV_CODEC_ID_NONE) { | |
378 | av_log(s, AV_LOG_ERROR, "Data codec '%s' for stream %d is not compatible with FLV\n", | |
379 | avcodec_get_name(enc->codec_id), i); | |
380 | return AVERROR_INVALIDDATA; | |
381 | } | |
382 | flv->data_enc = enc; | |
383 | break; | |
384 | default: | |
385 | av_log(s, AV_LOG_ERROR, "Codec type '%s' for stream %d is not compatible with FLV\n", | |
386 | av_get_media_type_string(enc->codec_type), i); | |
387 | return AVERROR(EINVAL); | |
388 | } | |
389 | avpriv_set_pts_info(s->streams[i], 32, 1, 1000); /* 32 bit pts in ms */ | |
390 | ||
391 | sc = av_mallocz(sizeof(FLVStreamContext)); | |
392 | if (!sc) | |
393 | return AVERROR(ENOMEM); | |
394 | s->streams[i]->priv_data = sc; | |
395 | sc->last_ts = -1; | |
396 | } | |
397 | ||
398 | flv->delay = AV_NOPTS_VALUE; | |
399 | ||
400 | avio_write(pb, "FLV", 3); | |
401 | avio_w8(pb, 1); | |
402 | avio_w8(pb, FLV_HEADER_FLAG_HASAUDIO * !!flv->audio_enc + | |
403 | FLV_HEADER_FLAG_HASVIDEO * !!flv->video_enc); | |
404 | avio_wb32(pb, 9); | |
405 | avio_wb32(pb, 0); | |
406 | ||
407 | for (i = 0; i < s->nb_streams; i++) | |
408 | if (s->streams[i]->codec->codec_tag == 5) { | |
409 | avio_w8(pb, 8); // message type | |
410 | avio_wb24(pb, 0); // include flags | |
411 | avio_wb24(pb, 0); // time stamp | |
412 | avio_wb32(pb, 0); // reserved | |
413 | avio_wb32(pb, 11); // size | |
414 | flv->reserved = 5; | |
415 | } | |
416 | ||
417 | write_metadata(s, 0); | |
2ba45a60 DM |
418 | |
419 | for (i = 0; i < s->nb_streams; i++) { | |
420 | AVCodecContext *enc = s->streams[i]->codec; | |
421 | if (enc->codec_id == AV_CODEC_ID_AAC || enc->codec_id == AV_CODEC_ID_H264 || enc->codec_id == AV_CODEC_ID_MPEG4) { | |
422 | int64_t pos; | |
423 | avio_w8(pb, enc->codec_type == AVMEDIA_TYPE_VIDEO ? | |
424 | FLV_TAG_TYPE_VIDEO : FLV_TAG_TYPE_AUDIO); | |
425 | avio_wb24(pb, 0); // size patched later | |
426 | avio_wb24(pb, 0); // ts | |
427 | avio_w8(pb, 0); // ts ext | |
428 | avio_wb24(pb, 0); // streamid | |
429 | pos = avio_tell(pb); | |
430 | if (enc->codec_id == AV_CODEC_ID_AAC) { | |
431 | avio_w8(pb, get_audio_flags(s, enc)); | |
432 | avio_w8(pb, 0); // AAC sequence header | |
433 | avio_write(pb, enc->extradata, enc->extradata_size); | |
434 | } else { | |
435 | avio_w8(pb, enc->codec_tag | FLV_FRAME_KEY); // flags | |
436 | avio_w8(pb, 0); // AVC sequence header | |
437 | avio_wb24(pb, 0); // composition time | |
438 | ff_isom_write_avcc(pb, enc->extradata, enc->extradata_size); | |
439 | } | |
440 | data_size = avio_tell(pb) - pos; | |
441 | avio_seek(pb, -data_size - 10, SEEK_CUR); | |
442 | avio_wb24(pb, data_size); | |
443 | avio_skip(pb, data_size + 10 - 3); | |
444 | avio_wb32(pb, data_size + 11); // previous tag size | |
445 | } | |
446 | } | |
447 | ||
448 | return 0; | |
449 | } | |
450 | ||
451 | static int flv_write_trailer(AVFormatContext *s) | |
452 | { | |
453 | int64_t file_size; | |
454 | ||
455 | AVIOContext *pb = s->pb; | |
456 | FLVContext *flv = s->priv_data; | |
457 | int i; | |
458 | ||
459 | /* Add EOS tag */ | |
460 | for (i = 0; i < s->nb_streams; i++) { | |
461 | AVCodecContext *enc = s->streams[i]->codec; | |
462 | FLVStreamContext *sc = s->streams[i]->priv_data; | |
463 | if (enc->codec_type == AVMEDIA_TYPE_VIDEO && | |
464 | (enc->codec_id == AV_CODEC_ID_H264 || enc->codec_id == AV_CODEC_ID_MPEG4)) | |
465 | put_avc_eos_tag(pb, sc->last_ts); | |
466 | } | |
467 | ||
468 | file_size = avio_tell(pb); | |
469 | ||
470 | /* update information */ | |
471 | if (avio_seek(pb, flv->duration_offset, SEEK_SET) < 0) | |
472 | av_log(s, AV_LOG_WARNING, "Failed to update header with correct duration.\n"); | |
473 | else | |
474 | put_amf_double(pb, flv->duration / (double)1000); | |
475 | if (avio_seek(pb, flv->filesize_offset, SEEK_SET) < 0) | |
476 | av_log(s, AV_LOG_WARNING, "Failed to update header with correct filesize.\n"); | |
477 | else | |
478 | put_amf_double(pb, file_size); | |
479 | ||
480 | avio_seek(pb, file_size, SEEK_SET); | |
481 | return 0; | |
482 | } | |
483 | ||
484 | static int flv_write_packet(AVFormatContext *s, AVPacket *pkt) | |
485 | { | |
486 | AVIOContext *pb = s->pb; | |
487 | AVCodecContext *enc = s->streams[pkt->stream_index]->codec; | |
488 | FLVContext *flv = s->priv_data; | |
489 | FLVStreamContext *sc = s->streams[pkt->stream_index]->priv_data; | |
490 | unsigned ts; | |
491 | int size = pkt->size; | |
492 | uint8_t *data = NULL; | |
493 | int flags = -1, flags_size, ret; | |
494 | ||
495 | if (enc->codec_id == AV_CODEC_ID_VP6F || enc->codec_id == AV_CODEC_ID_VP6A || | |
496 | enc->codec_id == AV_CODEC_ID_VP6 || enc->codec_id == AV_CODEC_ID_AAC) | |
497 | flags_size = 2; | |
498 | else if (enc->codec_id == AV_CODEC_ID_H264 || enc->codec_id == AV_CODEC_ID_MPEG4) | |
499 | flags_size = 5; | |
500 | else | |
501 | flags_size = 1; | |
502 | ||
f6fa7814 DM |
503 | if (flv->delay == AV_NOPTS_VALUE) |
504 | flv->delay = -pkt->dts; | |
505 | ||
506 | if (pkt->dts < -flv->delay) { | |
507 | av_log(s, AV_LOG_WARNING, | |
508 | "Packets are not in the proper order with respect to DTS\n"); | |
509 | return AVERROR(EINVAL); | |
510 | } | |
511 | ||
512 | ts = pkt->dts + flv->delay; // add delay to force positive dts | |
513 | ||
514 | if (s->event_flags & AVSTREAM_EVENT_FLAG_METADATA_UPDATED) { | |
515 | write_metadata(s, ts); | |
516 | s->event_flags &= ~AVSTREAM_EVENT_FLAG_METADATA_UPDATED; | |
517 | } | |
518 | ||
2ba45a60 DM |
519 | switch (enc->codec_type) { |
520 | case AVMEDIA_TYPE_VIDEO: | |
521 | avio_w8(pb, FLV_TAG_TYPE_VIDEO); | |
522 | ||
523 | flags = enc->codec_tag; | |
524 | if (flags == 0) { | |
525 | av_log(s, AV_LOG_ERROR, | |
526 | "Video codec '%s' is not compatible with FLV\n", | |
527 | avcodec_get_name(enc->codec_id)); | |
528 | return AVERROR(EINVAL); | |
529 | } | |
530 | ||
531 | flags |= pkt->flags & AV_PKT_FLAG_KEY ? FLV_FRAME_KEY : FLV_FRAME_INTER; | |
532 | break; | |
533 | case AVMEDIA_TYPE_AUDIO: | |
534 | flags = get_audio_flags(s, enc); | |
535 | ||
536 | av_assert0(size); | |
537 | ||
538 | avio_w8(pb, FLV_TAG_TYPE_AUDIO); | |
539 | break; | |
540 | case AVMEDIA_TYPE_DATA: | |
541 | avio_w8(pb, FLV_TAG_TYPE_META); | |
542 | break; | |
543 | default: | |
544 | return AVERROR(EINVAL); | |
545 | } | |
546 | ||
547 | if (enc->codec_id == AV_CODEC_ID_H264 || enc->codec_id == AV_CODEC_ID_MPEG4) { | |
548 | /* check if extradata looks like mp4 formated */ | |
549 | if (enc->extradata_size > 0 && *(uint8_t*)enc->extradata != 1) | |
550 | if ((ret = ff_avc_parse_nal_units_buf(pkt->data, &data, &size)) < 0) | |
551 | return ret; | |
552 | } else if (enc->codec_id == AV_CODEC_ID_AAC && pkt->size > 2 && | |
553 | (AV_RB16(pkt->data) & 0xfff0) == 0xfff0) { | |
554 | if (!s->streams[pkt->stream_index]->nb_frames) { | |
555 | av_log(s, AV_LOG_ERROR, "Malformed AAC bitstream detected: " | |
556 | "use the audio bitstream filter 'aac_adtstoasc' to fix it " | |
557 | "('-bsf:a aac_adtstoasc' option with ffmpeg)\n"); | |
558 | return AVERROR_INVALIDDATA; | |
559 | } | |
560 | av_log(s, AV_LOG_WARNING, "aac bitstream error\n"); | |
561 | } | |
562 | ||
2ba45a60 DM |
563 | /* check Speex packet duration */ |
564 | if (enc->codec_id == AV_CODEC_ID_SPEEX && ts - sc->last_ts > 160) | |
565 | av_log(s, AV_LOG_WARNING, "Warning: Speex stream has more than " | |
566 | "8 frames per packet. Adobe Flash " | |
567 | "Player cannot handle this!\n"); | |
568 | ||
569 | if (sc->last_ts < ts) | |
570 | sc->last_ts = ts; | |
571 | ||
f6fa7814 DM |
572 | if (size + flags_size >= 1<<24) { |
573 | av_log(s, AV_LOG_ERROR, "Too large packet with size %u >= %u\n", | |
574 | size + flags_size, 1<<24); | |
575 | return AVERROR(EINVAL); | |
576 | } | |
577 | ||
2ba45a60 DM |
578 | avio_wb24(pb, size + flags_size); |
579 | avio_wb24(pb, ts & 0xFFFFFF); | |
580 | avio_w8(pb, (ts >> 24) & 0x7F); // timestamps are 32 bits _signed_ | |
581 | avio_wb24(pb, flv->reserved); | |
582 | ||
583 | if (enc->codec_type == AVMEDIA_TYPE_DATA) { | |
584 | int data_size; | |
585 | int64_t metadata_size_pos = avio_tell(pb); | |
f6fa7814 DM |
586 | if (enc->codec_id == AV_CODEC_ID_TEXT) { |
587 | // legacy FFmpeg magic? | |
588 | avio_w8(pb, AMF_DATA_TYPE_STRING); | |
589 | put_amf_string(pb, "onTextData"); | |
590 | avio_w8(pb, AMF_DATA_TYPE_MIXEDARRAY); | |
591 | avio_wb32(pb, 2); | |
592 | put_amf_string(pb, "type"); | |
593 | avio_w8(pb, AMF_DATA_TYPE_STRING); | |
594 | put_amf_string(pb, "Text"); | |
595 | put_amf_string(pb, "text"); | |
596 | avio_w8(pb, AMF_DATA_TYPE_STRING); | |
597 | put_amf_string(pb, pkt->data); | |
598 | put_amf_string(pb, ""); | |
599 | avio_w8(pb, AMF_END_OF_OBJECT); | |
600 | } else { | |
601 | // just pass the metadata through | |
602 | avio_write(pb, data ? data : pkt->data, size); | |
603 | } | |
2ba45a60 DM |
604 | /* write total size of tag */ |
605 | data_size = avio_tell(pb) - metadata_size_pos; | |
606 | avio_seek(pb, metadata_size_pos - 10, SEEK_SET); | |
607 | avio_wb24(pb, data_size); | |
608 | avio_seek(pb, data_size + 10 - 3, SEEK_CUR); | |
609 | avio_wb32(pb, data_size + 11); | |
610 | } else { | |
611 | av_assert1(flags>=0); | |
612 | avio_w8(pb,flags); | |
613 | if (enc->codec_id == AV_CODEC_ID_VP6) | |
614 | avio_w8(pb,0); | |
615 | if (enc->codec_id == AV_CODEC_ID_VP6F || enc->codec_id == AV_CODEC_ID_VP6A) { | |
616 | if (enc->extradata_size) | |
617 | avio_w8(pb, enc->extradata[0]); | |
618 | else | |
619 | avio_w8(pb, ((FFALIGN(enc->width, 16) - enc->width) << 4) | | |
620 | (FFALIGN(enc->height, 16) - enc->height)); | |
621 | } else if (enc->codec_id == AV_CODEC_ID_AAC) | |
622 | avio_w8(pb, 1); // AAC raw | |
623 | else if (enc->codec_id == AV_CODEC_ID_H264 || enc->codec_id == AV_CODEC_ID_MPEG4) { | |
624 | avio_w8(pb, 1); // AVC NALU | |
625 | avio_wb24(pb, pkt->pts - pkt->dts); | |
626 | } | |
627 | ||
628 | avio_write(pb, data ? data : pkt->data, size); | |
629 | ||
630 | avio_wb32(pb, size + flags_size + 11); // previous tag size | |
631 | flv->duration = FFMAX(flv->duration, | |
632 | pkt->pts + flv->delay + pkt->duration); | |
633 | } | |
634 | ||
635 | av_free(data); | |
636 | ||
637 | return pb->error; | |
638 | } | |
639 | ||
640 | AVOutputFormat ff_flv_muxer = { | |
641 | .name = "flv", | |
642 | .long_name = NULL_IF_CONFIG_SMALL("FLV (Flash Video)"), | |
643 | .mime_type = "video/x-flv", | |
644 | .extensions = "flv", | |
645 | .priv_data_size = sizeof(FLVContext), | |
646 | .audio_codec = CONFIG_LIBMP3LAME ? AV_CODEC_ID_MP3 : AV_CODEC_ID_ADPCM_SWF, | |
647 | .video_codec = AV_CODEC_ID_FLV1, | |
648 | .write_header = flv_write_header, | |
649 | .write_packet = flv_write_packet, | |
650 | .write_trailer = flv_write_trailer, | |
651 | .codec_tag = (const AVCodecTag* const []) { | |
652 | flv_video_codec_ids, flv_audio_codec_ids, 0 | |
653 | }, | |
654 | .flags = AVFMT_GLOBALHEADER | AVFMT_VARIABLE_FPS | | |
655 | AVFMT_TS_NONSTRICT, | |
656 | }; |