2
* Flash Compatible Streaming Format muxer
3
* Copyright (c) 2000 Fabrice Bellard
4
* Copyright (c) 2003 Tinic Uro
6
* This file is part of FFmpeg.
8
* FFmpeg is free software; you can redistribute it and/or
9
* modify it under the terms of the GNU Lesser General Public
10
* License as published by the Free Software Foundation; either
11
* version 2.1 of the License, or (at your option) any later version.
13
* FFmpeg is distributed in the hope that it will be useful,
14
* but WITHOUT ANY WARRANTY; without even the implied warranty of
15
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16
* Lesser General Public License for more details.
18
* You should have received a copy of the GNU Lesser General Public
19
* License along with FFmpeg; if not, write to the Free Software
20
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23
#include "libavcodec/bitstream.h"
27
static void put_swf_tag(AVFormatContext *s, int tag)
29
SWFContext *swf = s->priv_data;
30
ByteIOContext *pb = s->pb;
32
swf->tag_pos = url_ftell(pb);
34
/* reserve some room for the tag */
43
static void put_swf_end_tag(AVFormatContext *s)
45
SWFContext *swf = s->priv_data;
46
ByteIOContext *pb = s->pb;
51
tag_len = pos - swf->tag_pos - 2;
53
url_fseek(pb, swf->tag_pos, SEEK_SET);
56
put_le16(pb, (tag << 6) | 0x3f);
57
put_le32(pb, tag_len - 4);
59
assert(tag_len < 0x3f);
60
put_le16(pb, (tag << 6) | tag_len);
62
url_fseek(pb, pos, SEEK_SET);
65
static inline void max_nbits(int *nbits_ptr, int val)
81
static void put_swf_rect(ByteIOContext *pb,
82
int xmin, int xmax, int ymin, int ymax)
88
init_put_bits(&p, buf, sizeof(buf));
91
max_nbits(&nbits, xmin);
92
max_nbits(&nbits, xmax);
93
max_nbits(&nbits, ymin);
94
max_nbits(&nbits, ymax);
95
mask = (1 << nbits) - 1;
98
put_bits(&p, 5, nbits);
99
put_bits(&p, nbits, xmin & mask);
100
put_bits(&p, nbits, xmax & mask);
101
put_bits(&p, nbits, ymin & mask);
102
put_bits(&p, nbits, ymax & mask);
105
put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
108
static void put_swf_line_edge(PutBitContext *pb, int dx, int dy)
112
put_bits(pb, 1, 1); /* edge */
113
put_bits(pb, 1, 1); /* line select */
115
max_nbits(&nbits, dx);
116
max_nbits(&nbits, dy);
118
mask = (1 << nbits) - 1;
119
put_bits(pb, 4, nbits - 2); /* 16 bits precision */
123
put_bits(pb, nbits, dy & mask);
124
} else if (dy == 0) {
127
put_bits(pb, nbits, dx & mask);
130
put_bits(pb, nbits, dx & mask);
131
put_bits(pb, nbits, dy & mask);
137
static void put_swf_matrix(ByteIOContext *pb,
138
int a, int b, int c, int d, int tx, int ty)
144
init_put_bits(&p, buf, sizeof(buf));
146
put_bits(&p, 1, 1); /* a, d present */
148
max_nbits(&nbits, a);
149
max_nbits(&nbits, d);
150
put_bits(&p, 5, nbits); /* nb bits */
151
put_bits(&p, nbits, a);
152
put_bits(&p, nbits, d);
154
put_bits(&p, 1, 1); /* b, c present */
156
max_nbits(&nbits, c);
157
max_nbits(&nbits, b);
158
put_bits(&p, 5, nbits); /* nb bits */
159
put_bits(&p, nbits, c);
160
put_bits(&p, nbits, b);
163
max_nbits(&nbits, tx);
164
max_nbits(&nbits, ty);
165
put_bits(&p, 5, nbits); /* nb bits */
166
put_bits(&p, nbits, tx);
167
put_bits(&p, nbits, ty);
170
put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
173
static int swf_write_header(AVFormatContext *s)
175
SWFContext *swf = s->priv_data;
176
ByteIOContext *pb = s->pb;
179
int i, width, height, rate, rate_base;
182
swf->sound_samples = 0;
183
swf->swf_frame_number = 0;
184
swf->video_frame_number = 0;
186
for(i=0;i<s->nb_streams;i++) {
187
AVCodecContext *enc = s->streams[i]->codec;
188
if (enc->codec_type == CODEC_TYPE_AUDIO) {
189
if (enc->codec_id == CODEC_ID_MP3) {
190
if (!enc->frame_size) {
191
av_log(s, AV_LOG_ERROR, "audio frame size not set\n");
194
swf->audio_enc = enc;
195
av_fifo_init(&swf->audio_fifo, AUDIO_FIFO_SIZE);
197
av_log(s, AV_LOG_ERROR, "SWF muxer only supports MP3\n");
201
if (enc->codec_id == CODEC_ID_VP6F ||
202
enc->codec_id == CODEC_ID_FLV1 ||
203
enc->codec_id == CODEC_ID_MJPEG) {
204
swf->video_enc = enc;
206
av_log(s, AV_LOG_ERROR, "SWF muxer only supports VP6, FLV1 and MJPEG\n");
212
if (!swf->video_enc) {
213
/* currently, cannot work correctly if audio only */
219
width = swf->video_enc->width;
220
height = swf->video_enc->height;
221
rate = swf->video_enc->time_base.den;
222
rate_base = swf->video_enc->time_base.num;
226
swf->samples_per_frame = (44100. * rate_base) / rate;
228
swf->samples_per_frame = (swf->audio_enc->sample_rate * rate_base) / rate;
232
if (!strcmp("avm2", s->oformat->name))
234
else if (swf->video_enc && swf->video_enc->codec_id == CODEC_ID_VP6F)
235
version = 8; /* version 8 and above support VP6 codec */
236
else if (swf->video_enc && swf->video_enc->codec_id == CODEC_ID_FLV1)
237
version = 6; /* version 6 and above support FLV1 codec */
239
version = 4; /* version 4 for mpeg audio support */
240
put_byte(pb, version);
242
put_le32(pb, DUMMY_FILE_SIZE); /* dummy size
243
(will be patched if not streamed) */
245
put_swf_rect(pb, 0, width * 20, 0, height * 20);
246
put_le16(pb, (rate * 256) / rate_base); /* frame rate */
247
swf->duration_pos = url_ftell(pb);
248
put_le16(pb, (uint16_t)(DUMMY_DURATION * (int64_t)rate / rate_base)); /* frame count */
250
/* avm2/swf v9 (also v8?) files require a file attribute tag */
252
put_swf_tag(s, TAG_FILEATTRIBUTES);
253
put_le32(pb, 1<<3); /* set ActionScript v3/AVM2 flag */
257
/* define a shape with the jpeg inside */
258
if (swf->video_enc && swf->video_enc->codec_id == CODEC_ID_MJPEG) {
259
put_swf_tag(s, TAG_DEFINESHAPE);
261
put_le16(pb, SHAPE_ID); /* ID of shape */
262
/* bounding rectangle */
263
put_swf_rect(pb, 0, width, 0, height);
265
put_byte(pb, 1); /* one fill style */
266
put_byte(pb, 0x41); /* clipped bitmap fill */
267
put_le16(pb, BITMAP_ID); /* bitmap ID */
268
/* position of the bitmap */
269
put_swf_matrix(pb, (int)(1.0 * (1 << FRAC_BITS)), 0,
270
0, (int)(1.0 * (1 << FRAC_BITS)), 0, 0);
271
put_byte(pb, 0); /* no line style */
274
init_put_bits(&p, buf1, sizeof(buf1));
275
put_bits(&p, 4, 1); /* one fill bit */
276
put_bits(&p, 4, 0); /* zero line bit */
278
put_bits(&p, 1, 0); /* not an edge */
279
put_bits(&p, 5, FLAG_MOVETO | FLAG_SETFILL0);
280
put_bits(&p, 5, 1); /* nbits */
281
put_bits(&p, 1, 0); /* X */
282
put_bits(&p, 1, 0); /* Y */
283
put_bits(&p, 1, 1); /* set fill style 1 */
285
/* draw the rectangle ! */
286
put_swf_line_edge(&p, width, 0);
287
put_swf_line_edge(&p, 0, height);
288
put_swf_line_edge(&p, -width, 0);
289
put_swf_line_edge(&p, 0, -height);
292
put_bits(&p, 1, 0); /* not an edge */
296
put_buffer(pb, buf1, pbBufPtr(&p) - p.buf);
301
if (swf->audio_enc && swf->audio_enc->codec_id == CODEC_ID_MP3) {
305
put_swf_tag(s, TAG_STREAMHEAD2);
306
switch(swf->audio_enc->sample_rate) {
307
case 11025: v |= 1 << 2; break;
308
case 22050: v |= 2 << 2; break;
309
case 44100: v |= 3 << 2; break;
312
av_log(s, AV_LOG_ERROR, "swf does not support that sample rate, choose from (44100, 22050, 11025).\n");
315
v |= 0x02; /* 16 bit playback */
316
if (swf->audio_enc->channels == 2)
317
v |= 0x01; /* stereo playback */
319
v |= 0x20; /* mp3 compressed */
321
put_le16(s->pb, swf->samples_per_frame); /* avg samples per frame */
327
put_flush_packet(s->pb);
331
static int swf_write_video(AVFormatContext *s,
332
AVCodecContext *enc, const uint8_t *buf, int size)
334
SWFContext *swf = s->priv_data;
335
ByteIOContext *pb = s->pb;
337
/* Flash Player limit */
338
if (swf->swf_frame_number == 16000)
339
av_log(enc, AV_LOG_INFO, "warning: Flash Player limit of 16000 frames reached\n");
341
if (enc->codec_id == CODEC_ID_VP6F ||
342
enc->codec_id == CODEC_ID_FLV1) {
343
if (swf->video_frame_number == 0) {
344
/* create a new video object */
345
put_swf_tag(s, TAG_VIDEOSTREAM);
346
put_le16(pb, VIDEO_ID);
347
swf->vframes_pos = url_ftell(pb);
348
put_le16(pb, 15000); /* hard flash player limit */
349
put_le16(pb, enc->width);
350
put_le16(pb, enc->height);
352
put_byte(pb,codec_get_tag(swf_codec_tags,enc->codec_id));
355
/* place the video object for the first time */
356
put_swf_tag(s, TAG_PLACEOBJECT2);
359
put_le16(pb, VIDEO_ID);
360
put_swf_matrix(pb, 1 << FRAC_BITS, 0, 0, 1 << FRAC_BITS, 0, 0);
361
put_le16(pb, swf->video_frame_number);
362
put_tag(pb, "video");
366
/* mark the character for update */
367
put_swf_tag(s, TAG_PLACEOBJECT2);
370
put_le16(pb, swf->video_frame_number);
374
/* set video frame data */
375
put_swf_tag(s, TAG_VIDEOFRAME | TAG_LONG);
376
put_le16(pb, VIDEO_ID);
377
put_le16(pb, swf->video_frame_number++);
378
put_buffer(pb, buf, size);
380
} else if (enc->codec_id == CODEC_ID_MJPEG) {
381
if (swf->swf_frame_number > 0) {
382
/* remove the shape */
383
put_swf_tag(s, TAG_REMOVEOBJECT);
384
put_le16(pb, SHAPE_ID); /* shape ID */
385
put_le16(pb, 1); /* depth */
388
/* free the bitmap */
389
put_swf_tag(s, TAG_FREECHARACTER);
390
put_le16(pb, BITMAP_ID);
394
put_swf_tag(s, TAG_JPEG2 | TAG_LONG);
396
put_le16(pb, BITMAP_ID); /* ID of the image */
398
/* a dummy jpeg header seems to be required */
399
put_be32(pb, 0xffd8ffd9);
400
/* write the jpeg image */
401
put_buffer(pb, buf, size);
407
put_swf_tag(s, TAG_PLACEOBJECT);
408
put_le16(pb, SHAPE_ID); /* shape ID */
409
put_le16(pb, 1); /* depth */
410
put_swf_matrix(pb, 20 << FRAC_BITS, 0, 0, 20 << FRAC_BITS, 0, 0);
414
swf->swf_frame_number++;
416
/* streaming sound always should be placed just before showframe tags */
417
if (swf->audio_enc && av_fifo_size(&swf->audio_fifo)) {
418
int frame_size = av_fifo_size(&swf->audio_fifo);
419
put_swf_tag(s, TAG_STREAMBLOCK | TAG_LONG);
420
put_le16(pb, swf->sound_samples);
421
put_le16(pb, 0); // seek samples
422
av_fifo_generic_read(&swf->audio_fifo, frame_size, &put_buffer, pb);
426
swf->sound_samples = 0;
429
/* output the frame */
430
put_swf_tag(s, TAG_SHOWFRAME);
433
put_flush_packet(s->pb);
438
static int swf_write_audio(AVFormatContext *s,
439
AVCodecContext *enc, uint8_t *buf, int size)
441
SWFContext *swf = s->priv_data;
443
/* Flash Player limit */
444
if (swf->swf_frame_number == 16000)
445
av_log(enc, AV_LOG_INFO, "warning: Flash Player limit of 16000 frames reached\n");
447
if (av_fifo_size(&swf->audio_fifo) + size > AUDIO_FIFO_SIZE) {
448
av_log(s, AV_LOG_ERROR, "audio fifo too small to mux audio essence\n");
452
av_fifo_generic_write(&swf->audio_fifo, buf, size, NULL);
453
swf->sound_samples += enc->frame_size;
455
/* if audio only stream make sure we add swf frames */
457
swf_write_video(s, enc, 0, 0);
462
static int swf_write_packet(AVFormatContext *s, AVPacket *pkt)
464
AVCodecContext *codec = s->streams[pkt->stream_index]->codec;
465
if (codec->codec_type == CODEC_TYPE_AUDIO)
466
return swf_write_audio(s, codec, pkt->data, pkt->size);
468
return swf_write_video(s, codec, pkt->data, pkt->size);
471
static int swf_write_trailer(AVFormatContext *s)
473
SWFContext *swf = s->priv_data;
474
ByteIOContext *pb = s->pb;
475
AVCodecContext *enc, *video_enc;
479
for(i=0;i<s->nb_streams;i++) {
480
enc = s->streams[i]->codec;
481
if (enc->codec_type == CODEC_TYPE_VIDEO)
484
av_fifo_free(&swf->audio_fifo);
487
put_swf_tag(s, TAG_END);
490
put_flush_packet(s->pb);
492
/* patch file size and number of frames if not streamed */
493
if (!url_is_streamed(s->pb) && video_enc) {
494
file_size = url_ftell(pb);
495
url_fseek(pb, 4, SEEK_SET);
496
put_le32(pb, file_size);
497
url_fseek(pb, swf->duration_pos, SEEK_SET);
498
put_le16(pb, swf->video_frame_number);
499
url_fseek(pb, swf->vframes_pos, SEEK_SET);
500
put_le16(pb, swf->video_frame_number);
501
url_fseek(pb, file_size, SEEK_SET);
507
AVOutputFormat swf_muxer = {
509
NULL_IF_CONFIG_SMALL("Flash format"),
510
"application/x-shockwave-flash",
520
#if CONFIG_AVM2_MUXER
521
AVOutputFormat avm2_muxer = {
523
NULL_IF_CONFIG_SMALL("Flash 9 (AVM2) format"),
524
"application/x-shockwave-flash",