FFmpeg
flashsvenc.c
Go to the documentation of this file.
1 /*
2  * Flash Screen Video encoder
3  * Copyright (C) 2004 Alex Beregszaszi
4  * Copyright (C) 2006 Benjamin Larsson
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 /* Encoding development sponsored by http://fh-campuswien.ac.at */
24 
25 /**
26  * @file
27  * Flash Screen Video encoder
28  * @author Alex Beregszaszi
29  * @author Benjamin Larsson
30  *
31  * A description of the bitstream format for Flash Screen Video version 1/2
32  * is part of the SWF File Format Specification (version 10), which can be
33  * downloaded from http://www.adobe.com/devnet/swf.html.
34  */
35 
36 /*
37  * Encoding ideas: A basic encoder would just use a fixed block size.
38  * Block sizes can be multiples of 16, from 16 to 256. The blocks don't
39  * have to be quadratic. A brute force search with a set of different
40  * block sizes should give a better result than to just use a fixed size.
41  *
42  * TODO:
43  * Don't reencode the frame in brute force mode if the frame is a dupe.
44  * Speed up. Make the difference check faster.
45  */
46 
47 #include <stdint.h>
48 #include <zlib.h>
49 
50 #include "libavutil/buffer.h"
51 
52 #include "avcodec.h"
53 #include "codec_internal.h"
54 #include "encode.h"
55 #include "put_bits.h"
56 #include "bytestream.h"
57 
58 /* These values are hardcoded for now. */
59 #define BLOCK_WIDTH (4 * 16U)
60 #define BLOCK_HEIGHT (4 * 16U)
61 
62 typedef struct FlashSVContext {
64  const uint8_t *previous_frame;
67  unsigned packet_size;
68  int64_t last_key_frame;
69  uint8_t tmpblock[3 * 256 * 256];
71 
72 static int copy_region_enc(const uint8_t *sptr, uint8_t *dptr, int dx, int dy,
73  int h, int w, int stride, const uint8_t *pfptr)
74 {
75  int i, j;
76  int diff = 0;
77 
78  for (i = dx + h; i > dx; i--) {
79  const uint8_t *nsptr = sptr + i * stride + dy * 3;
80  const uint8_t *npfptr = pfptr + i * stride + dy * 3;
81  for (j = 0; j < w * 3; j++) {
82  diff |= npfptr[j] ^ nsptr[j];
83  dptr[j] = nsptr[j];
84  }
85  dptr += w * 3;
86  }
87  if (diff)
88  return 1;
89  return 0;
90 }
91 
93 {
94  FlashSVContext *s = avctx->priv_data;
95 
96  av_buffer_unref(&s->prev_frame_buf);
97 
98  return 0;
99 }
100 
102 {
103  FlashSVContext *s = avctx->priv_data;
104  int h_blocks, v_blocks, nb_blocks;
105 
106  s->avctx = avctx;
107 
108  if (avctx->width > 4095 || avctx->height > 4095) {
109  av_log(avctx, AV_LOG_ERROR,
110  "Input dimensions too large, input must be max 4095x4095 !\n");
111  return AVERROR_INVALIDDATA;
112  }
113 
114  s->last_key_frame = 0;
115 
116  s->image_width = avctx->width;
117  s->image_height = avctx->height;
118 
119  h_blocks = (s->image_width + BLOCK_WIDTH - 1) / BLOCK_WIDTH;
120  v_blocks = (s->image_height + BLOCK_WIDTH - 1) / BLOCK_WIDTH;
121  nb_blocks = h_blocks * v_blocks;
122  s->packet_size = 4 + nb_blocks * (2 + 3 * BLOCK_WIDTH * BLOCK_HEIGHT);
123 
124  return 0;
125 }
126 
127 
128 static int encode_bitstream(FlashSVContext *s, const AVFrame *p, uint8_t *buf,
129  int buf_size, int block_width, int block_height,
130  const uint8_t *previous_frame, int *I_frame)
131 {
132 
133  PutBitContext pb;
134  int h_blocks, v_blocks, h_part, v_part, i, j;
135  int buf_pos, res;
136  int pred_blocks = 0;
137 
138  init_put_bits(&pb, buf, buf_size);
139 
140  put_bits(&pb, 4, block_width / 16 - 1);
141  put_bits(&pb, 12, s->image_width);
142  put_bits(&pb, 4, block_height / 16 - 1);
143  put_bits(&pb, 12, s->image_height);
144  flush_put_bits(&pb);
145  buf_pos = 4;
146 
147  h_blocks = s->image_width / block_width;
148  h_part = s->image_width % block_width;
149  v_blocks = s->image_height / block_height;
150  v_part = s->image_height % block_height;
151 
152  /* loop over all block columns */
153  for (j = 0; j < v_blocks + (v_part ? 1 : 0); j++) {
154 
155  int y_pos = j * block_height; // vertical position in frame
156  int cur_blk_height = (j < v_blocks) ? block_height : v_part;
157 
158  /* loop over all block rows */
159  for (i = 0; i < h_blocks + (h_part ? 1 : 0); i++) {
160  int x_pos = i * block_width; // horizontal position in frame
161  int cur_blk_width = (i < h_blocks) ? block_width : h_part;
162  int ret = Z_OK;
163  uint8_t *ptr = buf + buf_pos;
164 
165  /* copy the block to the temp buffer before compression
166  * (if it differs from the previous frame's block) */
167  res = copy_region_enc(p->data[0], s->tmpblock,
168  s->image_height - (y_pos + cur_blk_height + 1),
169  x_pos, cur_blk_height, cur_blk_width,
170  p->linesize[0], previous_frame);
171 
172  if (res || *I_frame) {
173  unsigned long zsize = 3 * block_width * block_height;
174  ret = compress2(ptr + 2, &zsize, s->tmpblock,
175  3 * cur_blk_width * cur_blk_height, 9);
176 
177  if (ret != Z_OK)
178  av_log(s->avctx, AV_LOG_ERROR,
179  "error while compressing block %dx%d\n", i, j);
180 
181  bytestream_put_be16(&ptr, zsize);
182  buf_pos += zsize + 2;
183  ff_dlog(s->avctx, "buf_pos = %d\n", buf_pos);
184  } else {
185  pred_blocks++;
186  bytestream_put_be16(&ptr, 0);
187  buf_pos += 2;
188  }
189  }
190  }
191 
192  if (pred_blocks)
193  *I_frame = 0;
194  else
195  *I_frame = 1;
196 
197  return buf_pos;
198 }
199 
200 
202  const AVFrame *pict, int *got_packet)
203 {
204  FlashSVContext * const s = avctx->priv_data;
205  const uint8_t *prev_frame = s->previous_frame;
206  int res;
207  int I_frame = 0;
208  int opt_w = 4, opt_h = 4;
209 
210  /* First frame needs to be a keyframe */
211  if (!s->previous_frame) {
212  prev_frame = pict->data[0];
213  I_frame = 1;
214  }
215 
216  /* Check the placement of keyframes */
217  if (avctx->gop_size > 0 &&
218  avctx->frame_num >= s->last_key_frame + avctx->gop_size) {
219  I_frame = 1;
220  }
221 
222  res = ff_alloc_packet(avctx, pkt, s->packet_size);
223  if (res < 0)
224  return res;
225 
226  pkt->size = encode_bitstream(s, pict, pkt->data, pkt->size,
227  opt_w * 16, opt_h * 16,
228  prev_frame, &I_frame);
229 
230  //mark the frame type so the muxer can mux it correctly
231  if (I_frame) {
232  s->last_key_frame = avctx->frame_num;
233  ff_dlog(avctx, "Inserting keyframe at frame %"PRId64"\n", avctx->frame_num);
234  }
235 
236  if (I_frame)
238  *got_packet = 1;
239 
240  //save the current frame
241  res = av_buffer_replace(&s->prev_frame_buf, pict->buf[0]);
242  if (res < 0)
243  return res;
244  s->previous_frame = pict->data[0];
245 
246  return 0;
247 }
248 
250  .p.name = "flashsv",
251  CODEC_LONG_NAME("Flash Screen Video"),
252  .p.type = AVMEDIA_TYPE_VIDEO,
253  .p.id = AV_CODEC_ID_FLASHSV,
255  .priv_data_size = sizeof(FlashSVContext),
258  .close = flashsv_encode_end,
259  .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_BGR24, AV_PIX_FMT_NONE },
260 };
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
FlashSVContext::previous_frame
const uint8_t * previous_frame
Definition: flashsvenc.c:64
FlashSVContext::image_width
int image_width
Definition: flashsv.c:57
ff_flashsv_encoder
const FFCodec ff_flashsv_encoder
Definition: flashsvenc.c:249
FlashSVContext::packet_size
unsigned packet_size
Definition: flashsvenc.c:67
init_put_bits
static void init_put_bits(PutBitContext *s, uint8_t *buffer, int buffer_size)
Initialize the PutBitContext s.
Definition: put_bits.h:62
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
put_bits
static void put_bits(Jpeg2000EncoderContext *s, int val, int n)
put n times val bit
Definition: j2kenc.c:222
w
uint8_t w
Definition: llviddspenc.c:38
AVPacket::data
uint8_t * data
Definition: packet.h:491
encode.h
copy_region_enc
static int copy_region_enc(const uint8_t *sptr, uint8_t *dptr, int dx, int dy, int h, int w, int stride, const uint8_t *pfptr)
Definition: flashsvenc.c:72
FFCodec
Definition: codec_internal.h:127
AV_PIX_FMT_BGR24
@ AV_PIX_FMT_BGR24
packed RGB 8:8:8, 24bpp, BGRBGR...
Definition: pixfmt.h:69
AVFrame::buf
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:590
AV_PKT_FLAG_KEY
#define AV_PKT_FLAG_KEY
The packet contains a keyframe.
Definition: packet.h:546
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:361
FFCodec::p
AVCodec p
The public AVCodec.
Definition: codec_internal.h:131
FF_CODEC_ENCODE_CB
#define FF_CODEC_ENCODE_CB(func)
Definition: codec_internal.h:315
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
FlashSVContext::tmpblock
uint8_t * tmpblock
Definition: flashsv.c:59
s
#define s(width, name)
Definition: cbs_vp9.c:198
flashsv_encode_frame
static int flashsv_encode_frame(AVCodecContext *avctx, AVPacket *pkt, const AVFrame *pict, int *got_packet)
Definition: flashsvenc.c:201
BLOCK_HEIGHT
#define BLOCK_HEIGHT
Definition: flashsvenc.c:60
init
int(* init)(AVBSFContext *ctx)
Definition: dts2pts_bsf.c:365
AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE
#define AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE
This encoder can reorder user opaque values from input AVFrames and return them with corresponding ou...
Definition: codec.h:159
PutBitContext
Definition: put_bits.h:50
CODEC_LONG_NAME
#define CODEC_LONG_NAME(str)
Definition: codec_internal.h:272
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:139
FlashSVContext
Definition: flashsv.c:54
AV_CODEC_ID_FLASHSV
@ AV_CODEC_ID_FLASHSV
Definition: codec_id.h:138
ff_dlog
#define ff_dlog(a,...)
Definition: tableprint_vlc.h:28
AV_CODEC_CAP_DR1
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() or get_encode_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:52
AVPacket::size
int size
Definition: packet.h:492
AVCodecContext::gop_size
int gop_size
the number of pictures in a group of pictures, or 0 for intra_only
Definition: avcodec.h:643
codec_internal.h
flashsv_encode_init
static av_cold int flashsv_encode_init(AVCodecContext *avctx)
Definition: flashsvenc.c:101
buffer.h
diff
static av_always_inline int diff(const struct color_info *a, const struct color_info *b, const int trans_thresh)
Definition: vf_paletteuse.c:164
AVPacket::flags
int flags
A combination of AV_PKT_FLAG values.
Definition: packet.h:497
FlashSVContext::last_key_frame
int64_t last_key_frame
Definition: flashsvenc.c:68
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:255
BLOCK_WIDTH
#define BLOCK_WIDTH
Definition: flashsvenc.c:59
FlashSVContext::image_height
int image_height
Definition: flashsv.c:57
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:194
av_buffer_replace
int av_buffer_replace(AVBufferRef **pdst, const AVBufferRef *src)
Ensure dst refers to the same data as src.
Definition: buffer.c:233
AVCodecContext::height
int height
Definition: avcodec.h:621
avcodec.h
encode_bitstream
static int encode_bitstream(FlashSVContext *s, const AVFrame *p, uint8_t *buf, int buf_size, int block_width, int block_height, const uint8_t *previous_frame, int *I_frame)
Definition: flashsvenc.c:128
stride
#define stride
Definition: h264pred_template.c:537
flashsv_encode_end
static av_cold int flashsv_encode_end(AVCodecContext *avctx)
Definition: flashsvenc.c:92
AVCodecContext::frame_num
int64_t frame_num
Frame counter, set by libavcodec.
Definition: avcodec.h:2118
ret
ret
Definition: filter_design.txt:187
AVCodecContext
main external API structure.
Definition: avcodec.h:441
FlashSVContext::prev_frame_buf
AVBufferRef * prev_frame_buf
Definition: flashsvenc.c:65
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
flush_put_bits
static void flush_put_bits(PutBitContext *s)
Pad the end of the output stream with zeros.
Definition: put_bits.h:143
AVPacket
This structure stores compressed data.
Definition: packet.h:468
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:468
AVCodecContext::width
int width
picture width / height.
Definition: avcodec.h:621
bytestream.h
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:385
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
h
h
Definition: vp9dsp_template.c:2038
FlashSVContext::avctx
AVCodecContext * avctx
Definition: flashsv.c:55
put_bits.h
ff_alloc_packet
int ff_alloc_packet(AVCodecContext *avctx, AVPacket *avpkt, int64_t size)
Check AVPacket size and allocate data.
Definition: encode.c:61