FFmpeg
vc1_parser.c
Go to the documentation of this file.
1 /*
2  * VC-1 and WMV3 parser
3  * Copyright (c) 2006-2007 Konstantin Shishkov
4  * Partly based on vc9.c (c) 2005 Anonymous, Alex Beregszaszi, Michael Niedermayer
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 /**
24  * @file
25  * VC-1 and WMV3 parser
26  */
27 
28 #include "libavutil/attributes.h"
29 #include "parser.h"
30 #include "vc1.h"
31 #include "get_bits.h"
32 #include "vc1dsp.h"
33 
34 /** The maximum number of bytes of a sequence, entry point or
35  * frame header whose values we pay any attention to */
36 #define UNESCAPED_THRESHOLD 37
37 
38 /** The maximum number of bytes of a sequence, entry point or
39  * frame header which must be valid memory (because they are
40  * used to update the bitstream cache in skip_bits() calls)
41  */
42 #define UNESCAPED_LIMIT 144
43 
44 typedef enum {
50 
51 typedef struct VC1ParseContext {
54  uint8_t prev_start_code;
55  size_t bytes_to_skip;
57  size_t unesc_index;
60 
62  const uint8_t *buf, int buf_size)
63 {
64  /* Parse the header we just finished unescaping */
65  VC1ParseContext *vpc = s->priv_data;
66  GetBitContext gb;
67  int ret;
68  vpc->v.s.avctx = avctx;
69  init_get_bits8(&gb, buf, buf_size);
70  switch (vpc->prev_start_code) {
71  case VC1_CODE_SEQHDR & 0xFF:
72  ff_vc1_decode_sequence_header(avctx, &vpc->v, &gb);
73  break;
74  case VC1_CODE_ENTRYPOINT & 0xFF:
75  ff_vc1_decode_entry_point(avctx, &vpc->v, &gb);
76  break;
77  case VC1_CODE_FRAME & 0xFF:
78  if(vpc->v.profile < PROFILE_ADVANCED)
79  ret = ff_vc1_parse_frame_header (&vpc->v, &gb);
80  else
81  ret = ff_vc1_parse_frame_header_adv(&vpc->v, &gb);
82 
83  if (ret < 0)
84  break;
85 
86  /* keep AV_PICTURE_TYPE_BI internal to VC1 */
87  if (vpc->v.s.pict_type == AV_PICTURE_TYPE_BI)
88  s->pict_type = AV_PICTURE_TYPE_B;
89  else
90  s->pict_type = vpc->v.s.pict_type;
91 
92  if (avctx->ticks_per_frame > 1){
93  // process pulldown flags
94  s->repeat_pict = 1;
95  // Pulldown flags are only valid when 'broadcast' has been set.
96  // So ticks_per_frame will be 2
97  if (vpc->v.rff){
98  // repeat field
99  s->repeat_pict = 2;
100  }else if (vpc->v.rptfrm){
101  // repeat frames
102  s->repeat_pict = vpc->v.rptfrm * 2 + 1;
103  }
104  }else{
105  s->repeat_pict = 0;
106  }
107 
108  if (vpc->v.broadcast && vpc->v.interlace && !vpc->v.psf)
109  s->field_order = vpc->v.tff ? AV_FIELD_TT : AV_FIELD_BB;
110  else
111  s->field_order = AV_FIELD_PROGRESSIVE;
112 
113  break;
114  }
115  s->format = vpc->v.chromaformat == 1 ? AV_PIX_FMT_YUV420P
116  : AV_PIX_FMT_NONE;
117  if (avctx->width && avctx->height) {
118  s->width = avctx->width;
119  s->height = avctx->height;
120  s->coded_width = FFALIGN(avctx->coded_width, 16);
121  s->coded_height = FFALIGN(avctx->coded_height, 16);
122  }
123 }
124 
126  AVCodecContext *avctx,
127  const uint8_t **poutbuf, int *poutbuf_size,
128  const uint8_t *buf, int buf_size)
129 {
130  /* Here we do the searching for frame boundaries and headers at
131  * the same time. Only a minimal amount at the start of each
132  * header is unescaped. */
133  VC1ParseContext *vpc = s->priv_data;
134  int pic_found = vpc->pc.frame_start_found;
135  uint8_t *unesc_buffer = vpc->unesc_buffer;
136  size_t unesc_index = vpc->unesc_index;
137  VC1ParseSearchState search_state = vpc->search_state;
138  int start_code_found = 0;
139  int next = END_NOT_FOUND;
140  int i = vpc->bytes_to_skip;
141 
142  if (pic_found && buf_size == 0) {
143  /* EOF considered as end of frame */
144  memset(unesc_buffer + unesc_index, 0, UNESCAPED_THRESHOLD - unesc_index);
145  vc1_extract_header(s, avctx, unesc_buffer, unesc_index);
146  next = 0;
147  }
148  while (i < buf_size) {
149  uint8_t b;
150  start_code_found = 0;
151  while (i < buf_size && unesc_index < UNESCAPED_THRESHOLD) {
152  b = buf[i++];
153  unesc_buffer[unesc_index++] = b;
154  if (search_state <= ONE_ZERO)
155  search_state = b ? NO_MATCH : search_state + 1;
156  else if (search_state == TWO_ZEROS) {
157  if (b == 1)
158  search_state = ONE;
159  else if (b > 1) {
160  if (b == 3)
161  unesc_index--; // swallow emulation prevention byte
162  search_state = NO_MATCH;
163  }
164  }
165  else { // search_state == ONE
166  // Header unescaping terminates early due to detection of next start code
167  search_state = NO_MATCH;
168  start_code_found = 1;
169  break;
170  }
171  }
172  if ((s->flags & PARSER_FLAG_COMPLETE_FRAMES) &&
173  unesc_index >= UNESCAPED_THRESHOLD &&
174  vpc->prev_start_code == (VC1_CODE_FRAME & 0xFF))
175  {
176  // No need to keep scanning the rest of the buffer for
177  // start codes if we know it contains a complete frame and
178  // we've already unescaped all we need of the frame header
179  vc1_extract_header(s, avctx, unesc_buffer, unesc_index);
180  break;
181  }
182  if (unesc_index >= UNESCAPED_THRESHOLD && !start_code_found) {
183  while (i < buf_size) {
184  if (search_state == NO_MATCH) {
185  i += vpc->v.vc1dsp.startcode_find_candidate(buf + i, buf_size - i);
186  if (i < buf_size) {
187  search_state = ONE_ZERO;
188  }
189  i++;
190  } else {
191  b = buf[i++];
192  if (search_state == ONE_ZERO)
193  search_state = b ? NO_MATCH : TWO_ZEROS;
194  else if (search_state == TWO_ZEROS) {
195  if (b >= 1)
196  search_state = b == 1 ? ONE : NO_MATCH;
197  }
198  else { // search_state == ONE
199  search_state = NO_MATCH;
200  start_code_found = 1;
201  break;
202  }
203  }
204  }
205  }
206  if (start_code_found) {
207  vc1_extract_header(s, avctx, unesc_buffer, unesc_index);
208 
209  vpc->prev_start_code = b;
210  unesc_index = 0;
211 
212  if (!(s->flags & PARSER_FLAG_COMPLETE_FRAMES)) {
213  if (!pic_found && (b == (VC1_CODE_FRAME & 0xFF) || b == (VC1_CODE_FIELD & 0xFF))) {
214  pic_found = 1;
215  }
216  else if (pic_found && b != (VC1_CODE_FIELD & 0xFF) && b != (VC1_CODE_SLICE & 0xFF)) {
217  next = i - 4;
218  pic_found = b == (VC1_CODE_FRAME & 0xFF);
219  break;
220  }
221  }
222  }
223  }
224 
225  vpc->pc.frame_start_found = pic_found;
226  vpc->unesc_index = unesc_index;
227  vpc->search_state = search_state;
228 
229  if (s->flags & PARSER_FLAG_COMPLETE_FRAMES) {
230  next = buf_size;
231  } else {
232  if (ff_combine_frame(&vpc->pc, next, &buf, &buf_size) < 0) {
233  vpc->bytes_to_skip = 0;
234  *poutbuf = NULL;
235  *poutbuf_size = 0;
236  return buf_size;
237  }
238  }
239 
240  /* If we return with a valid pointer to a combined frame buffer
241  * then on the next call then we'll have been unhelpfully rewound
242  * by up to 4 bytes (depending upon whether the start code
243  * overlapped the input buffer, and if so by how much). We don't
244  * want this: it will either cause spurious second detections of
245  * the start code we've already seen, or cause extra bytes to be
246  * inserted at the start of the unescaped buffer. */
247  vpc->bytes_to_skip = 4;
248  if (next < 0 && next != END_NOT_FOUND)
249  vpc->bytes_to_skip += next;
250 
251  *poutbuf = buf;
252  *poutbuf_size = buf_size;
253  return next;
254 }
255 
257 {
258  VC1ParseContext *vpc = s->priv_data;
259  vpc->v.s.slice_context_count = 1;
260  vpc->v.first_pic_header_flag = 1;
261  vpc->v.parse_only = 1;
262  vpc->prev_start_code = 0;
263  vpc->bytes_to_skip = 0;
264  vpc->unesc_index = 0;
265  vpc->search_state = NO_MATCH;
266  ff_vc1dsp_init(&vpc->v.vc1dsp); /* startcode_find_candidate */
267  return 0;
268 }
269 
271  .codec_ids = { AV_CODEC_ID_VC1 },
272  .priv_data_size = sizeof(VC1ParseContext),
273  .parser_init = vc1_parse_init,
274  .parser_parse = vc1_parse,
275  .parser_close = ff_parse_close,
276 };
AV_FIELD_PROGRESSIVE
@ AV_FIELD_PROGRESSIVE
Definition: codec_par.h:40
VC1Context
The VC1 Context.
Definition: vc1.h:173
VC1ParseContext::search_state
VC1ParseSearchState search_state
Definition: vc1_parser.c:58
VC1Context::interlace
int interlace
Progressive/interlaced (RPTFTM syntax element)
Definition: vc1.h:199
vc1dsp.h
vc1.h
VC1ParseContext::bytes_to_skip
size_t bytes_to_skip
Definition: vc1_parser.c:55
ff_parse_close
void ff_parse_close(AVCodecParserContext *s)
Definition: parser.c:284
b
#define b
Definition: input.c:41
VC1ParseContext::prev_start_code
uint8_t prev_start_code
Definition: vc1_parser.c:54
VC1ParseSearchState
VC1ParseSearchState
Definition: vc1_parser.c:44
MpegEncContext::avctx
struct AVCodecContext * avctx
Definition: mpegvideo.h:85
NO_MATCH
@ NO_MATCH
Definition: vc1_parser.c:45
VC1Context::rptfrm
uint8_t rptfrm
Definition: vc1.h:310
ff_vc1_parse_frame_header
int ff_vc1_parse_frame_header(VC1Context *v, GetBitContext *gb)
Definition: vc1.c:617
ParseContext
Definition: parser.h:28
MpegEncContext::pict_type
int pict_type
AV_PICTURE_TYPE_I, AV_PICTURE_TYPE_P, AV_PICTURE_TYPE_B, ...
Definition: mpegvideo.h:202
ff_vc1_parser
const AVCodecParser ff_vc1_parser
Definition: vc1_parser.c:270
GetBitContext
Definition: get_bits.h:107
ONE
@ ONE
Definition: vc1_parser.c:48
VC1Context::first_pic_header_flag
int first_pic_header_flag
Definition: vc1.h:365
ff_vc1_decode_sequence_header
int ff_vc1_decode_sequence_header(AVCodecContext *avctx, VC1Context *v, GetBitContext *gb)
Decode Simple/Main Profiles sequence header.
Definition: vc1.c:274
AVCodecContext::coded_height
int coded_height
Definition: avcodec.h:613
av_cold
#define av_cold
Definition: attributes.h:90
init_get_bits8
static int init_get_bits8(GetBitContext *s, const uint8_t *buffer, int byte_size)
Initialize GetBitContext.
Definition: get_bits.h:524
VC1_CODE_SLICE
@ VC1_CODE_SLICE
Definition: vc1_common.h:36
s
#define s(width, name)
Definition: cbs_vp9.c:256
VC1ParseContext
Definition: vc1_parser.c:51
AVCodecContext::ticks_per_frame
int ticks_per_frame
For some codecs, the time base is closer to the field rate than the frame rate.
Definition: avcodec.h:557
PROFILE_ADVANCED
@ PROFILE_ADVANCED
Definition: vc1_common.h:52
vc1_parse_init
static av_cold int vc1_parse_init(AVCodecParserContext *s)
Definition: vc1_parser.c:256
get_bits.h
VC1ParseContext::unesc_buffer
uint8_t unesc_buffer[UNESCAPED_LIMIT]
Definition: vc1_parser.c:56
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
NULL
#define NULL
Definition: coverity.c:32
VC1ParseContext::unesc_index
size_t unesc_index
Definition: vc1_parser.c:57
VC1_CODE_SEQHDR
@ VC1_CODE_SEQHDR
Definition: vc1_common.h:40
UNESCAPED_LIMIT
#define UNESCAPED_LIMIT
The maximum number of bytes of a sequence, entry point or frame header which must be valid memory (be...
Definition: vc1_parser.c:42
ParseContext::frame_start_found
int frame_start_found
Definition: parser.h:34
vc1_parse
static int vc1_parse(AVCodecParserContext *s, AVCodecContext *avctx, const uint8_t **poutbuf, int *poutbuf_size, const uint8_t *buf, int buf_size)
Definition: vc1_parser.c:125
VC1_CODE_FIELD
@ VC1_CODE_FIELD
Definition: vc1_common.h:37
VC1_CODE_ENTRYPOINT
@ VC1_CODE_ENTRYPOINT
Definition: vc1_common.h:39
VC1Context::vc1dsp
VC1DSPContext vc1dsp
Definition: vc1.h:177
MpegEncContext::slice_context_count
int slice_context_count
number of used thread_contexts
Definition: mpegvideo.h:146
VC1_CODE_FRAME
@ VC1_CODE_FRAME
Definition: vc1_common.h:38
ff_vc1dsp_init
av_cold void ff_vc1dsp_init(VC1DSPContext *dsp)
Definition: vc1dsp.c:974
AVCodecParser::codec_ids
int codec_ids[7]
Definition: avcodec.h:2972
VC1Context::parse_only
int parse_only
Context is used within parser.
Definition: vc1.h:397
VC1Context::chromaformat
int chromaformat
2 bits, 2=4:2:0, only defined
Definition: vc1.h:196
ONE_ZERO
@ ONE_ZERO
Definition: vc1_parser.c:46
AV_FIELD_TT
@ AV_FIELD_TT
Top coded_first, top displayed first.
Definition: codec_par.h:41
attributes.h
ff_combine_frame
int ff_combine_frame(ParseContext *pc, int next, const uint8_t **buf, int *buf_size)
Combine the (truncated) bitstream to a complete frame.
Definition: parser.c:199
VC1DSPContext::startcode_find_candidate
int(* startcode_find_candidate)(const uint8_t *buf, int size)
Search buf from the start for up to size bytes.
Definition: vc1dsp.h:82
PARSER_FLAG_COMPLETE_FRAMES
#define PARSER_FLAG_COMPLETE_FRAMES
Definition: avcodec.h:2846
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
TWO_ZEROS
@ TWO_ZEROS
Definition: vc1_parser.c:47
ff_vc1_decode_entry_point
int ff_vc1_decode_entry_point(AVCodecContext *avctx, VC1Context *v, GetBitContext *gb)
Definition: vc1.c:496
ff_vc1_parse_frame_header_adv
int ff_vc1_parse_frame_header_adv(VC1Context *v, GetBitContext *gb)
Definition: vc1.c:839
VC1Context::s
MpegEncContext s
Definition: vc1.h:174
AV_CODEC_ID_VC1
@ AV_CODEC_ID_VC1
Definition: codec_id.h:122
parser.h
AVCodecContext::height
int height
Definition: avcodec.h:598
AVCodecParserContext
Definition: avcodec.h:2812
ret
ret
Definition: filter_design.txt:187
UNESCAPED_THRESHOLD
#define UNESCAPED_THRESHOLD
The maximum number of bytes of a sequence, entry point or frame header whose values we pay any attent...
Definition: vc1_parser.c:36
AVCodecContext
main external API structure.
Definition: avcodec.h:426
VC1ParseContext::v
VC1Context v
Definition: vc1_parser.c:53
AV_PICTURE_TYPE_B
@ AV_PICTURE_TYPE_B
Bi-dir predicted.
Definition: avutil.h:276
VC1Context::tff
uint8_t tff
Definition: vc1.h:310
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
VC1Context::profile
int profile
Sequence header data for all Profiles TODO: choose between ints, uint8_ts and monobit flags.
Definition: vc1.h:216
AVCodecContext::coded_width
int coded_width
Bitstream width / height, may be different from width/height e.g.
Definition: avcodec.h:613
VC1Context::psf
int psf
Progressive Segmented Frame.
Definition: vc1.h:209
VC1Context::broadcast
int broadcast
TFF/RFF present.
Definition: vc1.h:198
END_NOT_FOUND
#define END_NOT_FOUND
Definition: parser.h:40
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
AVCodecParser
Definition: avcodec.h:2971
AV_PICTURE_TYPE_BI
@ AV_PICTURE_TYPE_BI
BI type.
Definition: avutil.h:280
AV_FIELD_BB
@ AV_FIELD_BB
Bottom coded first, bottom displayed first.
Definition: codec_par.h:42
AVCodecContext::width
int width
picture width / height.
Definition: avcodec.h:598
vc1_extract_header
static void vc1_extract_header(AVCodecParserContext *s, AVCodecContext *avctx, const uint8_t *buf, int buf_size)
Definition: vc1_parser.c:61
VC1ParseContext::pc
ParseContext pc
Definition: vc1_parser.c:52
VC1Context::rff
uint8_t rff
Definition: vc1.h:310