FFmpeg
mxpegdec.c
Go to the documentation of this file.
1 /*
2  * MxPEG decoder
3  * Copyright (c) 2011 Anatoly Nenashev
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 
23 /**
24  * @file
25  * MxPEG decoder
26  */
27 
28 #include "internal.h"
29 #include "mjpeg.h"
30 #include "mjpegdec.h"
31 
32 typedef struct MXpegDecodeContext {
34  AVFrame *picture[2]; /* pictures array */
35  int picture_index; /* index of current picture */
36  int got_sof_data; /* true if SOF data successfully parsed */
37  int got_mxm_bitmask; /* true if MXM bitmask available */
38  uint8_t *mxm_bitmask; /* bitmask buffer */
39  unsigned bitmask_size; /* size of bitmask */
40  int has_complete_frame; /* true if has complete frame */
41  uint8_t *completion_bitmask; /* completion bitmask of macroblocks */
42  unsigned mb_width, mb_height; /* size of picture in MB's from MXM header */
44 
46 {
47  MXpegDecodeContext *s = avctx->priv_data;
48  MJpegDecodeContext *jpg = &s->jpg;
49  int i;
50 
51  jpg->picture_ptr = NULL;
52  ff_mjpeg_decode_end(avctx);
53 
54  for (i = 0; i < 2; ++i)
55  av_frame_free(&s->picture[i]);
56 
57  s->bitmask_size = 0;
58  av_freep(&s->mxm_bitmask);
60 
61  return 0;
62 }
63 
65 {
66  MXpegDecodeContext *s = avctx->priv_data;
67 
68  s->picture[0] = av_frame_alloc();
69  s->picture[1] = av_frame_alloc();
70  if (!s->picture[0] || !s->picture[1]) {
71  mxpeg_decode_end(avctx);
72  return AVERROR(ENOMEM);
73  }
74 
75  s->jpg.picture_ptr = s->picture[0];
76  return ff_mjpeg_decode_init(avctx);
77 }
78 
80  const uint8_t *buf_ptr, int buf_size)
81 {
82  int len;
83  if (buf_size < 2)
84  return 0;
85  len = AV_RB16(buf_ptr);
86  skip_bits(&s->jpg.gb, 8*FFMIN(len,buf_size));
87 
88  return 0;
89 }
90 
92  const uint8_t *buf_ptr, int buf_size)
93 {
94  unsigned bitmask_size, mb_count;
95  int i;
96 
97  s->mb_width = AV_RL16(buf_ptr+4);
98  s->mb_height = AV_RL16(buf_ptr+6);
99  mb_count = s->mb_width * s->mb_height;
100 
101  bitmask_size = (mb_count + 7) >> 3;
102  if (bitmask_size > buf_size - 12) {
104  "MXM bitmask is not complete\n");
105  return AVERROR(EINVAL);
106  }
107 
108  if (s->bitmask_size != bitmask_size) {
109  s->bitmask_size = 0;
110  av_freep(&s->mxm_bitmask);
111  s->mxm_bitmask = av_malloc(bitmask_size);
112  if (!s->mxm_bitmask) {
114  "MXM bitmask memory allocation error\n");
115  return AVERROR(ENOMEM);
116  }
117 
119  s->completion_bitmask = av_mallocz(bitmask_size);
120  if (!s->completion_bitmask) {
122  "Completion bitmask memory allocation error\n");
123  return AVERROR(ENOMEM);
124  }
125 
127  }
128 
129  memcpy(s->mxm_bitmask, buf_ptr + 12, bitmask_size);
130  s->got_mxm_bitmask = 1;
131 
132  if (!s->has_complete_frame) {
133  uint8_t completion_check = 0xFF;
134  for (i = 0; i < bitmask_size; ++i) {
135  s->completion_bitmask[i] |= s->mxm_bitmask[i];
136  completion_check &= s->completion_bitmask[i];
137  }
138  s->has_complete_frame = !(completion_check ^ 0xFF);
139  }
140 
141  return 0;
142 }
143 
145  const uint8_t *buf_ptr, int buf_size)
146 {
147  int len, ret = 0;
148  if (buf_size < 2)
149  return 0;
150  len = AV_RB16(buf_ptr);
151  if (len > 14 && len <= buf_size && !strncmp(buf_ptr + 2, "MXM", 3)) {
152  ret = mxpeg_decode_mxm(s, buf_ptr + 2, len - 2);
153  }
154  skip_bits(&s->jpg.gb, 8*FFMIN(len,buf_size));
155 
156  return ret;
157 }
158 
160  AVFrame *reference_ptr)
161 {
162  if ((jpg->width + 0x0F)>>4 != s->mb_width ||
163  (jpg->height + 0x0F)>>4 != s->mb_height) {
164  av_log(jpg->avctx, AV_LOG_ERROR,
165  "Picture dimensions stored in SOF and MXM mismatch\n");
166  return AVERROR(EINVAL);
167  }
168 
169  if (reference_ptr->data[0]) {
170  int i;
171  for (i = 0; i < MAX_COMPONENTS; ++i) {
172  if ( (!reference_ptr->data[i] ^ !jpg->picture_ptr->data[i]) ||
173  reference_ptr->linesize[i] != jpg->picture_ptr->linesize[i]) {
174  av_log(jpg->avctx, AV_LOG_ERROR,
175  "Dimensions of current and reference picture mismatch\n");
176  return AVERROR(EINVAL);
177  }
178  }
179  }
180 
181  return 0;
182 }
183 
185  void *data, int *got_frame,
186  AVPacket *avpkt)
187 {
188  const uint8_t *buf = avpkt->data;
189  int buf_size = avpkt->size;
190  MXpegDecodeContext *s = avctx->priv_data;
191  MJpegDecodeContext *jpg = &s->jpg;
192  const uint8_t *buf_end, *buf_ptr;
193  const uint8_t *unescaped_buf_ptr;
194  int unescaped_buf_size;
195  int start_code;
196  int ret;
197 
198  buf_ptr = buf;
199  buf_end = buf + buf_size;
200  jpg->got_picture = 0;
201  s->got_mxm_bitmask = 0;
202  s->got_sof_data = !!s->got_sof_data;
203  while (buf_ptr < buf_end) {
204  start_code = ff_mjpeg_find_marker(jpg, &buf_ptr, buf_end,
205  &unescaped_buf_ptr, &unescaped_buf_size);
206  if (start_code < 0)
207  goto the_end;
208  {
209  init_get_bits(&jpg->gb, unescaped_buf_ptr, unescaped_buf_size*8);
210 
211  if (start_code >= APP0 && start_code <= APP15) {
212  mxpeg_decode_app(s, unescaped_buf_ptr, unescaped_buf_size);
213  }
214 
215  switch (start_code) {
216  case SOI:
217  if (jpg->got_picture) //emulating EOI
218  goto the_end;
219  break;
220  case EOI:
221  goto the_end;
222  case DQT:
223  ret = ff_mjpeg_decode_dqt(jpg);
224  if (ret < 0) {
225  av_log(avctx, AV_LOG_ERROR,
226  "quantization table decode error\n");
227  return ret;
228  }
229  break;
230  case DHT:
231  ret = ff_mjpeg_decode_dht(jpg);
232  if (ret < 0) {
233  av_log(avctx, AV_LOG_ERROR,
234  "huffman table decode error\n");
235  return ret;
236  }
237  break;
238  case COM:
239  ret = mxpeg_decode_com(s, unescaped_buf_ptr,
240  unescaped_buf_size);
241  if (ret < 0)
242  return ret;
243  break;
244  case SOF0:
245  if (s->got_sof_data > 1) {
246  av_log(avctx, AV_LOG_ERROR,
247  "Multiple SOF in a frame\n");
248  return AVERROR_INVALIDDATA;
249  }
250  s->got_sof_data = 0;
251  ret = ff_mjpeg_decode_sof(jpg);
252  if (ret < 0) {
253  av_log(avctx, AV_LOG_ERROR,
254  "SOF data decode error\n");
255  return ret;
256  }
257  if (jpg->interlaced) {
258  av_log(avctx, AV_LOG_ERROR,
259  "Interlaced mode not supported in MxPEG\n");
260  return AVERROR(EINVAL);
261  }
262  s->got_sof_data ++;
263  break;
264  case SOS:
265  if (!s->got_sof_data) {
266  av_log(avctx, AV_LOG_WARNING,
267  "Can not process SOS without SOF data, skipping\n");
268  break;
269  }
270  if (!jpg->got_picture) {
271  if (jpg->first_picture) {
272  av_log(avctx, AV_LOG_WARNING,
273  "First picture has no SOF, skipping\n");
274  break;
275  }
276  if (!s->got_mxm_bitmask){
277  av_log(avctx, AV_LOG_WARNING,
278  "Non-key frame has no MXM, skipping\n");
279  break;
280  }
281  /* use stored SOF data to allocate current picture */
283  if ((ret = ff_get_buffer(avctx, jpg->picture_ptr,
285  return ret;
287  jpg->picture_ptr->key_frame = 0;
288  jpg->got_picture = 1;
289  } else {
291  jpg->picture_ptr->key_frame = 1;
292  }
293 
294  if (s->got_mxm_bitmask) {
295  AVFrame *reference_ptr = s->picture[s->picture_index ^ 1];
296  if (mxpeg_check_dimensions(s, jpg, reference_ptr) < 0)
297  break;
298 
299  /* allocate dummy reference picture if needed */
300  if (!reference_ptr->data[0] &&
301  (ret = ff_get_buffer(avctx, reference_ptr,
303  return ret;
304 
305  ret = ff_mjpeg_decode_sos(jpg, s->mxm_bitmask, s->bitmask_size, reference_ptr);
306  if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
307  return ret;
308  } else {
309  ret = ff_mjpeg_decode_sos(jpg, NULL, 0, NULL);
310  if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
311  return ret;
312  }
313 
314  break;
315  }
316 
317  buf_ptr += (get_bits_count(&jpg->gb)+7) >> 3;
318  }
319 
320  }
321 
322 the_end:
323  if (jpg->got_picture) {
324  int ret = av_frame_ref(data, jpg->picture_ptr);
325  if (ret < 0)
326  return ret;
327  *got_frame = 1;
328 
329  s->picture_index ^= 1;
330  jpg->picture_ptr = s->picture[s->picture_index];
331 
332  if (!s->has_complete_frame) {
333  if (!s->got_mxm_bitmask)
334  s->has_complete_frame = 1;
335  else
336  *got_frame = 0;
337  }
338  }
339 
340  return buf_ptr - buf;
341 }
342 
344  .name = "mxpeg",
345  .long_name = NULL_IF_CONFIG_SMALL("Mobotix MxPEG video"),
346  .type = AVMEDIA_TYPE_VIDEO,
347  .id = AV_CODEC_ID_MXPEG,
348  .priv_data_size = sizeof(MXpegDecodeContext),
350  .close = mxpeg_decode_end,
352  .capabilities = AV_CODEC_CAP_DR1,
353  .max_lowres = 3,
354  .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
355 };
uint8_t * completion_bitmask
Definition: mxpegdec.c:41
#define NULL
Definition: coverity.c:32
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
This structure describes decoded (raw) audio or video data.
Definition: frame.h:308
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
Definition: mjpeg.h:71
Definition: mjpeg.h:111
Definition: mjpeg.h:73
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
uint8_t * mxm_bitmask
Definition: mxpegdec.c:38
int ff_mjpeg_decode_dqt(MJpegDecodeContext *s)
Definition: mjpegdec.c:215
int size
Definition: packet.h:364
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:237
static int mxpeg_check_dimensions(MXpegDecodeContext *s, MJpegDecodeContext *jpg, AVFrame *reference_ptr)
Definition: mxpegdec.c:159
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_WB32 unsigned int_TMPL AV_WB24 unsigned int_TMPL AV_RB16
Definition: bytestream.h:91
int ff_mjpeg_decode_dht(MJpegDecodeContext *s)
Definition: mjpegdec.c:256
AVCodec.
Definition: codec.h:190
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_RL16
Definition: bytestream.h:91
MJPEG encoder and decoder.
static void decode(AVCodecContext *dec_ctx, AVPacket *pkt, AVFrame *frame, FILE *outfile)
Definition: decode_audio.c:71
static int mxpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
Definition: mxpegdec.c:184
#define FF_CODEC_CAP_INIT_THREADSAFE
The codec does not modify any global variables in the init function, allowing to call the init functi...
Definition: internal.h:40
Definition: mjpeg.h:72
uint8_t
#define av_cold
Definition: attributes.h:88
#define av_malloc(s)
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:190
AVCodec ff_mxpeg_decoder
Definition: mxpegdec.c:343
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
Definition: frame.c:456
AVFrame * picture_ptr
Definition: mjpegdec.h:101
uint8_t * data
Definition: packet.h:363
#define MAX_COMPONENTS
Definition: mjpegdec.h:44
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:219
#define av_log(a,...)
AVFrame * picture[2]
Definition: mxpegdec.c:34
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
static int mxpeg_decode_mxm(MXpegDecodeContext *s, const uint8_t *buf_ptr, int buf_size)
Definition: mxpegdec.c:91
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
av_cold int ff_mjpeg_decode_end(AVCodecContext *avctx)
Definition: mjpegdec.c:2818
unsigned bitmask_size
Definition: mxpegdec.c:39
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:153
const char * name
Name of the codec implementation.
Definition: codec.h:197
Definition: mjpeg.h:39
Definition: mjpeg.h:70
unsigned mb_width
Definition: mxpegdec.c:42
Definition: mjpeg.h:79
Definition: mjpeg.h:56
int ff_mjpeg_decode_sof(MJpegDecodeContext *s)
Definition: mjpegdec.c:317
enum AVPictureType pict_type
Picture type of the frame.
Definition: frame.h:391
int err_recognition
Error recognition; may misdetect some more or less valid parts as errors.
Definition: avcodec.h:1655
#define FFMIN(a, b)
Definition: common.h:96
#define s(width, name)
Definition: cbs_vp9.c:257
#define AV_EF_EXPLODE
abort decoding on minor error detection
Definition: avcodec.h:1666
GetBitContext gb
Definition: mjpegdec.h:49
static av_cold int mxpeg_decode_init(AVCodecContext *avctx)
Definition: mxpegdec.c:64
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:339
int has_complete_frame
Definition: mxpegdec.c:40
main external API structure.
Definition: avcodec.h:526
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1879
static void skip_bits(GetBitContext *s, int n)
Definition: get_bits.h:467
static int init_get_bits(GetBitContext *s, const uint8_t *buffer, int bit_size)
Initialize GetBitContext.
Definition: get_bits.h:659
MJpegDecodeContext jpg
Definition: mxpegdec.c:33
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:566
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:322
static int mxpeg_decode_com(MXpegDecodeContext *s, const uint8_t *buf_ptr, int buf_size)
Definition: mxpegdec.c:144
int ff_mjpeg_decode_sos(MJpegDecodeContext *s, const uint8_t *mb_bitmask, int mb_bitmask_size, const AVFrame *reference)
Definition: mjpegdec.c:1633
av_cold int ff_mjpeg_decode_init(AVCodecContext *avctx)
Definition: mjpegdec.c:154
Definition: mjpeg.h:94
unsigned mb_height
Definition: mxpegdec.c:42
common internal api header.
static av_cold int mxpeg_decode_end(AVCodecContext *avctx)
Definition: mxpegdec.c:45
AVCodecContext * avctx
Definition: mjpegdec.h:48
void * priv_data
Definition: avcodec.h:553
static int mxpeg_decode_app(MXpegDecodeContext *s, const uint8_t *buf_ptr, int buf_size)
Definition: mxpegdec.c:79
int got_picture
we found a SOF and picture is valid, too.
Definition: mjpegdec.h:102
int len
int key_frame
1 -> keyframe, 0-> not
Definition: frame.h:386
#define av_freep(p)
static const uint8_t start_code[]
int ff_mjpeg_find_marker(MJpegDecodeContext *s, const uint8_t **buf_ptr, const uint8_t *buf_end, const uint8_t **unescaped_buf_ptr, int *unescaped_buf_size)
Definition: mjpegdec.c:2205
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
MJPEG decoder.
This structure stores compressed data.
Definition: packet.h:340
#define AV_GET_BUFFER_FLAG_REF
The decoder will keep a reference to the frame and may reuse it later.
Definition: avcodec.h:509
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:50
int i
Definition: input.c:407
Predicted.
Definition: avutil.h:275