FFmpeg
cbs_jpeg.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "cbs.h"
20 #include "cbs_internal.h"
21 #include "cbs_jpeg.h"
22 
23 
24 #define HEADER(name) do { \
25  ff_cbs_trace_header(ctx, name); \
26  } while (0)
27 
28 #define CHECK(call) do { \
29  err = (call); \
30  if (err < 0) \
31  return err; \
32  } while (0)
33 
34 #define SUBSCRIPTS(subs, ...) (subs > 0 ? ((int[subs + 1]){ subs, __VA_ARGS__ }) : NULL)
35 
36 #define u(width, name, range_min, range_max) \
37  xu(width, name, range_min, range_max, 0, )
38 #define us(width, name, sub, range_min, range_max) \
39  xu(width, name, range_min, range_max, 1, sub)
40 
41 
42 #define READ
43 #define READWRITE read
44 #define RWContext GetBitContext
45 #define FUNC(name) cbs_jpeg_read_ ## name
46 
47 #define xu(width, name, range_min, range_max, subs, ...) do { \
48  uint32_t value; \
49  CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
50  SUBSCRIPTS(subs, __VA_ARGS__), \
51  &value, range_min, range_max)); \
52  current->name = value; \
53  } while (0)
54 
56 
57 #undef READ
58 #undef READWRITE
59 #undef RWContext
60 #undef FUNC
61 #undef xu
62 
63 #define WRITE
64 #define READWRITE write
65 #define RWContext PutBitContext
66 #define FUNC(name) cbs_jpeg_write_ ## name
67 
68 #define xu(width, name, range_min, range_max, subs, ...) do { \
69  uint32_t value = current->name; \
70  CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
71  SUBSCRIPTS(subs, __VA_ARGS__), \
72  value, range_min, range_max)); \
73  } while (0)
74 
75 
77 
78 #undef WRITE
79 #undef READWRITE
80 #undef RWContext
81 #undef FUNC
82 #undef xu
83 
84 
85 static void cbs_jpeg_free_application_data(void *opaque, uint8_t *content)
86 {
88  av_buffer_unref(&ad->Ap_ref);
89  av_freep(&content);
90 }
91 
92 static void cbs_jpeg_free_comment(void *opaque, uint8_t *content)
93 {
95  av_buffer_unref(&comment->Cm_ref);
96  av_freep(&content);
97 }
98 
99 static void cbs_jpeg_free_scan(void *opaque, uint8_t *content)
100 {
101  JPEGRawScan *scan = (JPEGRawScan*)content;
102  av_buffer_unref(&scan->data_ref);
103  av_freep(&content);
104 }
105 
108  int header)
109 {
110  AVBufferRef *data_ref;
111  uint8_t *data;
112  size_t data_size;
113  int unit, start, end, marker, next_start, next_marker;
114  int err, i, j, length;
115 
116  if (frag->data_size < 4) {
117  // Definitely too short to be meaningful.
118  return AVERROR_INVALIDDATA;
119  }
120 
121  for (i = 0; i + 1 < frag->data_size && frag->data[i] != 0xff; i++);
122  if (i > 0) {
123  av_log(ctx->log_ctx, AV_LOG_WARNING, "Discarding %d bytes at "
124  "beginning of image.\n", i);
125  }
126  for (++i; i + 1 < frag->data_size && frag->data[i] == 0xff; i++);
127  if (i + 1 >= frag->data_size && frag->data[i]) {
128  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid JPEG image: "
129  "no SOI marker found.\n");
130  return AVERROR_INVALIDDATA;
131  }
132  marker = frag->data[i];
133  if (marker != JPEG_MARKER_SOI) {
134  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid JPEG image: first "
135  "marker is %02x, should be SOI.\n", marker);
136  return AVERROR_INVALIDDATA;
137  }
138  for (++i; i + 1 < frag->data_size && frag->data[i] == 0xff; i++);
139  if (i + 1 >= frag->data_size) {
140  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid JPEG image: "
141  "no image content found.\n");
142  return AVERROR_INVALIDDATA;
143  }
144  marker = frag->data[i];
145  start = i + 1;
146 
147  for (unit = 0;; unit++) {
148  if (marker == JPEG_MARKER_EOI) {
149  break;
150  } else if (marker == JPEG_MARKER_SOS) {
151  next_marker = -1;
152  end = start;
153  for (i = start; i + 1 < frag->data_size; i++) {
154  if (frag->data[i] != 0xff)
155  continue;
156  end = i;
157  for (++i; i + 1 < frag->data_size &&
158  frag->data[i] == 0xff; i++);
159  if (i + 1 < frag->data_size) {
160  if (frag->data[i] == 0x00)
161  continue;
162  next_marker = frag->data[i];
163  next_start = i + 1;
164  }
165  break;
166  }
167  } else {
168  i = start;
169  if (i + 2 > frag->data_size) {
170  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid JPEG image: "
171  "truncated at %02x marker.\n", marker);
172  return AVERROR_INVALIDDATA;
173  }
174  length = AV_RB16(frag->data + i);
175  if (i + length > frag->data_size) {
176  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid JPEG image: "
177  "truncated at %02x marker segment.\n", marker);
178  return AVERROR_INVALIDDATA;
179  }
180  end = start + length;
181 
182  i = end;
183  if (frag->data[i] != 0xff) {
184  next_marker = -1;
185  } else {
186  for (++i; i + 1 < frag->data_size &&
187  frag->data[i] == 0xff; i++);
188  if (i + 1 >= frag->data_size) {
189  next_marker = -1;
190  } else {
191  next_marker = frag->data[i];
192  next_start = i + 1;
193  }
194  }
195  }
196 
197  if (marker == JPEG_MARKER_SOS) {
198  length = AV_RB16(frag->data + start);
199 
200  if (length > end - start)
201  return AVERROR_INVALIDDATA;
202 
203  data_ref = NULL;
204  data = av_malloc(end - start +
206  if (!data)
207  return AVERROR(ENOMEM);
208 
209  memcpy(data, frag->data + start, length);
210  for (i = start + length, j = length; i < end; i++, j++) {
211  if (frag->data[i] == 0xff) {
212  while (frag->data[i] == 0xff)
213  ++i;
214  data[j] = 0xff;
215  } else {
216  data[j] = frag->data[i];
217  }
218  }
219  data_size = j;
220 
221  memset(data + data_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
222 
223  } else {
224  data = frag->data + start;
225  data_size = end - start;
226  data_ref = frag->data_ref;
227  }
228 
229  err = ff_cbs_insert_unit_data(frag, unit, marker,
230  data, data_size, data_ref);
231  if (err < 0)
232  return err;
233 
234  if (next_marker == -1)
235  break;
236  marker = next_marker;
237  start = next_start;
238  }
239 
240  return 0;
241 }
242 
244  CodedBitstreamUnit *unit)
245 {
246  GetBitContext gbc;
247  int err;
248 
249  err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
250  if (err < 0)
251  return err;
252 
253  if (unit->type >= JPEG_MARKER_SOF0 &&
254  unit->type <= JPEG_MARKER_SOF3) {
255  err = ff_cbs_alloc_unit_content(unit,
256  sizeof(JPEGRawFrameHeader),
257  NULL);
258  if (err < 0)
259  return err;
260 
261  err = cbs_jpeg_read_frame_header(ctx, &gbc, unit->content);
262  if (err < 0)
263  return err;
264 
265  } else if (unit->type >= JPEG_MARKER_APPN &&
266  unit->type <= JPEG_MARKER_APPN + 15) {
267  err = ff_cbs_alloc_unit_content(unit,
268  sizeof(JPEGRawApplicationData),
270  if (err < 0)
271  return err;
272 
273  err = cbs_jpeg_read_application_data(ctx, &gbc, unit->content);
274  if (err < 0)
275  return err;
276 
277  } else if (unit->type == JPEG_MARKER_SOS) {
278  JPEGRawScan *scan;
279  int pos;
280 
281  err = ff_cbs_alloc_unit_content(unit,
282  sizeof(JPEGRawScan),
284  if (err < 0)
285  return err;
286  scan = unit->content;
287 
288  err = cbs_jpeg_read_scan_header(ctx, &gbc, &scan->header);
289  if (err < 0)
290  return err;
291 
292  pos = get_bits_count(&gbc);
293  av_assert0(pos % 8 == 0);
294  if (pos > 0) {
295  scan->data_size = unit->data_size - pos / 8;
296  scan->data_ref = av_buffer_ref(unit->data_ref);
297  if (!scan->data_ref)
298  return AVERROR(ENOMEM);
299  scan->data = unit->data + pos / 8;
300  }
301 
302  } else {
303  switch (unit->type) {
304 #define SEGMENT(marker, type, func, free) \
305  case JPEG_MARKER_ ## marker: \
306  { \
307  err = ff_cbs_alloc_unit_content(unit, \
308  sizeof(type), free); \
309  if (err < 0) \
310  return err; \
311  err = cbs_jpeg_read_ ## func(ctx, &gbc, unit->content); \
312  if (err < 0) \
313  return err; \
314  } \
315  break
319 #undef SEGMENT
320  default:
321  return AVERROR(ENOSYS);
322  }
323  }
324 
325  return 0;
326 }
327 
329  CodedBitstreamUnit *unit,
330  PutBitContext *pbc)
331 {
332  JPEGRawScan *scan = unit->content;
333  int err;
334 
335  err = cbs_jpeg_write_scan_header(ctx, pbc, &scan->header);
336  if (err < 0)
337  return err;
338 
339  if (scan->data) {
340  if (scan->data_size * 8 > put_bits_left(pbc))
341  return AVERROR(ENOSPC);
342 
343  av_assert0(put_bits_count(pbc) % 8 == 0);
344 
345  flush_put_bits(pbc);
346 
347  memcpy(put_bits_ptr(pbc), scan->data, scan->data_size);
348  skip_put_bytes(pbc, scan->data_size);
349  }
350 
351  return 0;
352 }
353 
355  CodedBitstreamUnit *unit,
356  PutBitContext *pbc)
357 {
358  int err;
359 
360  if (unit->type >= JPEG_MARKER_SOF0 &&
361  unit->type <= JPEG_MARKER_SOF3) {
362  err = cbs_jpeg_write_frame_header(ctx, pbc, unit->content);
363  } else if (unit->type >= JPEG_MARKER_APPN &&
364  unit->type <= JPEG_MARKER_APPN + 15) {
365  err = cbs_jpeg_write_application_data(ctx, pbc, unit->content);
366  } else {
367  switch (unit->type) {
368 #define SEGMENT(marker, func) \
369  case JPEG_MARKER_ ## marker: \
370  err = cbs_jpeg_write_ ## func(ctx, pbc, unit->content); \
371  break;
372  SEGMENT(DQT, dqt);
373  SEGMENT(DHT, dht);
374  SEGMENT(COM, comment);
375  default:
376  return AVERROR_PATCHWELCOME;
377  }
378  }
379 
380  return err;
381 }
382 
384  CodedBitstreamUnit *unit,
385  PutBitContext *pbc)
386 {
387  if (unit->type == JPEG_MARKER_SOS)
388  return cbs_jpeg_write_scan (ctx, unit, pbc);
389  else
390  return cbs_jpeg_write_segment(ctx, unit, pbc);
391 }
392 
395 {
396  const CodedBitstreamUnit *unit;
397  uint8_t *data;
398  size_t size, dp, sp;
399  int i;
400 
401  size = 4; // SOI + EOI.
402  for (i = 0; i < frag->nb_units; i++) {
403  unit = &frag->units[i];
404  size += 2 + unit->data_size;
405  if (unit->type == JPEG_MARKER_SOS) {
406  for (sp = 0; sp < unit->data_size; sp++) {
407  if (unit->data[sp] == 0xff)
408  ++size;
409  }
410  }
411  }
412 
414  if (!frag->data_ref)
415  return AVERROR(ENOMEM);
416  data = frag->data_ref->data;
417 
418  dp = 0;
419 
420  data[dp++] = 0xff;
421  data[dp++] = JPEG_MARKER_SOI;
422 
423  for (i = 0; i < frag->nb_units; i++) {
424  unit = &frag->units[i];
425 
426  data[dp++] = 0xff;
427  data[dp++] = unit->type;
428 
429  if (unit->type != JPEG_MARKER_SOS) {
430  memcpy(data + dp, unit->data, unit->data_size);
431  dp += unit->data_size;
432  } else {
433  sp = AV_RB16(unit->data);
434  av_assert0(sp <= unit->data_size);
435  memcpy(data + dp, unit->data, sp);
436  dp += sp;
437 
438  for (; sp < unit->data_size; sp++) {
439  if (unit->data[sp] == 0xff) {
440  data[dp++] = 0xff;
441  data[dp++] = 0x00;
442  } else {
443  data[dp++] = unit->data[sp];
444  }
445  }
446  }
447  }
448 
449  data[dp++] = 0xff;
450  data[dp++] = JPEG_MARKER_EOI;
451 
452  av_assert0(dp == size);
453 
454  memset(data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
455  frag->data = data;
456  frag->data_size = size;
457 
458  return 0;
459 }
460 
463 
464  .split_fragment = &cbs_jpeg_split_fragment,
465  .read_unit = &cbs_jpeg_read_unit,
466  .write_unit = &cbs_jpeg_write_unit,
467  .assemble_fragment = &cbs_jpeg_assemble_fragment,
468 };
#define NULL
Definition: coverity.c:32
int nb_units
Number of units in this fragment.
Definition: cbs.h:147
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it...
Definition: buffer.c:125
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
static int FUNC() dqt(CodedBitstreamContext *ctx, RWContext *rw, JPEGRawQuantisationTableSpecification *current)
Definition: mjpeg.h:111
Definition: mjpeg.h:73
static void cbs_jpeg_free_scan(void *opaque, uint8_t *content)
Definition: cbs_jpeg.c:99
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:68
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_WB32 unsigned int_TMPL AV_WB24 unsigned int_TMPL AV_RB16
Definition: bytestream.h:87
AVBufferRef * data_ref
Definition: cbs_jpeg.h:84
static int cbs_jpeg_read_unit(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Definition: cbs_jpeg.c:243
int ff_cbs_insert_unit_data(CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, uint8_t *data, size_t data_size, AVBufferRef *data_buf)
Insert a new unit into a fragment with the given data bitstream.
Definition: cbs.c:751
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
size_t data_size
Definition: cbs_jpeg.h:83
static int cbs_jpeg_write_unit(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, PutBitContext *pbc)
Definition: cbs_jpeg.c:383
uint8_t
#define av_malloc(s)
static av_cold int end(AVCodecContext *avctx)
Definition: avrndec.c:90
const CodedBitstreamType ff_cbs_type_jpeg
Definition: cbs_jpeg.c:461
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:219
#define sp
Definition: regdef.h:63
static int FUNC() dht(CodedBitstreamContext *ctx, RWContext *rw, JPEGRawHuffmanTableSpecification *current)
Coded bitstream unit structure.
Definition: cbs.h:64
AVBufferRef * Ap_ref
Definition: cbs_jpeg.h:113
ptrdiff_t size
Definition: opengl_enc.c:100
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:101
static const uint8_t header[24]
Definition: sdr2.c:67
CodedBitstreamUnit * units
Pointer to an array of units of length nb_units_allocated.
Definition: cbs.h:162
#define SEGMENT(marker, type, func, free)
uint8_t * data
Pointer to the directly-parsable bitstream form of this unit.
Definition: cbs.h:75
#define av_log(a,...)
static int FUNC() comment(CodedBitstreamContext *ctx, RWContext *rw, JPEGRawComment *current)
size_t data_size
The number of bytes in the bitstream.
Definition: cbs.h:129
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
static uint8_t * put_bits_ptr(PutBitContext *s)
Return the pointer to the byte where the bitstream writer will put the next bit.
Definition: put_bits.h:347
static int put_bits_left(PutBitContext *s)
Definition: put_bits.h:107
JPEGRawScanHeader header
Definition: cbs_jpeg.h:81
unsigned int pos
Definition: spdifenc.c:410
GLsizei GLsizei * length
Definition: opengl_enc.c:114
int ff_cbs_alloc_unit_content(CodedBitstreamUnit *unit, size_t size, void(*free)(void *opaque, uint8_t *data))
Definition: cbs.c:640
static int put_bits_count(PutBitContext *s)
Definition: put_bits.h:81
void * log_ctx
Logging context to be passed to all av_log() calls associated with this context.
Definition: cbs.h:173
Definition: mjpeg.h:56
static void skip_put_bytes(PutBitContext *s, int n)
Skip the given number of bytes.
Definition: put_bits.h:356
AVFormatContext * ctx
Definition: movenc.c:48
uint8_t * data
Pointer to the bitstream form of this fragment.
Definition: cbs.h:122
static int cbs_jpeg_write_segment(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, PutBitContext *pbc)
Definition: cbs_jpeg.c:354
#define AVERROR_PATCHWELCOME
Not yet implemented in FFmpeg, patches welcome.
Definition: error.h:62
AVBufferRef * av_buffer_alloc(int size)
Allocate an AVBuffer of the given size using av_malloc().
Definition: buffer.c:67
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:116
uint8_t * data
The data buffer.
Definition: buffer.h:89
Context structure for coded bitstream operations.
Definition: cbs.h:168
static int cbs_jpeg_assemble_fragment(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Definition: cbs_jpeg.c:393
static void cbs_jpeg_free_application_data(void *opaque, uint8_t *content)
Definition: cbs_jpeg.c:85
static int init_get_bits(GetBitContext *s, const uint8_t *buffer, int bit_size)
Initialize GetBitContext.
Definition: get_bits.h:659
enum AVCodecID codec_id
Definition: cbs_internal.h:29
A reference to a data buffer.
Definition: buffer.h:81
static void flush_put_bits(PutBitContext *s)
Pad the end of the output stream with zeros.
Definition: put_bits.h:115
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:92
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:93
#define AV_INPUT_BUFFER_PADDING_SIZE
Required number of additionally allocated bytes at the end of the input bitstream for decoding...
Definition: avcodec.h:215
uint8_t * data
Definition: cbs_jpeg.h:82
#define av_freep(p)
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:139
static int cbs_jpeg_split_fragment(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int header)
Definition: cbs_jpeg.c:106
AVBufferRef * Cm_ref
Definition: cbs_jpeg.h:119
int i
Definition: input.c:407
static void cbs_jpeg_free_comment(void *opaque, uint8_t *content)
Definition: cbs_jpeg.c:92
static int cbs_jpeg_write_scan(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, PutBitContext *pbc)
Definition: cbs_jpeg.c:328
size_t data_size
The number of bytes in the bitstream (including any padding bits in the final byte).
Definition: cbs.h:80