FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
dnxhddec.c
Go to the documentation of this file.
1 /*
2  * VC3/DNxHD decoder.
3  * Copyright (c) 2007 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
4  * Copyright (c) 2011 MirriAd Ltd
5  *
6  * 10 bit support added by MirriAd Ltd, Joseph Artsimovich <joseph@mirriad.com>
7  *
8  * This file is part of FFmpeg.
9  *
10  * FFmpeg is free software; you can redistribute it and/or
11  * modify it under the terms of the GNU Lesser General Public
12  * License as published by the Free Software Foundation; either
13  * version 2.1 of the License, or (at your option) any later version.
14  *
15  * FFmpeg is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18  * Lesser General Public License for more details.
19  *
20  * You should have received a copy of the GNU Lesser General Public
21  * License along with FFmpeg; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23  */
24 
25 #include "libavutil/imgutils.h"
26 #include "libavutil/timer.h"
27 #include "avcodec.h"
28 #include "blockdsp.h"
29 #include "get_bits.h"
30 #include "dnxhddata.h"
31 #include "idctdsp.h"
32 #include "internal.h"
33 #include "thread.h"
34 
35 typedef struct DNXHDContext {
39  int64_t cid; ///< compression id
40  unsigned int width, height;
42  unsigned int mb_width, mb_height;
43  uint32_t mb_scan_index[68]; /* max for 1080p */
44  int cur_field; ///< current interlaced field
46  int last_dc[3];
48  DECLARE_ALIGNED(16, int16_t, blocks)[12][64];
51  int bit_depth; // 8, 10 or 0 if not initialized at all.
52  int is_444;
53  void (*decode_dct_block)(struct DNXHDContext *ctx, int16_t *block,
54  int n, int qscale);
56  int luma_scale[64];
57  int chroma_scale[64];
58 } DNXHDContext;
59 
60 #define DNXHD_VLC_BITS 9
61 #define DNXHD_DC_VLC_BITS 7
62 
63 static void dnxhd_decode_dct_block_8(DNXHDContext *ctx, int16_t *block,
64  int n, int qscale);
65 static void dnxhd_decode_dct_block_10(DNXHDContext *ctx, int16_t *block,
66  int n, int qscale);
67 static void dnxhd_decode_dct_block_10_444(DNXHDContext *ctx, int16_t *block,
68  int n, int qscale);
69 
71 {
72  DNXHDContext *ctx = avctx->priv_data;
73 
74  ctx->avctx = avctx;
75  ctx->cid = -1;
76  return 0;
77 }
78 
79 static int dnxhd_init_vlc(DNXHDContext *ctx, uint32_t cid)
80 {
81  if (cid != ctx->cid) {
82  int index;
83 
84  if ((index = ff_dnxhd_get_cid_table(cid)) < 0) {
85  av_log(ctx->avctx, AV_LOG_ERROR, "unsupported cid %d\n", cid);
86  return AVERROR(ENOSYS);
87  }
88  if (ff_dnxhd_cid_table[index].bit_depth != ctx->bit_depth) {
89  av_log(ctx->avctx, AV_LOG_ERROR, "bit depth mismatches %d %d\n", ff_dnxhd_cid_table[index].bit_depth, ctx->bit_depth);
90  return AVERROR_INVALIDDATA;
91  }
93 
94  ff_free_vlc(&ctx->ac_vlc);
95  ff_free_vlc(&ctx->dc_vlc);
96  ff_free_vlc(&ctx->run_vlc);
97 
98  init_vlc(&ctx->ac_vlc, DNXHD_VLC_BITS, 257,
99  ctx->cid_table->ac_bits, 1, 1,
100  ctx->cid_table->ac_codes, 2, 2, 0);
101  init_vlc(&ctx->dc_vlc, DNXHD_DC_VLC_BITS, ctx->bit_depth + 4,
102  ctx->cid_table->dc_bits, 1, 1,
103  ctx->cid_table->dc_codes, 1, 1, 0);
104  init_vlc(&ctx->run_vlc, DNXHD_VLC_BITS, 62,
105  ctx->cid_table->run_bits, 1, 1,
106  ctx->cid_table->run_codes, 2, 2, 0);
107 
110  ctx->cid = cid;
111  }
112  return 0;
113 }
114 
116  const uint8_t *buf, int buf_size,
117  int first_field)
118 {
119  static const uint8_t header_prefix[] = { 0x00, 0x00, 0x02, 0x80, 0x01 };
120  static const uint8_t header_prefix444[] = { 0x00, 0x00, 0x02, 0x80, 0x02 };
121  int i, cid, ret;
122 
123  if (buf_size < 0x280) {
124  av_log(ctx->avctx, AV_LOG_ERROR, "buffer too small (%d < 640).\n",
125  buf_size);
126  return AVERROR_INVALIDDATA;
127  }
128 
129  if (memcmp(buf, header_prefix, 5) && memcmp(buf, header_prefix444, 5)) {
130  av_log(ctx->avctx, AV_LOG_ERROR, "error in header\n");
131  return AVERROR_INVALIDDATA;
132  }
133  if (buf[5] & 2) { /* interlaced */
134  ctx->cur_field = buf[5] & 1;
135  frame->interlaced_frame = 1;
136  frame->top_field_first = first_field ^ ctx->cur_field;
137  av_log(ctx->avctx, AV_LOG_DEBUG,
138  "interlaced %d, cur field %d\n", buf[5] & 3, ctx->cur_field);
139  }
140 
141  ctx->height = AV_RB16(buf + 0x18);
142  ctx->width = AV_RB16(buf + 0x1a);
143 
144  av_dlog(ctx->avctx, "width %d, height %d\n", ctx->width, ctx->height);
145 
146  if (!ctx->bit_depth) {
147  ff_blockdsp_init(&ctx->bdsp, ctx->avctx);
148  ff_idctdsp_init(&ctx->idsp, ctx->avctx);
149  }
150  if (buf[0x21] == 0x58) { /* 10 bit */
151  ctx->bit_depth = ctx->avctx->bits_per_raw_sample = 10;
152 
153  if (buf[0x4] == 0x2) {
156  ctx->is_444 = 1;
157  } else {
160  }
161  } else if (buf[0x21] == 0x38) { /* 8 bit */
162  ctx->bit_depth = ctx->avctx->bits_per_raw_sample = 8;
163 
166  } else {
167  av_log(ctx->avctx, AV_LOG_ERROR, "invalid bit depth value (%d).\n",
168  buf[0x21]);
169  return AVERROR_INVALIDDATA;
170  }
171 
172  cid = AV_RB32(buf + 0x28);
173  av_dlog(ctx->avctx, "compression id %d\n", cid);
174 
175  if ((ret = dnxhd_init_vlc(ctx, cid)) < 0)
176  return ret;
177 
178  // make sure profile size constraints are respected
179  // DNx100 allows 1920->1440 and 1280->960 subsampling
180  if (ctx->width != ctx->cid_table->width) {
183  ctx->width, ctx->cid_table->width, 255);
184  ctx->width = ctx->cid_table->width;
185  }
186 
187  if (buf_size < ctx->cid_table->coding_unit_size) {
188  av_log(ctx->avctx, AV_LOG_ERROR, "incorrect frame size (%d < %d).\n",
189  buf_size, ctx->cid_table->coding_unit_size);
190  return AVERROR_INVALIDDATA;
191  }
192 
193  ctx->mb_width = ctx->width >> 4;
194  ctx->mb_height = buf[0x16d];
195 
196  av_dlog(ctx->avctx,
197  "mb width %d, mb height %d\n", ctx->mb_width, ctx->mb_height);
198 
199  if ((ctx->height + 15) >> 4 == ctx->mb_height && frame->interlaced_frame)
200  ctx->height <<= 1;
201 
202  if (ctx->mb_height > 68 ||
203  (ctx->mb_height << frame->interlaced_frame) > (ctx->height + 15) >> 4) {
204  av_log(ctx->avctx, AV_LOG_ERROR,
205  "mb height too big: %d\n", ctx->mb_height);
206  return AVERROR_INVALIDDATA;
207  }
208 
209  for (i = 0; i < ctx->mb_height; i++) {
210  ctx->mb_scan_index[i] = AV_RB32(buf + 0x170 + (i << 2));
211  av_dlog(ctx->avctx, "mb scan index %d\n", ctx->mb_scan_index[i]);
212  if (buf_size < ctx->mb_scan_index[i] + 0x280LL) {
213  av_log(ctx->avctx, AV_LOG_ERROR,
214  "invalid mb scan index (%d < %d).\n",
215  buf_size, ctx->mb_scan_index[i] + 0x280);
216  return AVERROR_INVALIDDATA;
217  }
218  }
219 
220  return 0;
221 }
222 
224  int16_t *block, int n,
225  int qscale,
226  int index_bits,
227  int level_bias,
228  int level_shift)
229 {
230  int i, j, index1, index2, len, flags;
231  int level, component, sign;
232  const int *scale;
233  const uint8_t *weight_matrix;
234  const uint8_t *ac_level = ctx->cid_table->ac_level;
235  const uint8_t *ac_flags = ctx->cid_table->ac_flags;
236  const int eob_index = ctx->cid_table->eob_index;
237  OPEN_READER(bs, &ctx->gb);
238 
239  if (!ctx->is_444) {
240  if (n & 2) {
241  component = 1 + (n & 1);
242  scale = ctx->chroma_scale;
243  weight_matrix = ctx->cid_table->chroma_weight;
244  } else {
245  component = 0;
246  scale = ctx->luma_scale;
247  weight_matrix = ctx->cid_table->luma_weight;
248  }
249  } else {
250  component = (n >> 1) % 3;
251  if (component) {
252  scale = ctx->chroma_scale;
253  weight_matrix = ctx->cid_table->chroma_weight;
254  } else {
255  scale = ctx->luma_scale;
256  weight_matrix = ctx->cid_table->luma_weight;
257  }
258  }
259 
260  UPDATE_CACHE(bs, &ctx->gb);
261  GET_VLC(len, bs, &ctx->gb, ctx->dc_vlc.table, DNXHD_DC_VLC_BITS, 1);
262  if (len) {
263  level = GET_CACHE(bs, &ctx->gb);
264  LAST_SKIP_BITS(bs, &ctx->gb, len);
265  sign = ~level >> 31;
266  level = (NEG_USR32(sign ^ level, len) ^ sign) - sign;
267  ctx->last_dc[component] += level;
268  }
269  block[0] = ctx->last_dc[component];
270 
271  i = 0;
272 
273  UPDATE_CACHE(bs, &ctx->gb);
274  GET_VLC(index1, bs, &ctx->gb, ctx->ac_vlc.table,
275  DNXHD_VLC_BITS, 2);
276 
277  while (index1 != eob_index) {
278  level = ac_level[index1];
279  flags = ac_flags[index1];
280 
281  sign = SHOW_SBITS(bs, &ctx->gb, 1);
282  SKIP_BITS(bs, &ctx->gb, 1);
283 
284  if (flags & 1) {
285  level += SHOW_UBITS(bs, &ctx->gb, index_bits) << 7;
286  SKIP_BITS(bs, &ctx->gb, index_bits);
287  }
288 
289  if (flags & 2) {
290  UPDATE_CACHE(bs, &ctx->gb);
291  GET_VLC(index2, bs, &ctx->gb, ctx->run_vlc.table,
292  DNXHD_VLC_BITS, 2);
293  i += ctx->cid_table->run[index2];
294  }
295 
296  if (++i > 63) {
297  av_log(ctx->avctx, AV_LOG_ERROR, "ac tex damaged %d, %d\n", n, i);
298  break;
299  }
300 
301  j = ctx->scantable.permutated[i];
302  level *= scale[i];
303  if (level_bias < 32 || weight_matrix[i] != level_bias)
304  level += level_bias;
305  level >>= level_shift;
306 
307  block[j] = (level ^ sign) - sign;
308 
309  UPDATE_CACHE(bs, &ctx->gb);
310  GET_VLC(index1, bs, &ctx->gb, ctx->ac_vlc.table,
311  DNXHD_VLC_BITS, 2);
312  }
313 
314  CLOSE_READER(bs, &ctx->gb);
315 }
316 
317 static void dnxhd_decode_dct_block_8(DNXHDContext *ctx, int16_t *block,
318  int n, int qscale)
319 {
320  dnxhd_decode_dct_block(ctx, block, n, qscale, 4, 32, 6);
321 }
322 
323 static void dnxhd_decode_dct_block_10(DNXHDContext *ctx, int16_t *block,
324  int n, int qscale)
325 {
326  dnxhd_decode_dct_block(ctx, block, n, qscale, 6, 8, 4);
327 }
328 
330  int n, int qscale)
331 {
332  dnxhd_decode_dct_block(ctx, block, n, qscale, 6, 32, 6);
333 }
334 
336  int x, int y)
337 {
338  int shift1 = ctx->bit_depth == 10;
339  int dct_linesize_luma = frame->linesize[0];
340  int dct_linesize_chroma = frame->linesize[1];
341  uint8_t *dest_y, *dest_u, *dest_v;
342  int dct_y_offset, dct_x_offset;
343  int qscale, i;
344 
345  qscale = get_bits(&ctx->gb, 11);
346  skip_bits1(&ctx->gb);
347 
348  if (qscale != ctx->last_qscale) {
349  for (i = 0; i < 64; i++) {
350  ctx->luma_scale[i] = qscale * ctx->cid_table->luma_weight[i];
351  ctx->chroma_scale[i] = qscale * ctx->cid_table->chroma_weight[i];
352  }
353  ctx->last_qscale = qscale;
354  }
355 
356  for (i = 0; i < 8; i++) {
357  ctx->bdsp.clear_block(ctx->blocks[i]);
358  ctx->decode_dct_block(ctx, ctx->blocks[i], i, qscale);
359  }
360  if (ctx->is_444) {
361  for (; i < 12; i++) {
362  ctx->bdsp.clear_block(ctx->blocks[i]);
363  ctx->decode_dct_block(ctx, ctx->blocks[i], i, qscale);
364  }
365  }
366 
367  if (frame->interlaced_frame) {
368  dct_linesize_luma <<= 1;
369  dct_linesize_chroma <<= 1;
370  }
371 
372  dest_y = frame->data[0] + ((y * dct_linesize_luma) << 4) + (x << (4 + shift1));
373  dest_u = frame->data[1] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1 + ctx->is_444));
374  dest_v = frame->data[2] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1 + ctx->is_444));
375 
376  if (ctx->cur_field) {
377  dest_y += frame->linesize[0];
378  dest_u += frame->linesize[1];
379  dest_v += frame->linesize[2];
380  }
381 
382  dct_y_offset = dct_linesize_luma << 3;
383  dct_x_offset = 8 << shift1;
384  if (!ctx->is_444) {
385  ctx->idsp.idct_put(dest_y, dct_linesize_luma, ctx->blocks[0]);
386  ctx->idsp.idct_put(dest_y + dct_x_offset, dct_linesize_luma, ctx->blocks[1]);
387  ctx->idsp.idct_put(dest_y + dct_y_offset, dct_linesize_luma, ctx->blocks[4]);
388  ctx->idsp.idct_put(dest_y + dct_y_offset + dct_x_offset, dct_linesize_luma, ctx->blocks[5]);
389 
390  if (!(ctx->avctx->flags & CODEC_FLAG_GRAY)) {
391  dct_y_offset = dct_linesize_chroma << 3;
392  ctx->idsp.idct_put(dest_u, dct_linesize_chroma, ctx->blocks[2]);
393  ctx->idsp.idct_put(dest_v, dct_linesize_chroma, ctx->blocks[3]);
394  ctx->idsp.idct_put(dest_u + dct_y_offset, dct_linesize_chroma, ctx->blocks[6]);
395  ctx->idsp.idct_put(dest_v + dct_y_offset, dct_linesize_chroma, ctx->blocks[7]);
396  }
397  } else {
398  ctx->idsp.idct_put(dest_y, dct_linesize_luma, ctx->blocks[0]);
399  ctx->idsp.idct_put(dest_y + dct_x_offset, dct_linesize_luma, ctx->blocks[1]);
400  ctx->idsp.idct_put(dest_y + dct_y_offset, dct_linesize_luma, ctx->blocks[6]);
401  ctx->idsp.idct_put(dest_y + dct_y_offset + dct_x_offset, dct_linesize_luma, ctx->blocks[7]);
402 
403  if (!(ctx->avctx->flags & CODEC_FLAG_GRAY)) {
404  dct_y_offset = dct_linesize_chroma << 3;
405  ctx->idsp.idct_put(dest_u, dct_linesize_chroma, ctx->blocks[2]);
406  ctx->idsp.idct_put(dest_u + dct_x_offset, dct_linesize_chroma, ctx->blocks[3]);
407  ctx->idsp.idct_put(dest_u + dct_y_offset, dct_linesize_chroma, ctx->blocks[8]);
408  ctx->idsp.idct_put(dest_u + dct_y_offset + dct_x_offset, dct_linesize_chroma, ctx->blocks[9]);
409  ctx->idsp.idct_put(dest_v, dct_linesize_chroma, ctx->blocks[4]);
410  ctx->idsp.idct_put(dest_v + dct_x_offset, dct_linesize_chroma, ctx->blocks[5]);
411  ctx->idsp.idct_put(dest_v + dct_y_offset, dct_linesize_chroma, ctx->blocks[10]);
412  ctx->idsp.idct_put(dest_v + dct_y_offset + dct_x_offset, dct_linesize_chroma, ctx->blocks[11]);
413  }
414  }
415 
416  return 0;
417 }
418 
420  const uint8_t *buf, int buf_size)
421 {
422  int x, y;
423  for (y = 0; y < ctx->mb_height; y++) {
424  ctx->last_dc[0] =
425  ctx->last_dc[1] =
426  ctx->last_dc[2] = 1 << (ctx->bit_depth + 2); // for levels +2^(bitdepth-1)
427  init_get_bits(&ctx->gb, buf + ctx->mb_scan_index[y], (buf_size - ctx->mb_scan_index[y]) << 3);
428  for (x = 0; x < ctx->mb_width; x++) {
429  //START_TIMER;
430  dnxhd_decode_macroblock(ctx, frame, x, y);
431  //STOP_TIMER("decode macroblock");
432  }
433  }
434  return 0;
435 }
436 
438  int *got_frame, AVPacket *avpkt)
439 {
440  const uint8_t *buf = avpkt->data;
441  int buf_size = avpkt->size;
442  DNXHDContext *ctx = avctx->priv_data;
443  ThreadFrame frame = { .f = data };
444  AVFrame *picture = data;
445  int first_field = 1;
446  int ret;
447 
448  av_dlog(avctx, "frame size %d\n", buf_size);
449 
450 decode_coding_unit:
451  if ((ret = dnxhd_decode_header(ctx, picture, buf, buf_size, first_field)) < 0)
452  return ret;
453 
454  if ((avctx->width || avctx->height) &&
455  (ctx->width != avctx->width || ctx->height != avctx->height)) {
456  av_log(avctx, AV_LOG_WARNING, "frame size changed: %dx%d -> %dx%d\n",
457  avctx->width, avctx->height, ctx->width, ctx->height);
458  first_field = 1;
459  }
460  if (avctx->pix_fmt != AV_PIX_FMT_NONE && avctx->pix_fmt != ctx->pix_fmt) {
461  av_log(avctx, AV_LOG_WARNING, "pix_fmt changed: %s -> %s\n",
463  first_field = 1;
464  }
465 
466  avctx->pix_fmt = ctx->pix_fmt;
467  ret = ff_set_dimensions(avctx, ctx->width, ctx->height);
468  if (ret < 0)
469  return ret;
470 
471  if (first_field) {
472  if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
473  return ret;
474  picture->pict_type = AV_PICTURE_TYPE_I;
475  picture->key_frame = 1;
476  }
477 
478  dnxhd_decode_macroblocks(ctx, picture, buf + 0x280, buf_size - 0x280);
479 
480  if (first_field && picture->interlaced_frame) {
481  buf += ctx->cid_table->coding_unit_size;
482  buf_size -= ctx->cid_table->coding_unit_size;
483  first_field = 0;
484  goto decode_coding_unit;
485  }
486 
487  *got_frame = 1;
488  return avpkt->size;
489 }
490 
492 {
493  DNXHDContext *ctx = avctx->priv_data;
494 
495  ff_free_vlc(&ctx->ac_vlc);
496  ff_free_vlc(&ctx->dc_vlc);
497  ff_free_vlc(&ctx->run_vlc);
498  return 0;
499 }
500 
502  .name = "dnxhd",
503  .long_name = NULL_IF_CONFIG_SMALL("VC3/DNxHD"),
504  .type = AVMEDIA_TYPE_VIDEO,
505  .id = AV_CODEC_ID_DNXHD,
506  .priv_data_size = sizeof(DNXHDContext),
508  .close = dnxhd_decode_close,
510  .capabilities = CODEC_CAP_DR1 | CODEC_CAP_FRAME_THREADS,
511 };