FFmpeg
mpegvideo_xvmc.c
Go to the documentation of this file.
1 /*
2  * XVideo Motion Compensation
3  * Copyright (c) 2003 Ivan Kalvachev
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <limits.h>
23 #include <X11/extensions/XvMC.h>
24 
25 #include "avcodec.h"
26 #include "mpegutils.h"
27 #include "mpegvideo.h"
28 
29 #undef NDEBUG
30 #include <assert.h>
31 
32 #include "xvmc.h"
33 #include "xvmc_internal.h"
34 #include "version.h"
35 
36 /**
37  * Initialize the block field of the MpegEncContext pointer passed as
38  * parameter after making sure that the data is not corrupted.
39  * In order to implement something like direct rendering instead of decoding
40  * coefficients in s->blocks and then copying them, copy them directly
41  * into the data_blocks array provided by xvmc.
42  */
44 {
45  struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
46  assert(render && render->xvmc_id == AV_XVMC_ID);
47 
48  s->block = (int16_t (*)[64])(render->data_blocks + render->next_free_data_block_num * 64);
49 }
50 
52 {
53  int16_t (*tmp)[64];
54 
55  tmp = s->pblocks[4];
56  s->pblocks[4] = s->pblocks[5];
57  s->pblocks[5] = tmp;
58 }
59 
60 /**
61  * Fill individual block pointers, so there are no gaps in the data_block array
62  * in case not all blocks in the macroblock are coded.
63  */
65 {
66  int i, j = 0;
67  const int mb_block_count = 4 + (1 << s->chroma_format);
68 
69  cbp <<= 12-mb_block_count;
70  for (i = 0; i < mb_block_count; i++) {
71  if (cbp & (1 << 11))
72  s->pblocks[i] = &s->block[j++];
73  else
74  s->pblocks[i] = NULL;
75  cbp += cbp;
76  }
77  if (s->swap_uv) {
78  exchange_uv(s);
79  }
80 }
81 
82 /**
83  * Find and store the surfaces that are used as reference frames.
84  * This function should be called for every new field and/or frame.
85  * It should be safe to call the function a few times for the same field.
86  */
87 static int ff_xvmc_field_start(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size)
88 {
89  struct MpegEncContext *s = avctx->priv_data;
90  struct xvmc_pix_fmt *last, *next, *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
91  const int mb_block_count = 4 + (1 << s->chroma_format);
92 
93  assert(avctx);
94  if (!render || render->xvmc_id != AV_XVMC_ID ||
95  !render->data_blocks || !render->mv_blocks ||
96  (unsigned int)render->allocated_mv_blocks > INT_MAX/(64*6) ||
97  (unsigned int)render->allocated_data_blocks > INT_MAX/64 ||
98  !render->p_surface) {
99  av_log(avctx, AV_LOG_ERROR,
100  "Render token doesn't look as expected.\n");
101  return -1; // make sure that this is a render packet
102  }
103 
104  if (render->filled_mv_blocks_num) {
105  av_log(avctx, AV_LOG_ERROR,
106  "Rendering surface contains %i unprocessed blocks.\n",
107  render->filled_mv_blocks_num);
108  return -1;
109  }
110  if (render->allocated_mv_blocks < 1 ||
111  render->allocated_data_blocks < render->allocated_mv_blocks*mb_block_count ||
112  render->start_mv_blocks_num >= render->allocated_mv_blocks ||
113  render->next_free_data_block_num >
114  render->allocated_data_blocks -
115  mb_block_count*(render->allocated_mv_blocks-render->start_mv_blocks_num)) {
116  av_log(avctx, AV_LOG_ERROR,
117  "Rendering surface doesn't provide enough block structures to work with.\n");
118  return -1;
119  }
120 
121  render->picture_structure = s->picture_structure;
122  render->flags = s->first_field ? 0 : XVMC_SECOND_FIELD;
123  render->p_future_surface = NULL;
124  render->p_past_surface = NULL;
125 
126  switch(s->pict_type) {
127  case AV_PICTURE_TYPE_I:
128  return 0; // no prediction from other frames
129  case AV_PICTURE_TYPE_B:
130  next = (struct xvmc_pix_fmt*)s->next_picture.f->data[2];
131  if (!next)
132  return -1;
133  if (next->xvmc_id != AV_XVMC_ID)
134  return -1;
135  render->p_future_surface = next->p_surface;
136  // no return here, going to set forward prediction
137  case AV_PICTURE_TYPE_P:
138  last = (struct xvmc_pix_fmt*)s->last_picture.f->data[2];
139  if (!last)
140  last = render; // predict second field from the first
141  if (last->xvmc_id != AV_XVMC_ID)
142  return -1;
143  render->p_past_surface = last->p_surface;
144  return 0;
145  }
146 
147 return -1;
148 }
149 
150 /**
151  * Complete frame/field rendering by passing any remaining blocks.
152  * Normally ff_draw_horiz_band() is called for each slice, however,
153  * some leftover blocks, for example from error_resilience(), may remain.
154  * It should be safe to call the function a few times for the same field.
155  */
157 {
158  struct MpegEncContext *s = avctx->priv_data;
159  struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
160  assert(render);
161 
162  if (render->filled_mv_blocks_num > 0)
163  ff_mpeg_draw_horiz_band(s, 0, 0);
164  return 0;
165 }
166 
167 /**
168  * Synthesize the data needed by XvMC to render one macroblock of data.
169  * Fill all relevant fields, if necessary do IDCT.
170  */
171 static void ff_xvmc_decode_mb(struct MpegEncContext *s)
172 {
173  XvMCMacroBlock *mv_block;
174  struct xvmc_pix_fmt *render;
175  int i, cbp, blocks_per_mb;
176 
177  const int mb_xy = s->mb_y * s->mb_stride + s->mb_x;
178 
179 
180  if (s->encoding) {
181  av_log(s->avctx, AV_LOG_ERROR, "XVMC doesn't support encoding!!!\n");
182  return;
183  }
184 
185  // from ff_mpv_reconstruct_mb(), update DC predictors for P macroblocks
186  if (!s->mb_intra) {
187  s->last_dc[0] =
188  s->last_dc[1] =
189  s->last_dc[2] = 128 << s->intra_dc_precision;
190  }
191 
192  // MC doesn't skip blocks
193  s->mb_skipped = 0;
194 
195 
196  // Do I need to export quant when I could not perform postprocessing?
197  // Anyway, it doesn't hurt.
198  s->current_picture.qscale_table[mb_xy] = s->qscale;
199 
200  // start of XVMC-specific code
201  render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
202  assert(render);
203  assert(render->xvmc_id == AV_XVMC_ID);
204  assert(render->mv_blocks);
205 
206  // take the next free macroblock
207  mv_block = &render->mv_blocks[render->start_mv_blocks_num +
208  render->filled_mv_blocks_num];
209 
210  mv_block->x = s->mb_x;
211  mv_block->y = s->mb_y;
212  mv_block->dct_type = s->interlaced_dct; // XVMC_DCT_TYPE_FRAME/FIELD;
213  if (s->mb_intra) {
214  mv_block->macroblock_type = XVMC_MB_TYPE_INTRA; // no MC, all done
215  } else {
216  mv_block->macroblock_type = XVMC_MB_TYPE_PATTERN;
217 
218  if (s->mv_dir & MV_DIR_FORWARD) {
219  mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_FORWARD;
220  // PMV[n][dir][xy] = mv[dir][n][xy]
221  mv_block->PMV[0][0][0] = s->mv[0][0][0];
222  mv_block->PMV[0][0][1] = s->mv[0][0][1];
223  mv_block->PMV[1][0][0] = s->mv[0][1][0];
224  mv_block->PMV[1][0][1] = s->mv[0][1][1];
225  }
226  if (s->mv_dir & MV_DIR_BACKWARD) {
227  mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_BACKWARD;
228  mv_block->PMV[0][1][0] = s->mv[1][0][0];
229  mv_block->PMV[0][1][1] = s->mv[1][0][1];
230  mv_block->PMV[1][1][0] = s->mv[1][1][0];
231  mv_block->PMV[1][1][1] = s->mv[1][1][1];
232  }
233 
234  switch(s->mv_type) {
235  case MV_TYPE_16X16:
236  mv_block->motion_type = XVMC_PREDICTION_FRAME;
237  break;
238  case MV_TYPE_16X8:
239  mv_block->motion_type = XVMC_PREDICTION_16x8;
240  break;
241  case MV_TYPE_FIELD:
242  mv_block->motion_type = XVMC_PREDICTION_FIELD;
243  if (s->picture_structure == PICT_FRAME) {
244  mv_block->PMV[0][0][1] <<= 1;
245  mv_block->PMV[1][0][1] <<= 1;
246  mv_block->PMV[0][1][1] <<= 1;
247  mv_block->PMV[1][1][1] <<= 1;
248  }
249  break;
250  case MV_TYPE_DMV:
251  mv_block->motion_type = XVMC_PREDICTION_DUAL_PRIME;
252  if (s->picture_structure == PICT_FRAME) {
253 
254  mv_block->PMV[0][0][0] = s->mv[0][0][0]; // top from top
255  mv_block->PMV[0][0][1] = s->mv[0][0][1] << 1;
256 
257  mv_block->PMV[0][1][0] = s->mv[0][0][0]; // bottom from bottom
258  mv_block->PMV[0][1][1] = s->mv[0][0][1] << 1;
259 
260  mv_block->PMV[1][0][0] = s->mv[0][2][0]; // dmv00, top from bottom
261  mv_block->PMV[1][0][1] = s->mv[0][2][1] << 1; // dmv01
262 
263  mv_block->PMV[1][1][0] = s->mv[0][3][0]; // dmv10, bottom from top
264  mv_block->PMV[1][1][1] = s->mv[0][3][1] << 1; // dmv11
265 
266  } else {
267  mv_block->PMV[0][1][0] = s->mv[0][2][0]; // dmv00
268  mv_block->PMV[0][1][1] = s->mv[0][2][1]; // dmv01
269  }
270  break;
271  default:
272  assert(0);
273  }
274 
275  mv_block->motion_vertical_field_select = 0;
276 
277  // set correct field references
278  if (s->mv_type == MV_TYPE_FIELD || s->mv_type == MV_TYPE_16X8) {
279  mv_block->motion_vertical_field_select |= s->field_select[0][0];
280  mv_block->motion_vertical_field_select |= s->field_select[1][0] << 1;
281  mv_block->motion_vertical_field_select |= s->field_select[0][1] << 2;
282  mv_block->motion_vertical_field_select |= s->field_select[1][1] << 3;
283  }
284  } // !intra
285  // time to handle data blocks
286  mv_block->index = render->next_free_data_block_num;
287 
288  blocks_per_mb = 6;
289  if (s->chroma_format >= 2) {
290  blocks_per_mb = 4 + (1 << s->chroma_format);
291  }
292 
293  // calculate cbp
294  cbp = 0;
295  for (i = 0; i < blocks_per_mb; i++) {
296  cbp += cbp;
297  if (s->block_last_index[i] >= 0)
298  cbp++;
299  }
300 
301  if (s->avctx->flags & AV_CODEC_FLAG_GRAY) {
302  if (s->mb_intra) { // intra frames are always full chroma blocks
303  for (i = 4; i < blocks_per_mb; i++) {
304  memset(s->pblocks[i], 0, sizeof(*s->pblocks[i])); // so we need to clear them
305  if (!render->unsigned_intra)
306  *s->pblocks[i][0] = 1 << 10;
307  }
308  } else {
309  cbp &= 0xf << (blocks_per_mb - 4);
310  blocks_per_mb = 4; // luminance blocks only
311  }
312  }
313  mv_block->coded_block_pattern = cbp;
314  if (cbp == 0)
315  mv_block->macroblock_type &= ~XVMC_MB_TYPE_PATTERN;
316 
317  for (i = 0; i < blocks_per_mb; i++) {
318  if (s->block_last_index[i] >= 0) {
319  // I do not have unsigned_intra MOCO to test, hope it is OK.
320  if (s->mb_intra && (render->idct || !render->unsigned_intra))
321  *s->pblocks[i][0] -= 1 << 10;
322  if (!render->idct) {
323  s->idsp.idct(*s->pblocks[i]);
324  /* It is unclear if MC hardware requires pixel diff values to be
325  * in the range [-255;255]. TODO: Clipping if such hardware is
326  * ever found. As of now it would only be an unnecessary
327  * slowdown. */
328  }
329  // copy blocks only if the codec doesn't support pblocks reordering
330  if (!s->pack_pblocks) {
331  memcpy(&render->data_blocks[render->next_free_data_block_num*64],
332  s->pblocks[i], sizeof(*s->pblocks[i]));
333  }
334  render->next_free_data_block_num++;
335  }
336  }
337  render->filled_mv_blocks_num++;
338 
339  assert(render->filled_mv_blocks_num <= render->allocated_mv_blocks);
340  assert(render->next_free_data_block_num <= render->allocated_data_blocks);
341  /* The above conditions should not be able to fail as long as this function
342  * is used and the following 'if ()' automatically calls a callback to free
343  * blocks. */
344 
345 
346  if (render->filled_mv_blocks_num == render->allocated_mv_blocks)
347  ff_mpeg_draw_horiz_band(s, 0, 0);
348 }
349 
350 #if CONFIG_MPEG1_XVMC_HWACCEL
352  .name = "mpeg1_xvmc",
353  .type = AVMEDIA_TYPE_VIDEO,
355  .pix_fmt = AV_PIX_FMT_XVMC,
356  .start_frame = ff_xvmc_field_start,
357  .end_frame = ff_xvmc_field_end,
358  .decode_slice = NULL,
359  .decode_mb = ff_xvmc_decode_mb,
360  .priv_data_size = 0,
361 };
362 #endif
363 
364 #if CONFIG_MPEG2_XVMC_HWACCEL
366  .name = "mpeg2_xvmc",
367  .type = AVMEDIA_TYPE_VIDEO,
369  .pix_fmt = AV_PIX_FMT_XVMC,
370  .start_frame = ff_xvmc_field_start,
371  .end_frame = ff_xvmc_field_end,
372  .decode_slice = NULL,
373  .decode_mb = ff_xvmc_decode_mb,
374  .priv_data_size = 0,
375 };
376 #endif
PICT_FRAME
#define PICT_FRAME
Definition: mpegutils.h:39
MV_TYPE_16X16
#define MV_TYPE_16X16
1 vector for the whole mb
Definition: mpegvideo.h:266
exchange_uv
static void exchange_uv(MpegEncContext *s)
Definition: mpegvideo_xvmc.c:51
xvmc.h
xvmc_pix_fmt::unsigned_intra
int unsigned_intra
In MoCo mode it indicates that intra macroblocks are assumed to be in unsigned format; same as the XV...
Definition: xvmc.h:96
ff_mpeg1_xvmc_hwaccel
const AVHWAccel ff_mpeg1_xvmc_hwaccel
MV_TYPE_16X8
#define MV_TYPE_16X8
2 vectors, one per 16x8 block
Definition: mpegvideo.h:268
tmp
static uint8_t tmp[11]
Definition: aes_ctr.c:26
xvmc_pix_fmt::start_mv_blocks_num
int start_mv_blocks_num
Number of macroblock descriptions in the mv_blocks array that have already been passed to the hardwar...
Definition: xvmc.h:141
xvmc_pix_fmt::filled_mv_blocks_num
int filled_mv_blocks_num
Number of new macroblock descriptions in the mv_blocks array (after start_mv_blocks_num) that are fil...
Definition: xvmc.h:150
version.h
xvmc_pix_fmt::idct
int idct
Indicate that the hardware would interpret data_blocks as IDCT coefficients and perform IDCT on them.
Definition: xvmc.h:89
mpegvideo.h
MpegEncContext::avctx
struct AVCodecContext * avctx
Definition: mpegvideo.h:98
mpegutils.h
MV_DIR_BACKWARD
#define MV_DIR_BACKWARD
Definition: mpegvideo.h:263
xvmc_pix_fmt::xvmc_id
int xvmc_id
The field contains the special constant value AV_XVMC_ID.
Definition: xvmc.h:53
MV_TYPE_DMV
#define MV_TYPE_DMV
2 vectors, special mpeg2 Dual Prime Vectors
Definition: mpegvideo.h:270
AVHWAccel
Definition: avcodec.h:3649
ff_xvmc_init_block
void ff_xvmc_init_block(MpegEncContext *s)
Initialize the block field of the MpegEncContext pointer passed as parameter after making sure that t...
Definition: mpegvideo_xvmc.c:43
xvmc_pix_fmt::flags
unsigned int flags
XVMC_SECOND_FIELD - 1st or 2nd field in the sequence.
Definition: xvmc.h:131
ff_mpeg_draw_horiz_band
void ff_mpeg_draw_horiz_band(MpegEncContext *s, int y, int h)
Definition: mpegvideo.c:2274
ff_xvmc_pack_pblocks
void ff_xvmc_pack_pblocks(MpegEncContext *s, int cbp)
Fill individual block pointers, so there are no gaps in the data_block array in case not all blocks i...
Definition: mpegvideo_xvmc.c:64
xvmc_pix_fmt::data_blocks
short * data_blocks
Pointer to the block array allocated by XvMCCreateBlocks().
Definition: xvmc.h:62
xvmc_pix_fmt::p_future_surface
XvMCSurface * p_future_surface
Pointer to the surface used as future reference.
Definition: xvmc.h:119
AV_XVMC_ID
#define AV_XVMC_ID
special value to ensure that regular pixel routines haven't corrupted the struct the number is 1337 s...
Definition: xvmc.h:43
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
buf
void * buf
Definition: avisynth_c.h:766
xvmc_pix_fmt::next_free_data_block_num
int next_free_data_block_num
Number of the next free data block; one data block consists of 64 short values in the data_blocks arr...
Definition: xvmc.h:163
s
#define s(width, name)
Definition: cbs_vp9.c:257
xvmc_pix_fmt::allocated_data_blocks
int allocated_data_blocks
Number of blocks that can be stored at once in the data_blocks array.
Definition: xvmc.h:82
limits.h
if
if(ret)
Definition: filter_design.txt:179
xvmc_pix_fmt::allocated_mv_blocks
int allocated_mv_blocks
Number of macroblock descriptions that can be stored in the mv_blocks array.
Definition: xvmc.h:76
ff_xvmc_field_start
static int ff_xvmc_field_start(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size)
Find and store the surfaces that are used as reference frames.
Definition: mpegvideo_xvmc.c:87
NULL
#define NULL
Definition: coverity.c:32
ff_xvmc_decode_mb
static void ff_xvmc_decode_mb(struct MpegEncContext *s)
Synthesize the data needed by XvMC to render one macroblock of data.
Definition: mpegvideo_xvmc.c:171
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
AV_PIX_FMT_XVMC
@ AV_PIX_FMT_XVMC
XVideo Motion Acceleration via common packet passing.
Definition: pixfmt.h:273
xvmc_internal.h
AV_CODEC_ID_MPEG1VIDEO
@ AV_CODEC_ID_MPEG1VIDEO
Definition: avcodec.h:219
ff_mpeg2_xvmc_hwaccel
const AVHWAccel ff_mpeg2_xvmc_hwaccel
AV_CODEC_FLAG_GRAY
#define AV_CODEC_FLAG_GRAY
Only decode/encode grayscale.
Definition: avcodec.h:883
xvmc_pix_fmt::mv_blocks
XvMCMacroBlock * mv_blocks
Pointer to the macroblock description array allocated by XvMCCreateMacroBlocks() and freed by XvMCDes...
Definition: xvmc.h:69
xvmc_pix_fmt::p_past_surface
XvMCSurface * p_past_surface
Set by the decoder before calling ff_draw_horiz_band(), needed by the XvMCRenderSurface function.
Definition: xvmc.h:113
xvmc_pix_fmt
Definition: xvmc.h:46
MV_TYPE_FIELD
#define MV_TYPE_FIELD
2 vectors, one per field
Definition: mpegvideo.h:269
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:3655
xvmc_pix_fmt::picture_structure
unsigned int picture_structure
top/bottom field or frame
Definition: xvmc.h:125
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
uint8_t
uint8_t
Definition: audio_convert.c:194
avcodec.h
AVCodecContext
main external API structure.
Definition: avcodec.h:1565
AV_PICTURE_TYPE_B
@ AV_PICTURE_TYPE_B
Bi-dir predicted.
Definition: avutil.h:276
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
ff_xvmc_field_end
static int ff_xvmc_field_end(AVCodecContext *avctx)
Complete frame/field rendering by passing any remaining blocks.
Definition: mpegvideo_xvmc.c:156
MV_DIR_FORWARD
#define MV_DIR_FORWARD
Definition: mpegvideo.h:262
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:1592
xvmc_pix_fmt::p_surface
XvMCSurface * p_surface
Pointer to the surface allocated by XvMCCreateSurface().
Definition: xvmc.h:104
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AV_CODEC_ID_MPEG2VIDEO
@ AV_CODEC_ID_MPEG2VIDEO
preferred ID for MPEG-1/2 video decoding
Definition: avcodec.h:220
MpegEncContext
MpegEncContext.
Definition: mpegvideo.h:81