FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
xv.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2013 Jeff Moguillansky
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * XVideo output device
24  *
25  * TODO:
26  * - add support to more formats
27  */
28 
29 #include <X11/Xlib.h>
30 #include <X11/extensions/Xv.h>
31 #include <X11/extensions/XShm.h>
32 #include <X11/extensions/Xvlib.h>
33 #include <sys/shm.h>
34 
35 #include "libavutil/opt.h"
36 #include "libavutil/pixdesc.h"
37 #include "libavutil/imgutils.h"
38 #include "libavformat/internal.h"
39 #include "avdevice.h"
40 
41 typedef struct {
42  AVClass *class;
43  GC gc;
44 
45  Window window;
46  int64_t window_id;
47  char *window_title;
48  int window_width, window_height;
49  int window_x, window_y;
50  int dest_x, dest_y; /**< display area position */
51  unsigned int dest_w, dest_h; /**< display area dimensions */
52 
53  Display* display;
54  char *display_name;
55 
56  XvImage* yuv_image;
58  int image_width, image_height;
59  XShmSegmentInfo yuv_shminfo;
60  int xv_port;
62 } XVContext;
63 
64 typedef struct XVTagFormatMap
65 {
66  int tag;
69 
70 static const XVTagFormatMap tag_codec_map[] = {
71  { MKTAG('I','4','2','0'), AV_PIX_FMT_YUV420P },
72  { MKTAG('U','Y','V','Y'), AV_PIX_FMT_UYVY422 },
73  { MKTAG('Y','U','Y','2'), AV_PIX_FMT_YUYV422 },
74  { 0, AV_PIX_FMT_NONE }
75 };
76 
77 static int xv_get_tag_from_format(enum AVPixelFormat format)
78 {
80  int i;
81  for (i = 0; m->tag; m = &tag_codec_map[++i]) {
82  if (m->format == format)
83  return m->tag;
84  }
85  return 0;
86 }
87 
89 {
90  XVContext *xv = s->priv_data;
91  if (xv->display) {
92  XShmDetach(xv->display, &xv->yuv_shminfo);
93  if (xv->yuv_image)
94  shmdt(xv->yuv_image->data);
95  XFree(xv->yuv_image);
96  if (xv->gc)
97  XFreeGC(xv->display, xv->gc);
98  XCloseDisplay(xv->display);
99  }
100  return 0;
101 }
102 
104 {
105  XVContext *xv = s->priv_data;
106  unsigned int num_adaptors;
107  XvAdaptorInfo *ai;
108  XvImageFormatValues *fv;
109  XColor fgcolor;
110  XWindowAttributes window_attrs;
111  int num_formats = 0, j, tag, ret;
112  AVCodecContext *encctx = s->streams[0]->codec;
113 
114  if ( s->nb_streams > 1
115  || encctx->codec_type != AVMEDIA_TYPE_VIDEO
116  || encctx->codec_id != AV_CODEC_ID_RAWVIDEO) {
117  av_log(s, AV_LOG_ERROR, "Only supports one rawvideo stream\n");
118  return AVERROR(EINVAL);
119  }
120 
121  if (!(tag = xv_get_tag_from_format(encctx->pix_fmt))) {
122  av_log(s, AV_LOG_ERROR,
123  "Unsupported pixel format '%s', only yuv420p, uyvy422, yuyv422 are currently supported\n",
124  av_get_pix_fmt_name(encctx->pix_fmt));
125  return AVERROR_PATCHWELCOME;
126  }
127  xv->image_format = encctx->pix_fmt;
128 
129  xv->display = XOpenDisplay(xv->display_name);
130  if (!xv->display) {
131  av_log(s, AV_LOG_ERROR, "Could not open the X11 display '%s'\n", xv->display_name);
132  return AVERROR(EINVAL);
133  }
134 
135  xv->image_width = encctx->width;
136  xv->image_height = encctx->height;
137  if (!xv->window_width && !xv->window_height) {
138  AVRational sar = encctx->sample_aspect_ratio;
139  xv->window_width = encctx->width;
140  xv->window_height = encctx->height;
141  if (sar.num) {
142  if (sar.num > sar.den)
143  xv->window_width = av_rescale(xv->window_width, sar.num, sar.den);
144  if (sar.num < sar.den)
145  xv->window_height = av_rescale(xv->window_height, sar.den, sar.num);
146  }
147  }
148  if (!xv->window_id) {
149  xv->window = XCreateSimpleWindow(xv->display, DefaultRootWindow(xv->display),
150  xv->window_x, xv->window_y,
151  xv->window_width, xv->window_height,
152  0, 0, 0);
153  if (!xv->window_title) {
154  if (!(xv->window_title = av_strdup(s->filename))) {
155  ret = AVERROR(ENOMEM);
156  goto fail;
157  }
158  }
159  XStoreName(xv->display, xv->window, xv->window_title);
160  xv->wm_delete_message = XInternAtom(xv->display, "WM_DELETE_WINDOW", False);
161  XSetWMProtocols(xv->display, xv->window, &xv->wm_delete_message, 1);
162  XMapWindow(xv->display, xv->window);
163  } else
164  xv->window = xv->window_id;
165 
166  if (XvQueryAdaptors(xv->display, DefaultRootWindow(xv->display), &num_adaptors, &ai) != Success) {
167  ret = AVERROR_EXTERNAL;
168  goto fail;
169  }
170  if (!num_adaptors) {
171  av_log(s, AV_LOG_ERROR, "No X-Video adaptors present\n");
172  return AVERROR(ENODEV);
173  }
174  xv->xv_port = ai[0].base_id;
175  XvFreeAdaptorInfo(ai);
176 
177  fv = XvListImageFormats(xv->display, xv->xv_port, &num_formats);
178  if (!fv) {
179  ret = AVERROR_EXTERNAL;
180  goto fail;
181  }
182  for (j = 0; j < num_formats; j++) {
183  if (fv[j].id == tag) {
184  break;
185  }
186  }
187  XFree(fv);
188 
189  if (j >= num_formats) {
190  av_log(s, AV_LOG_ERROR,
191  "Device does not support pixel format %s, aborting\n",
192  av_get_pix_fmt_name(encctx->pix_fmt));
193  ret = AVERROR(EINVAL);
194  goto fail;
195  }
196 
197  xv->gc = XCreateGC(xv->display, xv->window, 0, 0);
198  xv->image_width = encctx->width;
199  xv->image_height = encctx->height;
200  xv->yuv_image = XvShmCreateImage(xv->display, xv->xv_port, tag, 0,
201  xv->image_width, xv->image_height, &xv->yuv_shminfo);
202  xv->yuv_shminfo.shmid = shmget(IPC_PRIVATE, xv->yuv_image->data_size,
203  IPC_CREAT | 0777);
204  xv->yuv_shminfo.shmaddr = (char *)shmat(xv->yuv_shminfo.shmid, 0, 0);
205  xv->yuv_image->data = xv->yuv_shminfo.shmaddr;
206  xv->yuv_shminfo.readOnly = False;
207 
208  XShmAttach(xv->display, &xv->yuv_shminfo);
209  XSync(xv->display, False);
210  shmctl(xv->yuv_shminfo.shmid, IPC_RMID, 0);
211 
212  XGetWindowAttributes(xv->display, xv->window, &window_attrs);
213  fgcolor.red = fgcolor.green = fgcolor.blue = 0;
214  fgcolor.flags = DoRed | DoGreen | DoBlue;
215  XAllocColor(xv->display, window_attrs.colormap, &fgcolor);
216  XSetForeground(xv->display, xv->gc, fgcolor.pixel);
217  //force display area recalculation at first frame
218  xv->window_width = xv->window_height = 0;
219 
220  return 0;
221  fail:
222  xv_write_trailer(s);
223  return ret;
224 }
225 
227 {
228  XVContext *xv = s->priv_data;
229  AVRational sar, dar; /* sample and display aspect ratios */
230  AVStream *st = s->streams[0];
231  AVCodecContext *encctx = st->codec;
232 
233  /* compute overlay width and height from the codec context information */
234  sar = st->sample_aspect_ratio.num ? st->sample_aspect_ratio : (AVRational){ 1, 1 };
235  dar = av_mul_q(sar, (AVRational){ encctx->width, encctx->height });
236 
237  /* we suppose the screen has a 1/1 sample aspect ratio */
238  /* fit in the window */
239  if (av_cmp_q(dar, (AVRational){ xv->dest_w, xv->dest_h }) > 0) {
240  /* fit in width */
241  xv->dest_y = xv->dest_h;
242  xv->dest_x = 0;
243  xv->dest_h = av_rescale(xv->dest_w, dar.den, dar.num);
244  xv->dest_y -= xv->dest_h;
245  xv->dest_y /= 2;
246  } else {
247  /* fit in height */
248  xv->dest_x = xv->dest_w;
249  xv->dest_y = 0;
250  xv->dest_w = av_rescale(xv->dest_h, dar.num, dar.den);
251  xv->dest_x -= xv->dest_w;
252  xv->dest_x /= 2;
253  }
254 }
255 
257 {
258  XVContext *xv = s->priv_data;
259  XWindowAttributes window_attrs;
260 
261  XGetWindowAttributes(xv->display, xv->window, &window_attrs);
262  if (window_attrs.width != xv->window_width || window_attrs.height != xv->window_height) {
263  XRectangle rect[2];
264  xv->dest_w = window_attrs.width;
265  xv->dest_h = window_attrs.height;
267  if (xv->dest_x) {
268  rect[0].width = rect[1].width = xv->dest_x;
269  rect[0].height = rect[1].height = window_attrs.height;
270  rect[0].y = rect[1].y = 0;
271  rect[0].x = 0;
272  rect[1].x = xv->dest_w + xv->dest_x;
273  XFillRectangles(xv->display, xv->window, xv->gc, rect, 2);
274  }
275  if (xv->dest_y) {
276  rect[0].width = rect[1].width = window_attrs.width;
277  rect[0].height = rect[1].height = xv->dest_y;
278  rect[0].x = rect[1].x = 0;
279  rect[0].y = 0;
280  rect[1].y = xv->dest_h + xv->dest_y;
281  XFillRectangles(xv->display, xv->window, xv->gc, rect, 2);
282  }
283  }
284 
285  if (XvShmPutImage(xv->display, xv->xv_port, xv->window, xv->gc,
286  xv->yuv_image, 0, 0, xv->image_width, xv->image_height,
287  xv->dest_x, xv->dest_y, xv->dest_w, xv->dest_h, True) != Success) {
288  av_log(s, AV_LOG_ERROR, "Could not copy image to XV shared memory buffer\n");
289  return AVERROR_EXTERNAL;
290  }
291  return 0;
292 }
293 
295 {
296  XVContext *xv = s->priv_data;
297  XvImage *img = xv->yuv_image;
298  uint8_t *data[3] = {
299  img->data + img->offsets[0],
300  img->data + img->offsets[1],
301  img->data + img->offsets[2]
302  };
303 
304  /* Check messages. Window might get closed. */
305  if (!xv->window_id) {
306  XEvent event;
307  while (XPending(xv->display)) {
308  XNextEvent(xv->display, &event);
309  if (event.type == ClientMessage && event.xclient.data.l[0] == xv->wm_delete_message) {
310  av_log(xv, AV_LOG_DEBUG, "Window close event.\n");
311  return AVERROR(EPIPE);
312  }
313  }
314  }
315 
316  av_image_copy(data, img->pitches, (const uint8_t **)pict->data, pict->linesize,
317  xv->image_format, img->width, img->height);
318  return xv_repaint(s);
319 }
320 
322 {
323  AVPicture pict;
324  AVCodecContext *ctx = s->streams[0]->codec;
325 
326  avpicture_fill(&pict, pkt->data, ctx->pix_fmt, ctx->width, ctx->height);
327  return write_picture(s, &pict);
328 }
329 
330 static int xv_write_frame(AVFormatContext *s, int stream_index, AVFrame **frame,
331  unsigned flags)
332 {
333  /* xv_write_header() should have accepted only supported formats */
334  if ((flags & AV_WRITE_UNCODED_FRAME_QUERY))
335  return 0;
336  return write_picture(s, (AVPicture *)*frame);
337 }
338 
339 static int xv_control_message(AVFormatContext *s, int type, void *data, size_t data_size)
340 {
341  switch(type) {
343  return xv_repaint(s);
344  default:
345  break;
346  }
347  return AVERROR(ENOSYS);
348 }
349 
350 #define OFFSET(x) offsetof(XVContext, x)
351 static const AVOption options[] = {
352  { "display_name", "set display name", OFFSET(display_name), AV_OPT_TYPE_STRING, {.str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
353  { "window_id", "set existing window id", OFFSET(window_id), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT64_MAX, AV_OPT_FLAG_ENCODING_PARAM },
354  { "window_size", "set window forced size", OFFSET(window_width), AV_OPT_TYPE_IMAGE_SIZE, {.str = NULL}, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
355  { "window_title", "set window title", OFFSET(window_title), AV_OPT_TYPE_STRING, {.str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
356  { "window_x", "set window x offset", OFFSET(window_x), AV_OPT_TYPE_INT, {.i64 = 0 }, -INT_MAX, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM },
357  { "window_y", "set window y offset", OFFSET(window_y), AV_OPT_TYPE_INT, {.i64 = 0 }, -INT_MAX, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM },
358  { NULL }
359 
360 };
361 
362 static const AVClass xv_class = {
363  .class_name = "xvideo outdev",
364  .item_name = av_default_item_name,
365  .option = options,
366  .version = LIBAVUTIL_VERSION_INT,
368 };
369 
371  .name = "xv",
372  .long_name = NULL_IF_CONFIG_SMALL("XV (XVideo) output device"),
373  .priv_data_size = sizeof(XVContext),
374  .audio_codec = AV_CODEC_ID_NONE,
375  .video_codec = AV_CODEC_ID_RAWVIDEO,
378  .write_uncoded_frame = xv_write_frame,
380  .control_message = xv_control_message,
382  .priv_class = &xv_class,
383 };