FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
swscale.c
Go to the documentation of this file.
1 /*
2  * Copyright (C) 2001-2011 Michael Niedermayer <michaelni@gmx.at>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <inttypes.h>
22 #include <math.h>
23 #include <stdio.h>
24 #include <string.h>
25 
26 #include "libavutil/avassert.h"
27 #include "libavutil/avutil.h"
28 #include "libavutil/bswap.h"
29 #include "libavutil/cpu.h"
30 #include "libavutil/imgutils.h"
31 #include "libavutil/intreadwrite.h"
32 #include "libavutil/mathematics.h"
33 #include "libavutil/pixdesc.h"
34 #include "config.h"
35 #include "rgb2rgb.h"
36 #include "swscale_internal.h"
37 #include "swscale.h"
38 
40  { 36, 68, 60, 92, 34, 66, 58, 90, },
41  { 100, 4, 124, 28, 98, 2, 122, 26, },
42  { 52, 84, 44, 76, 50, 82, 42, 74, },
43  { 116, 20, 108, 12, 114, 18, 106, 10, },
44  { 32, 64, 56, 88, 38, 70, 62, 94, },
45  { 96, 0, 120, 24, 102, 6, 126, 30, },
46  { 48, 80, 40, 72, 54, 86, 46, 78, },
47  { 112, 16, 104, 8, 118, 22, 110, 14, },
48  { 36, 68, 60, 92, 34, 66, 58, 90, },
49 };
50 
51 DECLARE_ALIGNED(8, static const uint8_t, sws_pb_64)[8] = {
52  64, 64, 64, 64, 64, 64, 64, 64
53 };
54 
55 static void gamma_convert(uint8_t * src[], int width, uint16_t *gamma)
56 {
57  int i;
58  uint16_t *src1 = (uint16_t*)src[0];
59 
60  for (i = 0; i < width; ++i) {
61  uint16_t r = AV_RL16(src1 + i*4 + 0);
62  uint16_t g = AV_RL16(src1 + i*4 + 1);
63  uint16_t b = AV_RL16(src1 + i*4 + 2);
64 
65  AV_WL16(src1 + i*4 + 0, gamma[r]);
66  AV_WL16(src1 + i*4 + 1, gamma[g]);
67  AV_WL16(src1 + i*4 + 2, gamma[b]);
68  }
69 }
70 
72  int height, int y, uint8_t val)
73 {
74  int i;
75  uint8_t *ptr = plane + stride * y;
76  for (i = 0; i < height; i++) {
77  memset(ptr, val, width);
78  ptr += stride;
79  }
80 }
81 
82 static void hScale16To19_c(SwsContext *c, int16_t *_dst, int dstW,
83  const uint8_t *_src, const int16_t *filter,
84  const int32_t *filterPos, int filterSize)
85 {
87  int i;
88  int32_t *dst = (int32_t *) _dst;
89  const uint16_t *src = (const uint16_t *) _src;
90  int bits = desc->comp[0].depth_minus1;
91  int sh = bits - 4;
92 
93  if((isAnyRGB(c->srcFormat) || c->srcFormat==AV_PIX_FMT_PAL8) && desc->comp[0].depth_minus1<15)
94  sh= 9;
95 
96  for (i = 0; i < dstW; i++) {
97  int j;
98  int srcPos = filterPos[i];
99  int val = 0;
100 
101  for (j = 0; j < filterSize; j++) {
102  val += src[srcPos + j] * filter[filterSize * i + j];
103  }
104  // filter=14 bit, input=16 bit, output=30 bit, >> 11 makes 19 bit
105  dst[i] = FFMIN(val >> sh, (1 << 19) - 1);
106  }
107 }
108 
109 static void hScale16To15_c(SwsContext *c, int16_t *dst, int dstW,
110  const uint8_t *_src, const int16_t *filter,
111  const int32_t *filterPos, int filterSize)
112 {
114  int i;
115  const uint16_t *src = (const uint16_t *) _src;
116  int sh = desc->comp[0].depth_minus1;
117 
118  if(sh<15)
119  sh= isAnyRGB(c->srcFormat) || c->srcFormat==AV_PIX_FMT_PAL8 ? 13 : desc->comp[0].depth_minus1;
120 
121  for (i = 0; i < dstW; i++) {
122  int j;
123  int srcPos = filterPos[i];
124  int val = 0;
125 
126  for (j = 0; j < filterSize; j++) {
127  val += src[srcPos + j] * filter[filterSize * i + j];
128  }
129  // filter=14 bit, input=16 bit, output=30 bit, >> 15 makes 15 bit
130  dst[i] = FFMIN(val >> sh, (1 << 15) - 1);
131  }
132 }
133 
134 // bilinear / bicubic scaling
135 static void hScale8To15_c(SwsContext *c, int16_t *dst, int dstW,
136  const uint8_t *src, const int16_t *filter,
137  const int32_t *filterPos, int filterSize)
138 {
139  int i;
140  for (i = 0; i < dstW; i++) {
141  int j;
142  int srcPos = filterPos[i];
143  int val = 0;
144  for (j = 0; j < filterSize; j++) {
145  val += ((int)src[srcPos + j]) * filter[filterSize * i + j];
146  }
147  dst[i] = FFMIN(val >> 7, (1 << 15) - 1); // the cubic equation does overflow ...
148  }
149 }
150 
151 static void hScale8To19_c(SwsContext *c, int16_t *_dst, int dstW,
152  const uint8_t *src, const int16_t *filter,
153  const int32_t *filterPos, int filterSize)
154 {
155  int i;
156  int32_t *dst = (int32_t *) _dst;
157  for (i = 0; i < dstW; i++) {
158  int j;
159  int srcPos = filterPos[i];
160  int val = 0;
161  for (j = 0; j < filterSize; j++) {
162  val += ((int)src[srcPos + j]) * filter[filterSize * i + j];
163  }
164  dst[i] = FFMIN(val >> 3, (1 << 19) - 1); // the cubic equation does overflow ...
165  }
166 }
167 
168 // FIXME all pal and rgb srcFormats could do this conversion as well
169 // FIXME all scalers more complex than bilinear could do half of this transform
170 static void chrRangeToJpeg_c(int16_t *dstU, int16_t *dstV, int width)
171 {
172  int i;
173  for (i = 0; i < width; i++) {
174  dstU[i] = (FFMIN(dstU[i], 30775) * 4663 - 9289992) >> 12; // -264
175  dstV[i] = (FFMIN(dstV[i], 30775) * 4663 - 9289992) >> 12; // -264
176  }
177 }
178 
179 static void chrRangeFromJpeg_c(int16_t *dstU, int16_t *dstV, int width)
180 {
181  int i;
182  for (i = 0; i < width; i++) {
183  dstU[i] = (dstU[i] * 1799 + 4081085) >> 11; // 1469
184  dstV[i] = (dstV[i] * 1799 + 4081085) >> 11; // 1469
185  }
186 }
187 
188 static void lumRangeToJpeg_c(int16_t *dst, int width)
189 {
190  int i;
191  for (i = 0; i < width; i++)
192  dst[i] = (FFMIN(dst[i], 30189) * 19077 - 39057361) >> 14;
193 }
194 
195 static void lumRangeFromJpeg_c(int16_t *dst, int width)
196 {
197  int i;
198  for (i = 0; i < width; i++)
199  dst[i] = (dst[i] * 14071 + 33561947) >> 14;
200 }
201 
202 static void chrRangeToJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
203 {
204  int i;
205  int32_t *dstU = (int32_t *) _dstU;
206  int32_t *dstV = (int32_t *) _dstV;
207  for (i = 0; i < width; i++) {
208  dstU[i] = (FFMIN(dstU[i], 30775 << 4) * 4663 - (9289992 << 4)) >> 12; // -264
209  dstV[i] = (FFMIN(dstV[i], 30775 << 4) * 4663 - (9289992 << 4)) >> 12; // -264
210  }
211 }
212 
213 static void chrRangeFromJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
214 {
215  int i;
216  int32_t *dstU = (int32_t *) _dstU;
217  int32_t *dstV = (int32_t *) _dstV;
218  for (i = 0; i < width; i++) {
219  dstU[i] = (dstU[i] * 1799 + (4081085 << 4)) >> 11; // 1469
220  dstV[i] = (dstV[i] * 1799 + (4081085 << 4)) >> 11; // 1469
221  }
222 }
223 
224 static void lumRangeToJpeg16_c(int16_t *_dst, int width)
225 {
226  int i;
227  int32_t *dst = (int32_t *) _dst;
228  for (i = 0; i < width; i++) {
229  dst[i] = ((int)(FFMIN(dst[i], 30189 << 4) * 4769U - (39057361 << 2))) >> 12;
230  }
231 }
232 
233 static void lumRangeFromJpeg16_c(int16_t *_dst, int width)
234 {
235  int i;
236  int32_t *dst = (int32_t *) _dst;
237  for (i = 0; i < width; i++)
238  dst[i] = (dst[i]*(14071/4) + (33561947<<4)/4)>>12;
239 }
240 
241 // *** horizontal scale Y line to temp buffer
242 static av_always_inline void hyscale(SwsContext *c, int16_t *dst, int dstWidth,
243  const uint8_t *src_in[4],
244  int srcW, int xInc,
245  const int16_t *hLumFilter,
246  const int32_t *hLumFilterPos,
247  int hLumFilterSize,
249  uint32_t *pal, int isAlpha)
250 {
251  void (*toYV12)(uint8_t *, const uint8_t *, const uint8_t *, const uint8_t *, int, uint32_t *) =
252  isAlpha ? c->alpToYV12 : c->lumToYV12;
253  void (*convertRange)(int16_t *, int) = isAlpha ? NULL : c->lumConvertRange;
254  const uint8_t *src = src_in[isAlpha ? 3 : 0];
255 
256  if (toYV12) {
257  toYV12(formatConvBuffer, src, src_in[1], src_in[2], srcW, pal);
259  } else if (c->readLumPlanar && !isAlpha) {
260  c->readLumPlanar(formatConvBuffer, src_in, srcW, c->input_rgb2yuv_table);
262  } else if (c->readAlpPlanar && isAlpha) {
263  c->readAlpPlanar(formatConvBuffer, src_in, srcW, NULL);
265  }
266 
267  if (!c->hyscale_fast) {
268  c->hyScale(c, dst, dstWidth, src, hLumFilter,
269  hLumFilterPos, hLumFilterSize);
270  } else { // fast bilinear upscale / crap downscale
271  c->hyscale_fast(c, dst, dstWidth, src, srcW, xInc);
272  }
273 
274  if (convertRange)
275  convertRange(dst, dstWidth);
276 }
277 
278 static av_always_inline void hcscale(SwsContext *c, int16_t *dst1,
279  int16_t *dst2, int dstWidth,
280  const uint8_t *src_in[4],
281  int srcW, int xInc,
282  const int16_t *hChrFilter,
283  const int32_t *hChrFilterPos,
284  int hChrFilterSize,
285  uint8_t *formatConvBuffer, uint32_t *pal)
286 {
287  const uint8_t *src1 = src_in[1], *src2 = src_in[2];
288  if (c->chrToYV12) {
289  uint8_t *buf2 = formatConvBuffer +
290  FFALIGN(srcW*2+78, 16);
291  c->chrToYV12(formatConvBuffer, buf2, src_in[0], src1, src2, srcW, pal);
292  src1= formatConvBuffer;
293  src2= buf2;
294  } else if (c->readChrPlanar) {
295  uint8_t *buf2 = formatConvBuffer +
296  FFALIGN(srcW*2+78, 16);
297  c->readChrPlanar(formatConvBuffer, buf2, src_in, srcW, c->input_rgb2yuv_table);
298  src1 = formatConvBuffer;
299  src2 = buf2;
300  }
301 
302  if (!c->hcscale_fast) {
303  c->hcScale(c, dst1, dstWidth, src1, hChrFilter, hChrFilterPos, hChrFilterSize);
304  c->hcScale(c, dst2, dstWidth, src2, hChrFilter, hChrFilterPos, hChrFilterSize);
305  } else { // fast bilinear upscale / crap downscale
306  c->hcscale_fast(c, dst1, dst2, dstWidth, src1, src2, srcW, xInc);
307  }
308 
309  if (c->chrConvertRange)
310  c->chrConvertRange(dst1, dst2, dstWidth);
311 }
312 
313 #define DEBUG_SWSCALE_BUFFERS 0
314 #define DEBUG_BUFFERS(...) \
315  if (DEBUG_SWSCALE_BUFFERS) \
316  av_log(c, AV_LOG_DEBUG, __VA_ARGS__)
317 
318 static int swscale(SwsContext *c, const uint8_t *src[],
319  int srcStride[], int srcSliceY,
320  int srcSliceH, uint8_t *dst[], int dstStride[])
321 {
322  /* load a few things into local vars to make the code more readable?
323  * and faster */
324  const int srcW = c->srcW;
325  const int dstW = c->dstW;
326  const int dstH = c->dstH;
327  const int chrDstW = c->chrDstW;
328  const int chrSrcW = c->chrSrcW;
329  const int lumXInc = c->lumXInc;
330  const int chrXInc = c->chrXInc;
331  const enum AVPixelFormat dstFormat = c->dstFormat;
332  const int flags = c->flags;
337  int16_t *hLumFilter = c->hLumFilter;
338  int16_t *hChrFilter = c->hChrFilter;
341  const int vLumFilterSize = c->vLumFilterSize;
342  const int vChrFilterSize = c->vChrFilterSize;
343  const int hLumFilterSize = c->hLumFilterSize;
344  const int hChrFilterSize = c->hChrFilterSize;
345  int16_t **lumPixBuf = c->lumPixBuf;
346  int16_t **chrUPixBuf = c->chrUPixBuf;
347  int16_t **chrVPixBuf = c->chrVPixBuf;
348  int16_t **alpPixBuf = c->alpPixBuf;
349  const int vLumBufSize = c->vLumBufSize;
350  const int vChrBufSize = c->vChrBufSize;
352  uint32_t *pal = c->pal_yuv;
360  const int chrSrcSliceY = srcSliceY >> c->chrSrcVSubSample;
361  const int chrSrcSliceH = FF_CEIL_RSHIFT(srcSliceH, c->chrSrcVSubSample);
362  int should_dither = is9_OR_10BPS(c->srcFormat) ||
363  is16BPS(c->srcFormat);
364  int lastDstY;
365 
366  /* vars which will change and which we need to store back in the context */
367  int dstY = c->dstY;
368  int lumBufIndex = c->lumBufIndex;
369  int chrBufIndex = c->chrBufIndex;
370  int lastInLumBuf = c->lastInLumBuf;
371  int lastInChrBuf = c->lastInChrBuf;
372  int perform_gamma = c->is_internal_gamma;
373 
374 
375  if (!usePal(c->srcFormat)) {
376  pal = c->input_rgb2yuv_table;
377  }
378 
379  if (isPacked(c->srcFormat)) {
380  src[0] =
381  src[1] =
382  src[2] =
383  src[3] = src[0];
384  srcStride[0] =
385  srcStride[1] =
386  srcStride[2] =
387  srcStride[3] = srcStride[0];
388  }
389  srcStride[1] <<= c->vChrDrop;
390  srcStride[2] <<= c->vChrDrop;
391 
392  DEBUG_BUFFERS("swscale() %p[%d] %p[%d] %p[%d] %p[%d] -> %p[%d] %p[%d] %p[%d] %p[%d]\n",
393  src[0], srcStride[0], src[1], srcStride[1],
394  src[2], srcStride[2], src[3], srcStride[3],
395  dst[0], dstStride[0], dst[1], dstStride[1],
396  dst[2], dstStride[2], dst[3], dstStride[3]);
397  DEBUG_BUFFERS("srcSliceY: %d srcSliceH: %d dstY: %d dstH: %d\n",
398  srcSliceY, srcSliceH, dstY, dstH);
399  DEBUG_BUFFERS("vLumFilterSize: %d vLumBufSize: %d vChrFilterSize: %d vChrBufSize: %d\n",
400  vLumFilterSize, vLumBufSize, vChrFilterSize, vChrBufSize);
401 
402  if (dstStride[0]&15 || dstStride[1]&15 ||
403  dstStride[2]&15 || dstStride[3]&15) {
404  static int warnedAlready = 0; // FIXME maybe move this into the context
405  if (flags & SWS_PRINT_INFO && !warnedAlready) {
407  "Warning: dstStride is not aligned!\n"
408  " ->cannot do aligned memory accesses anymore\n");
409  warnedAlready = 1;
410  }
411  }
412 
413  if ( (uintptr_t)dst[0]&15 || (uintptr_t)dst[1]&15 || (uintptr_t)dst[2]&15
414  || (uintptr_t)src[0]&15 || (uintptr_t)src[1]&15 || (uintptr_t)src[2]&15
415  || dstStride[0]&15 || dstStride[1]&15 || dstStride[2]&15 || dstStride[3]&15
416  || srcStride[0]&15 || srcStride[1]&15 || srcStride[2]&15 || srcStride[3]&15
417  ) {
418  static int warnedAlready=0;
419  int cpu_flags = av_get_cpu_flags();
420  if (HAVE_MMXEXT && (cpu_flags & AV_CPU_FLAG_SSE2) && !warnedAlready){
421  av_log(c, AV_LOG_WARNING, "Warning: data is not aligned! This can lead to a speedloss\n");
422  warnedAlready=1;
423  }
424  }
425 
426  /* Note the user might start scaling the picture in the middle so this
427  * will not get executed. This is not really intended but works
428  * currently, so people might do it. */
429  if (srcSliceY == 0) {
430  lumBufIndex = -1;
431  chrBufIndex = -1;
432  dstY = 0;
433  lastInLumBuf = -1;
434  lastInChrBuf = -1;
435  }
436 
437  if (!should_dither) {
438  c->chrDither8 = c->lumDither8 = sws_pb_64;
439  }
440  lastDstY = dstY;
441 
442  for (; dstY < dstH; dstY++) {
443  const int chrDstY = dstY >> c->chrDstVSubSample;
444  uint8_t *dest[4] = {
445  dst[0] + dstStride[0] * dstY,
446  dst[1] + dstStride[1] * chrDstY,
447  dst[2] + dstStride[2] * chrDstY,
448  (CONFIG_SWSCALE_ALPHA && alpPixBuf) ? dst[3] + dstStride[3] * dstY : NULL,
449  };
451 
452  // First line needed as input
453  const int firstLumSrcY = FFMAX(1 - vLumFilterSize, vLumFilterPos[dstY]);
454  const int firstLumSrcY2 = FFMAX(1 - vLumFilterSize, vLumFilterPos[FFMIN(dstY | ((1 << c->chrDstVSubSample) - 1), dstH - 1)]);
455  // First line needed as input
456  const int firstChrSrcY = FFMAX(1 - vChrFilterSize, vChrFilterPos[chrDstY]);
457 
458  // Last line needed as input
459  int lastLumSrcY = FFMIN(c->srcH, firstLumSrcY + vLumFilterSize) - 1;
460  int lastLumSrcY2 = FFMIN(c->srcH, firstLumSrcY2 + vLumFilterSize) - 1;
461  int lastChrSrcY = FFMIN(c->chrSrcH, firstChrSrcY + vChrFilterSize) - 1;
462  int enough_lines;
463 
464  // handle holes (FAST_BILINEAR & weird filters)
465  if (firstLumSrcY > lastInLumBuf)
466  lastInLumBuf = firstLumSrcY - 1;
467  if (firstChrSrcY > lastInChrBuf)
468  lastInChrBuf = firstChrSrcY - 1;
469  av_assert0(firstLumSrcY >= lastInLumBuf - vLumBufSize + 1);
470  av_assert0(firstChrSrcY >= lastInChrBuf - vChrBufSize + 1);
471 
472  DEBUG_BUFFERS("dstY: %d\n", dstY);
473  DEBUG_BUFFERS("\tfirstLumSrcY: %d lastLumSrcY: %d lastInLumBuf: %d\n",
474  firstLumSrcY, lastLumSrcY, lastInLumBuf);
475  DEBUG_BUFFERS("\tfirstChrSrcY: %d lastChrSrcY: %d lastInChrBuf: %d\n",
476  firstChrSrcY, lastChrSrcY, lastInChrBuf);
477 
478  // Do we have enough lines in this slice to output the dstY line
479  enough_lines = lastLumSrcY2 < srcSliceY + srcSliceH &&
480  lastChrSrcY < FF_CEIL_RSHIFT(srcSliceY + srcSliceH, c->chrSrcVSubSample);
481 
482  if (!enough_lines) {
483  lastLumSrcY = srcSliceY + srcSliceH - 1;
484  lastChrSrcY = chrSrcSliceY + chrSrcSliceH - 1;
485  DEBUG_BUFFERS("buffering slice: lastLumSrcY %d lastChrSrcY %d\n",
486  lastLumSrcY, lastChrSrcY);
487  }
488 
489  // Do horizontal scaling
490  while (lastInLumBuf < lastLumSrcY) {
491  const uint8_t *src1[4] = {
492  src[0] + (lastInLumBuf + 1 - srcSliceY) * srcStride[0],
493  src[1] + (lastInLumBuf + 1 - srcSliceY) * srcStride[1],
494  src[2] + (lastInLumBuf + 1 - srcSliceY) * srcStride[2],
495  src[3] + (lastInLumBuf + 1 - srcSliceY) * srcStride[3],
496  };
497  lumBufIndex++;
498  av_assert0(lumBufIndex < 2 * vLumBufSize);
499  av_assert0(lastInLumBuf + 1 - srcSliceY < srcSliceH);
500  av_assert0(lastInLumBuf + 1 - srcSliceY >= 0);
501 
502  if (perform_gamma)
503  gamma_convert((uint8_t **)src1, srcW, c->inv_gamma);
504 
505  hyscale(c, lumPixBuf[lumBufIndex], dstW, src1, srcW, lumXInc,
506  hLumFilter, hLumFilterPos, hLumFilterSize,
507  formatConvBuffer, pal, 0);
508  if (CONFIG_SWSCALE_ALPHA && alpPixBuf)
509  hyscale(c, alpPixBuf[lumBufIndex], dstW, src1, srcW,
510  lumXInc, hLumFilter, hLumFilterPos, hLumFilterSize,
511  formatConvBuffer, pal, 1);
512  lastInLumBuf++;
513  DEBUG_BUFFERS("\t\tlumBufIndex %d: lastInLumBuf: %d\n",
514  lumBufIndex, lastInLumBuf);
515  }
516  while (lastInChrBuf < lastChrSrcY) {
517  const uint8_t *src1[4] = {
518  src[0] + (lastInChrBuf + 1 - chrSrcSliceY) * srcStride[0],
519  src[1] + (lastInChrBuf + 1 - chrSrcSliceY) * srcStride[1],
520  src[2] + (lastInChrBuf + 1 - chrSrcSliceY) * srcStride[2],
521  src[3] + (lastInChrBuf + 1 - chrSrcSliceY) * srcStride[3],
522  };
523  chrBufIndex++;
524  av_assert0(chrBufIndex < 2 * vChrBufSize);
525  av_assert0(lastInChrBuf + 1 - chrSrcSliceY < (chrSrcSliceH));
526  av_assert0(lastInChrBuf + 1 - chrSrcSliceY >= 0);
527  // FIXME replace parameters through context struct (some at least)
528 
529  if (c->needs_hcscale)
530  hcscale(c, chrUPixBuf[chrBufIndex], chrVPixBuf[chrBufIndex],
531  chrDstW, src1, chrSrcW, chrXInc,
532  hChrFilter, hChrFilterPos, hChrFilterSize,
533  formatConvBuffer, pal);
534  lastInChrBuf++;
535  DEBUG_BUFFERS("\t\tchrBufIndex %d: lastInChrBuf: %d\n",
536  chrBufIndex, lastInChrBuf);
537  }
538  // wrap buf index around to stay inside the ring buffer
539  if (lumBufIndex >= vLumBufSize)
540  lumBufIndex -= vLumBufSize;
541  if (chrBufIndex >= vChrBufSize)
542  chrBufIndex -= vChrBufSize;
543  if (!enough_lines)
544  break; // we can't output a dstY line so let's try with the next slice
545 
546 #if HAVE_MMX_INLINE
547  ff_updateMMXDitherTables(c, dstY, lumBufIndex, chrBufIndex,
548  lastInLumBuf, lastInChrBuf);
549 #endif
550  if (should_dither) {
551  c->chrDither8 = ff_dither_8x8_128[chrDstY & 7];
552  c->lumDither8 = ff_dither_8x8_128[dstY & 7];
553  }
554  if (dstY >= dstH - 2) {
555  /* hmm looks like we can't use MMX here without overwriting
556  * this array's tail */
557  ff_sws_init_output_funcs(c, &yuv2plane1, &yuv2planeX, &yuv2nv12cX,
558  &yuv2packed1, &yuv2packed2, &yuv2packedX, &yuv2anyX);
559  use_mmx_vfilter= 0;
560  }
561 
562  {
563  const int16_t **lumSrcPtr = (const int16_t **)(void*) lumPixBuf + lumBufIndex + firstLumSrcY - lastInLumBuf + vLumBufSize;
564  const int16_t **chrUSrcPtr = (const int16_t **)(void*) chrUPixBuf + chrBufIndex + firstChrSrcY - lastInChrBuf + vChrBufSize;
565  const int16_t **chrVSrcPtr = (const int16_t **)(void*) chrVPixBuf + chrBufIndex + firstChrSrcY - lastInChrBuf + vChrBufSize;
566  const int16_t **alpSrcPtr = (CONFIG_SWSCALE_ALPHA && alpPixBuf) ?
567  (const int16_t **)(void*) alpPixBuf + lumBufIndex + firstLumSrcY - lastInLumBuf + vLumBufSize : NULL;
568  int16_t *vLumFilter = c->vLumFilter;
569  int16_t *vChrFilter = c->vChrFilter;
570 
571  if (isPlanarYUV(dstFormat) ||
572  (isGray(dstFormat) && !isALPHA(dstFormat))) { // YV12 like
573  const int chrSkipMask = (1 << c->chrDstVSubSample) - 1;
574 
575  vLumFilter += dstY * vLumFilterSize;
576  vChrFilter += chrDstY * vChrFilterSize;
577 
578 // av_assert0(use_mmx_vfilter != (
579 // yuv2planeX == yuv2planeX_10BE_c
580 // || yuv2planeX == yuv2planeX_10LE_c
581 // || yuv2planeX == yuv2planeX_9BE_c
582 // || yuv2planeX == yuv2planeX_9LE_c
583 // || yuv2planeX == yuv2planeX_16BE_c
584 // || yuv2planeX == yuv2planeX_16LE_c
585 // || yuv2planeX == yuv2planeX_8_c) || !ARCH_X86);
586 
587  if(use_mmx_vfilter){
588  vLumFilter= (int16_t *)c->lumMmxFilter;
589  vChrFilter= (int16_t *)c->chrMmxFilter;
590  }
591 
592  if (vLumFilterSize == 1) {
593  yuv2plane1(lumSrcPtr[0], dest[0], dstW, c->lumDither8, 0);
594  } else {
595  yuv2planeX(vLumFilter, vLumFilterSize,
596  lumSrcPtr, dest[0],
597  dstW, c->lumDither8, 0);
598  }
599 
600  if (!((dstY & chrSkipMask) || isGray(dstFormat))) {
601  if (yuv2nv12cX) {
602  yuv2nv12cX(c, vChrFilter,
603  vChrFilterSize, chrUSrcPtr, chrVSrcPtr,
604  dest[1], chrDstW);
605  } else if (vChrFilterSize == 1) {
606  yuv2plane1(chrUSrcPtr[0], dest[1], chrDstW, c->chrDither8, 0);
607  yuv2plane1(chrVSrcPtr[0], dest[2], chrDstW, c->chrDither8, 3);
608  } else {
609  yuv2planeX(vChrFilter,
610  vChrFilterSize, chrUSrcPtr, dest[1],
611  chrDstW, c->chrDither8, 0);
612  yuv2planeX(vChrFilter,
613  vChrFilterSize, chrVSrcPtr, dest[2],
614  chrDstW, c->chrDither8, use_mmx_vfilter ? (c->uv_offx2 >> 1) : 3);
615  }
616  }
617 
618  if (CONFIG_SWSCALE_ALPHA && alpPixBuf) {
619  if(use_mmx_vfilter){
620  vLumFilter= (int16_t *)c->alpMmxFilter;
621  }
622  if (vLumFilterSize == 1) {
623  yuv2plane1(alpSrcPtr[0], dest[3], dstW,
624  c->lumDither8, 0);
625  } else {
626  yuv2planeX(vLumFilter,
627  vLumFilterSize, alpSrcPtr, dest[3],
628  dstW, c->lumDither8, 0);
629  }
630  }
631  } else if (yuv2packedX) {
632  av_assert1(lumSrcPtr + vLumFilterSize - 1 < (const int16_t **)lumPixBuf + vLumBufSize * 2);
633  av_assert1(chrUSrcPtr + vChrFilterSize - 1 < (const int16_t **)chrUPixBuf + vChrBufSize * 2);
634  if (c->yuv2packed1 && vLumFilterSize == 1 &&
635  vChrFilterSize <= 2) { // unscaled RGB
636  int chrAlpha = vChrFilterSize == 1 ? 0 : vChrFilter[2 * dstY + 1];
637  yuv2packed1(c, *lumSrcPtr, chrUSrcPtr, chrVSrcPtr,
638  alpPixBuf ? *alpSrcPtr : NULL,
639  dest[0], dstW, chrAlpha, dstY);
640  } else if (c->yuv2packed2 && vLumFilterSize == 2 &&
641  vChrFilterSize == 2) { // bilinear upscale RGB
642  int lumAlpha = vLumFilter[2 * dstY + 1];
643  int chrAlpha = vChrFilter[2 * dstY + 1];
644  lumMmxFilter[2] =
645  lumMmxFilter[3] = vLumFilter[2 * dstY] * 0x10001;
646  chrMmxFilter[2] =
647  chrMmxFilter[3] = vChrFilter[2 * chrDstY] * 0x10001;
648  yuv2packed2(c, lumSrcPtr, chrUSrcPtr, chrVSrcPtr,
649  alpPixBuf ? alpSrcPtr : NULL,
650  dest[0], dstW, lumAlpha, chrAlpha, dstY);
651  } else { // general RGB
652  yuv2packedX(c, vLumFilter + dstY * vLumFilterSize,
653  lumSrcPtr, vLumFilterSize,
654  vChrFilter + dstY * vChrFilterSize,
655  chrUSrcPtr, chrVSrcPtr, vChrFilterSize,
656  alpSrcPtr, dest[0], dstW, dstY);
657  }
658  } else {
659  av_assert1(!yuv2packed1 && !yuv2packed2);
660  yuv2anyX(c, vLumFilter + dstY * vLumFilterSize,
661  lumSrcPtr, vLumFilterSize,
662  vChrFilter + dstY * vChrFilterSize,
663  chrUSrcPtr, chrVSrcPtr, vChrFilterSize,
664  alpSrcPtr, dest, dstW, dstY);
665  }
666  if (perform_gamma)
667  gamma_convert(dest, dstW, c->gamma);
668  }
669  }
670  if (isPlanar(dstFormat) && isALPHA(dstFormat) && !alpPixBuf) {
671  int length = dstW;
672  int height = dstY - lastDstY;
673 
674  if (is16BPS(dstFormat) || isNBPS(dstFormat)) {
675  const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(dstFormat);
676  fillPlane16(dst[3], dstStride[3], length, height, lastDstY,
677  1, desc->comp[3].depth_minus1,
678  isBE(dstFormat));
679  } else
680  fillPlane(dst[3], dstStride[3], length, height, lastDstY, 255);
681  }
682 
683 #if HAVE_MMXEXT_INLINE
685  __asm__ volatile ("sfence" ::: "memory");
686 #endif
687  emms_c();
688 
689  /* store changed local vars back in the context */
690  c->dstY = dstY;
695 
696  return dstY - lastDstY;
697 }
698 
700 {
701  c->lumConvertRange = NULL;
702  c->chrConvertRange = NULL;
703  if (c->srcRange != c->dstRange && !isAnyRGB(c->dstFormat)) {
704  if (c->dstBpc <= 14) {
705  if (c->srcRange) {
708  } else {
711  }
712  } else {
713  if (c->srcRange) {
716  } else {
719  }
720  }
721  }
722 }
723 
725 {
727 
729  &c->yuv2nv12cX, &c->yuv2packed1,
730  &c->yuv2packed2, &c->yuv2packedX, &c->yuv2anyX);
731 
733 
734 
735  if (c->srcBpc == 8) {
736  if (c->dstBpc <= 14) {
737  c->hyScale = c->hcScale = hScale8To15_c;
738  if (c->flags & SWS_FAST_BILINEAR) {
741  }
742  } else {
743  c->hyScale = c->hcScale = hScale8To19_c;
744  }
745  } else {
746  c->hyScale = c->hcScale = c->dstBpc > 14 ? hScale16To19_c
747  : hScale16To15_c;
748  }
749 
751 
752  if (!(isGray(srcFormat) || isGray(c->dstFormat) ||
753  srcFormat == AV_PIX_FMT_MONOBLACK || srcFormat == AV_PIX_FMT_MONOWHITE))
754  c->needs_hcscale = 1;
755 }
756 
758 {
759  sws_init_swscale(c);
760 
761  if (ARCH_PPC)
763  if (ARCH_X86)
765 
766  return swscale;
767 }
768 
769 static void reset_ptr(const uint8_t *src[], enum AVPixelFormat format)
770 {
771  if (!isALPHA(format))
772  src[3] = NULL;
773  if (!isPlanar(format)) {
774  src[3] = src[2] = NULL;
775 
776  if (!usePal(format))
777  src[1] = NULL;
778  }
779 }
780 
781 static int check_image_pointers(const uint8_t * const data[4], enum AVPixelFormat pix_fmt,
782  const int linesizes[4])
783 {
784  const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(pix_fmt);
785  int i;
786 
787  for (i = 0; i < 4; i++) {
788  int plane = desc->comp[i].plane;
789  if (!data[plane] || !linesizes[plane])
790  return 0;
791  }
792 
793  return 1;
794 }
795 
796 static void xyz12Torgb48(struct SwsContext *c, uint16_t *dst,
797  const uint16_t *src, int stride, int h)
798 {
799  int xp,yp;
801 
802  for (yp=0; yp<h; yp++) {
803  for (xp=0; xp+2<stride; xp+=3) {
804  int x, y, z, r, g, b;
805 
806  if (desc->flags & AV_PIX_FMT_FLAG_BE) {
807  x = AV_RB16(src + xp + 0);
808  y = AV_RB16(src + xp + 1);
809  z = AV_RB16(src + xp + 2);
810  } else {
811  x = AV_RL16(src + xp + 0);
812  y = AV_RL16(src + xp + 1);
813  z = AV_RL16(src + xp + 2);
814  }
815 
816  x = c->xyzgamma[x>>4];
817  y = c->xyzgamma[y>>4];
818  z = c->xyzgamma[z>>4];
819 
820  // convert from XYZlinear to sRGBlinear
821  r = c->xyz2rgb_matrix[0][0] * x +
822  c->xyz2rgb_matrix[0][1] * y +
823  c->xyz2rgb_matrix[0][2] * z >> 12;
824  g = c->xyz2rgb_matrix[1][0] * x +
825  c->xyz2rgb_matrix[1][1] * y +
826  c->xyz2rgb_matrix[1][2] * z >> 12;
827  b = c->xyz2rgb_matrix[2][0] * x +
828  c->xyz2rgb_matrix[2][1] * y +
829  c->xyz2rgb_matrix[2][2] * z >> 12;
830 
831  // limit values to 12-bit depth
832  r = av_clip_uintp2(r, 12);
833  g = av_clip_uintp2(g, 12);
834  b = av_clip_uintp2(b, 12);
835 
836  // convert from sRGBlinear to RGB and scale from 12bit to 16bit
837  if (desc->flags & AV_PIX_FMT_FLAG_BE) {
838  AV_WB16(dst + xp + 0, c->rgbgamma[r] << 4);
839  AV_WB16(dst + xp + 1, c->rgbgamma[g] << 4);
840  AV_WB16(dst + xp + 2, c->rgbgamma[b] << 4);
841  } else {
842  AV_WL16(dst + xp + 0, c->rgbgamma[r] << 4);
843  AV_WL16(dst + xp + 1, c->rgbgamma[g] << 4);
844  AV_WL16(dst + xp + 2, c->rgbgamma[b] << 4);
845  }
846  }
847  src += stride;
848  dst += stride;
849  }
850 }
851 
852 static void rgb48Toxyz12(struct SwsContext *c, uint16_t *dst,
853  const uint16_t *src, int stride, int h)
854 {
855  int xp,yp;
857 
858  for (yp=0; yp<h; yp++) {
859  for (xp=0; xp+2<stride; xp+=3) {
860  int x, y, z, r, g, b;
861 
862  if (desc->flags & AV_PIX_FMT_FLAG_BE) {
863  r = AV_RB16(src + xp + 0);
864  g = AV_RB16(src + xp + 1);
865  b = AV_RB16(src + xp + 2);
866  } else {
867  r = AV_RL16(src + xp + 0);
868  g = AV_RL16(src + xp + 1);
869  b = AV_RL16(src + xp + 2);
870  }
871 
872  r = c->rgbgammainv[r>>4];
873  g = c->rgbgammainv[g>>4];
874  b = c->rgbgammainv[b>>4];
875 
876  // convert from sRGBlinear to XYZlinear
877  x = c->rgb2xyz_matrix[0][0] * r +
878  c->rgb2xyz_matrix[0][1] * g +
879  c->rgb2xyz_matrix[0][2] * b >> 12;
880  y = c->rgb2xyz_matrix[1][0] * r +
881  c->rgb2xyz_matrix[1][1] * g +
882  c->rgb2xyz_matrix[1][2] * b >> 12;
883  z = c->rgb2xyz_matrix[2][0] * r +
884  c->rgb2xyz_matrix[2][1] * g +
885  c->rgb2xyz_matrix[2][2] * b >> 12;
886 
887  // limit values to 12-bit depth
888  x = av_clip_uintp2(x, 12);
889  y = av_clip_uintp2(y, 12);
890  z = av_clip_uintp2(z, 12);
891 
892  // convert from XYZlinear to X'Y'Z' and scale from 12bit to 16bit
893  if (desc->flags & AV_PIX_FMT_FLAG_BE) {
894  AV_WB16(dst + xp + 0, c->xyzgammainv[x] << 4);
895  AV_WB16(dst + xp + 1, c->xyzgammainv[y] << 4);
896  AV_WB16(dst + xp + 2, c->xyzgammainv[z] << 4);
897  } else {
898  AV_WL16(dst + xp + 0, c->xyzgammainv[x] << 4);
899  AV_WL16(dst + xp + 1, c->xyzgammainv[y] << 4);
900  AV_WL16(dst + xp + 2, c->xyzgammainv[z] << 4);
901  }
902  }
903  src += stride;
904  dst += stride;
905  }
906 }
907 
908 /**
909  * swscale wrapper, so we don't need to export the SwsContext.
910  * Assumes planar YUV to be in YUV order instead of YVU.
911  */
912 int attribute_align_arg sws_scale(struct SwsContext *c,
913  const uint8_t * const srcSlice[],
914  const int srcStride[], int srcSliceY,
915  int srcSliceH, uint8_t *const dst[],
916  const int dstStride[])
917 {
918  int i, ret;
919  const uint8_t *src2[4];
920  uint8_t *dst2[4];
921  uint8_t *rgb0_tmp = NULL;
922 
923  if (!srcStride || !dstStride || !dst || !srcSlice) {
924  av_log(c, AV_LOG_ERROR, "One of the input parameters to sws_scale() is NULL, please check the calling code\n");
925  return 0;
926  }
927 
928  if (c->gamma_flag && c->cascaded_context[0]) {
929 
930 
931  ret = sws_scale(c->cascaded_context[0],
932  srcSlice, srcStride, srcSliceY, srcSliceH,
934 
935  if (ret < 0)
936  return ret;
937 
938  if (c->cascaded_context[2])
939  ret = sws_scale(c->cascaded_context[1], (const uint8_t * const *)c->cascaded_tmp, c->cascaded_tmpStride, srcSliceY, srcSliceH, c->cascaded1_tmp, c->cascaded1_tmpStride);
940  else
941  ret = sws_scale(c->cascaded_context[1], (const uint8_t * const *)c->cascaded_tmp, c->cascaded_tmpStride, srcSliceY, srcSliceH, dst, dstStride);
942 
943  if (ret < 0)
944  return ret;
945 
946  if (c->cascaded_context[2]) {
947  ret = sws_scale(c->cascaded_context[2],
948  (const uint8_t * const *)c->cascaded1_tmp, c->cascaded1_tmpStride, c->cascaded_context[1]->dstY - ret, c->cascaded_context[1]->dstY,
949  dst, dstStride);
950  }
951  return ret;
952  }
953 
954  if (c->cascaded_context[0] && srcSliceY == 0 && srcSliceH == c->cascaded_context[0]->srcH) {
955  ret = sws_scale(c->cascaded_context[0],
956  srcSlice, srcStride, srcSliceY, srcSliceH,
958  if (ret < 0)
959  return ret;
960  ret = sws_scale(c->cascaded_context[1],
961  (const uint8_t * const * )c->cascaded_tmp, c->cascaded_tmpStride, 0, c->cascaded_context[0]->dstH,
962  dst, dstStride);
963  return ret;
964  }
965 
966  memcpy(src2, srcSlice, sizeof(src2));
967  memcpy(dst2, dst, sizeof(dst2));
968 
969  // do not mess up sliceDir if we have a "trailing" 0-size slice
970  if (srcSliceH == 0)
971  return 0;
972 
973  if (!check_image_pointers(srcSlice, c->srcFormat, srcStride)) {
974  av_log(c, AV_LOG_ERROR, "bad src image pointers\n");
975  return 0;
976  }
977  if (!check_image_pointers((const uint8_t* const*)dst, c->dstFormat, dstStride)) {
978  av_log(c, AV_LOG_ERROR, "bad dst image pointers\n");
979  return 0;
980  }
981 
982  if (c->sliceDir == 0 && srcSliceY != 0 && srcSliceY + srcSliceH != c->srcH) {
983  av_log(c, AV_LOG_ERROR, "Slices start in the middle!\n");
984  return 0;
985  }
986  if (c->sliceDir == 0) {
987  if (srcSliceY == 0) c->sliceDir = 1; else c->sliceDir = -1;
988  }
989 
990  if (usePal(c->srcFormat)) {
991  for (i = 0; i < 256; i++) {
992  int r, g, b, y, u, v, a = 0xff;
993  if (c->srcFormat == AV_PIX_FMT_PAL8) {
994  uint32_t p = ((const uint32_t *)(srcSlice[1]))[i];
995  a = (p >> 24) & 0xFF;
996  r = (p >> 16) & 0xFF;
997  g = (p >> 8) & 0xFF;
998  b = p & 0xFF;
999  } else if (c->srcFormat == AV_PIX_FMT_RGB8) {
1000  r = ( i >> 5 ) * 36;
1001  g = ((i >> 2) & 7) * 36;
1002  b = ( i & 3) * 85;
1003  } else if (c->srcFormat == AV_PIX_FMT_BGR8) {
1004  b = ( i >> 6 ) * 85;
1005  g = ((i >> 3) & 7) * 36;
1006  r = ( i & 7) * 36;
1007  } else if (c->srcFormat == AV_PIX_FMT_RGB4_BYTE) {
1008  r = ( i >> 3 ) * 255;
1009  g = ((i >> 1) & 3) * 85;
1010  b = ( i & 1) * 255;
1011  } else if (c->srcFormat == AV_PIX_FMT_GRAY8 || c->srcFormat == AV_PIX_FMT_GRAY8A) {
1012  r = g = b = i;
1013  } else {
1015  b = ( i >> 3 ) * 255;
1016  g = ((i >> 1) & 3) * 85;
1017  r = ( i & 1) * 255;
1018  }
1019 #define RGB2YUV_SHIFT 15
1020 #define BY ( (int) (0.114 * 219 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1021 #define BV (-(int) (0.081 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1022 #define BU ( (int) (0.500 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1023 #define GY ( (int) (0.587 * 219 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1024 #define GV (-(int) (0.419 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1025 #define GU (-(int) (0.331 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1026 #define RY ( (int) (0.299 * 219 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1027 #define RV ( (int) (0.500 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1028 #define RU (-(int) (0.169 * 224 / 255 * (1 << RGB2YUV_SHIFT) + 0.5))
1029 
1030  y = av_clip_uint8((RY * r + GY * g + BY * b + ( 33 << (RGB2YUV_SHIFT - 1))) >> RGB2YUV_SHIFT);
1031  u = av_clip_uint8((RU * r + GU * g + BU * b + (257 << (RGB2YUV_SHIFT - 1))) >> RGB2YUV_SHIFT);
1032  v = av_clip_uint8((RV * r + GV * g + BV * b + (257 << (RGB2YUV_SHIFT - 1))) >> RGB2YUV_SHIFT);
1033  c->pal_yuv[i]= y + (u<<8) + (v<<16) + ((unsigned)a<<24);
1034 
1035  switch (c->dstFormat) {
1036  case AV_PIX_FMT_BGR32:
1037 #if !HAVE_BIGENDIAN
1038  case AV_PIX_FMT_RGB24:
1039 #endif
1040  c->pal_rgb[i]= r + (g<<8) + (b<<16) + ((unsigned)a<<24);
1041  break;
1042  case AV_PIX_FMT_BGR32_1:
1043 #if HAVE_BIGENDIAN
1044  case AV_PIX_FMT_BGR24:
1045 #endif
1046  c->pal_rgb[i]= a + (r<<8) + (g<<16) + ((unsigned)b<<24);
1047  break;
1048  case AV_PIX_FMT_RGB32_1:
1049 #if HAVE_BIGENDIAN
1050  case AV_PIX_FMT_RGB24:
1051 #endif
1052  c->pal_rgb[i]= a + (b<<8) + (g<<16) + ((unsigned)r<<24);
1053  break;
1054  case AV_PIX_FMT_RGB32:
1055 #if !HAVE_BIGENDIAN
1056  case AV_PIX_FMT_BGR24:
1057 #endif
1058  default:
1059  c->pal_rgb[i]= b + (g<<8) + (r<<16) + ((unsigned)a<<24);
1060  }
1061  }
1062  }
1063 
1064  if (c->src0Alpha && !c->dst0Alpha && isALPHA(c->dstFormat)) {
1065  uint8_t *base;
1066  int x,y;
1067  rgb0_tmp = av_malloc(FFABS(srcStride[0]) * srcSliceH + 32);
1068  if (!rgb0_tmp)
1069  return AVERROR(ENOMEM);
1070 
1071  base = srcStride[0] < 0 ? rgb0_tmp - srcStride[0] * (srcSliceH-1) : rgb0_tmp;
1072  for (y=0; y<srcSliceH; y++){
1073  memcpy(base + srcStride[0]*y, src2[0] + srcStride[0]*y, 4*c->srcW);
1074  for (x=c->src0Alpha-1; x<4*c->srcW; x+=4) {
1075  base[ srcStride[0]*y + x] = 0xFF;
1076  }
1077  }
1078  src2[0] = base;
1079  }
1080 
1081  if (c->srcXYZ && !(c->dstXYZ && c->srcW==c->dstW && c->srcH==c->dstH)) {
1082  uint8_t *base;
1083  rgb0_tmp = av_malloc(FFABS(srcStride[0]) * srcSliceH + 32);
1084  if (!rgb0_tmp)
1085  return AVERROR(ENOMEM);
1086 
1087  base = srcStride[0] < 0 ? rgb0_tmp - srcStride[0] * (srcSliceH-1) : rgb0_tmp;
1088 
1089  xyz12Torgb48(c, (uint16_t*)base, (const uint16_t*)src2[0], srcStride[0]/2, srcSliceH);
1090  src2[0] = base;
1091  }
1092 
1093  if (!srcSliceY && (c->flags & SWS_BITEXACT) && c->dither == SWS_DITHER_ED && c->dither_error[0])
1094  for (i = 0; i < 4; i++)
1095  memset(c->dither_error[i], 0, sizeof(c->dither_error[0][0]) * (c->dstW+2));
1096 
1097 
1098  // copy strides, so they can safely be modified
1099  if (c->sliceDir == 1) {
1100  // slices go from top to bottom
1101  int srcStride2[4] = { srcStride[0], srcStride[1], srcStride[2],
1102  srcStride[3] };
1103  int dstStride2[4] = { dstStride[0], dstStride[1], dstStride[2],
1104  dstStride[3] };
1105 
1106  reset_ptr(src2, c->srcFormat);
1107  reset_ptr((void*)dst2, c->dstFormat);
1108 
1109  /* reset slice direction at end of frame */
1110  if (srcSliceY + srcSliceH == c->srcH)
1111  c->sliceDir = 0;
1112 
1113  ret = c->swscale(c, src2, srcStride2, srcSliceY, srcSliceH, dst2,
1114  dstStride2);
1115  } else {
1116  // slices go from bottom to top => we flip the image internally
1117  int srcStride2[4] = { -srcStride[0], -srcStride[1], -srcStride[2],
1118  -srcStride[3] };
1119  int dstStride2[4] = { -dstStride[0], -dstStride[1], -dstStride[2],
1120  -dstStride[3] };
1121 
1122  src2[0] += (srcSliceH - 1) * srcStride[0];
1123  if (!usePal(c->srcFormat))
1124  src2[1] += ((srcSliceH >> c->chrSrcVSubSample) - 1) * srcStride[1];
1125  src2[2] += ((srcSliceH >> c->chrSrcVSubSample) - 1) * srcStride[2];
1126  src2[3] += (srcSliceH - 1) * srcStride[3];
1127  dst2[0] += ( c->dstH - 1) * dstStride[0];
1128  dst2[1] += ((c->dstH >> c->chrDstVSubSample) - 1) * dstStride[1];
1129  dst2[2] += ((c->dstH >> c->chrDstVSubSample) - 1) * dstStride[2];
1130  dst2[3] += ( c->dstH - 1) * dstStride[3];
1131 
1132  reset_ptr(src2, c->srcFormat);
1133  reset_ptr((void*)dst2, c->dstFormat);
1134 
1135  /* reset slice direction at end of frame */
1136  if (!srcSliceY)
1137  c->sliceDir = 0;
1138 
1139  ret = c->swscale(c, src2, srcStride2, c->srcH-srcSliceY-srcSliceH,
1140  srcSliceH, dst2, dstStride2);
1141  }
1142 
1143 
1144  if (c->dstXYZ && !(c->srcXYZ && c->srcW==c->dstW && c->srcH==c->dstH)) {
1145  /* replace on the same data */
1146  rgb48Toxyz12(c, (uint16_t*)dst2[0], (const uint16_t*)dst2[0], dstStride[0]/2, ret);
1147  }
1148 
1149  av_free(rgb0_tmp);
1150  return ret;
1151 }
1152 
int plane
Definition: avisynth_c.h:291
static void gamma_convert(uint8_t *src[], int width, uint16_t *gamma)
Definition: swscale.c:55
#define BU
int16_t ** alpPixBuf
Ring buffer for scaled horizontal alpha plane lines to be fed to the vertical scaler.
#define NULL
Definition: coverity.c:32
const char const char void * val
Definition: avisynth_c.h:634
int chrBufIndex
Index in ring buffer of the last scaled horizontal chroma line from source.
static void lumRangeToJpeg_c(int16_t *dst, int width)
Definition: swscale.c:188
void(* hcscale_fast)(struct SwsContext *c, int16_t *dst1, int16_t *dst2, int dstWidth, const uint8_t *src1, const uint8_t *src2, int srcW, int xInc)
float v
av_cold void ff_sws_init_output_funcs(SwsContext *c, yuv2planar1_fn *yuv2plane1, yuv2planarX_fn *yuv2planeX, yuv2interleavedX_fn *yuv2nv12cX, yuv2packed1_fn *yuv2packed1, yuv2packed2_fn *yuv2packed2, yuv2packedX_fn *yuv2packedX, yuv2anyX_fn *yuv2anyX)
Definition: output.c:1857
static enum AVPixelFormat pix_fmt
static void chrRangeFromJpeg_c(int16_t *dstU, int16_t *dstV, int width)
Definition: swscale.c:179
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2090
int chrSrcH
Height of source chroma planes.
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
static void reset_ptr(const uint8_t *src[], enum AVPixelFormat format)
Definition: swscale.c:769
uint32_t pal_rgb[256]
misc image utilities
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
int16_t * rgbgamma
packed RGB 8:8:8, 24bpp, RGBRGB...
Definition: pixfmt.h:65
#define GU
const char * g
Definition: vf_curves.c:108
int vChrDrop
Binary logarithm of extra vertical subsampling factor in source image chroma planes specified by user...
static void lumRangeToJpeg16_c(int16_t *_dst, int width)
Definition: swscale.c:224
int16_t * rgbgammainv
const char * b
Definition: vf_curves.c:109
#define DECLARE_ALIGNED(n, t, v)
Definition: mem.h:53
#define RU
static av_always_inline int is16BPS(enum AVPixelFormat pix_fmt)
external API header
int16_t * xyzgammainv
int srcRange
0 = MPG YUV range, 1 = JPG YUV range (source image).
const uint8_t * lumDither8
#define BY
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_WB32 unsigned int_TMPL AV_WB24 unsigned int_TMPL AV_RB16
Definition: bytestream.h:85
#define SWS_PRINT_INFO
Definition: swscale.h:73
int dstY
Last destination vertical line output from last slice.
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_RL16
Definition: bytestream.h:85
#define FFALIGN(x, a)
Definition: common.h:71
void ff_sws_init_input_funcs(SwsContext *c)
int srcH
Height of source luma/alpha planes.
packed RGB 1:2:1, 8bpp, (msb)1B 2G 1R(lsb)
Definition: pixfmt.h:87
static void rgb48Toxyz12(struct SwsContext *c, uint16_t *dst, const uint16_t *src, int stride, int h)
Definition: swscale.c:852
static void hScale16To19_c(SwsContext *c, int16_t *_dst, int dstW, const uint8_t *_src, const int16_t *filter, const int32_t *filterPos, int filterSize)
Definition: swscale.c:82
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
int chrDstVSubSample
Binary logarithm of vertical subsampling factor between luma/alpha and chroma planes in destination i...
void(* yuv2interleavedX_fn)(struct SwsContext *c, const int16_t *chrFilter, int chrFilterSize, const int16_t **chrUSrc, const int16_t **chrVSrc, uint8_t *dest, int dstW)
Write one line of horizontally scaled chroma to interleaved output with multi-point vertical scaling ...
if()
Definition: avfilter.c:975
uint8_t bits
Definition: crc.c:295
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:100
uint8_t
static void lumRangeFromJpeg_c(int16_t *dst, int width)
Definition: swscale.c:195
void(* readChrPlanar)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src[4], int width, int32_t *rgb2yuv)
#define av_cold
Definition: attributes.h:74
#define av_malloc(s)
8 bit with AV_PIX_FMT_RGB32 palette
Definition: pixfmt.h:74
int vChrFilterSize
Vertical filter size for chroma pixels.
void(* yuv2anyX_fn)(struct SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize, const int16_t *chrFilter, const int16_t **chrUSrc, const int16_t **chrVSrc, int chrFilterSize, const int16_t **alpSrc, uint8_t **dest, int dstW, int y)
Write one line of horizontally scaled Y/U/V/A to YUV/RGB output by doing multi-point vertical scaling...
int16_t ** lumPixBuf
Ring buffer for scaled horizontal luma plane lines to be fed to the vertical scaler.
#define AV_CPU_FLAG_MMXEXT
SSE integer functions or AMD MMX ext.
Definition: cpu.h:30
void(* lumToYV12)(uint8_t *dst, const uint8_t *src, const uint8_t *src2, const uint8_t *src3, int width, uint32_t *pal)
Unscaled conversion of luma plane to YV12 for horizontal scaler.
int cascaded_tmpStride[4]
av_cold void ff_sws_init_swscale_x86(SwsContext *c)
Definition: swscale.c:383
#define SWS_FAST_BILINEAR
Definition: swscale.h:56
int lastInLumBuf
Last scaled horizontal luma/alpha line from source in the ring buffer.
int16_t rgb2xyz_matrix[3][4]
#define isAnyRGB(x)
external API header
enum AVPixelFormat dstFormat
Destination pixel format.
#define BV
#define isALPHA(x)
Definition: swscale-test.c:49
uint16_t * inv_gamma
#define AV_WB16(p, v)
Definition: intreadwrite.h:405
#define av_log(a,...)
yuv2packedX_fn yuv2packedX
void(* lumConvertRange)(int16_t *dst, int width)
Color range conversion function for luma plane if needed.
int32_t * vChrFilterPos
Array of vertical filter starting positions for each dst[i] for chroma planes.
#define DEBUG_BUFFERS(...)
Definition: swscale.c:314
int dstH
Height of destination luma/alpha planes.
int * dither_error[4]
void(* yuv2packed1_fn)(struct SwsContext *c, const int16_t *lumSrc, const int16_t *chrUSrc[2], const int16_t *chrVSrc[2], const int16_t *alpSrc, uint8_t *dest, int dstW, int uvalpha, int y)
Write one line of horizontally scaled Y/U/V/A to packed-pixel YUV/RGB output without any additional v...
#define U(x)
Definition: vp56_arith.h:37
yuv2anyX_fn yuv2anyX
uint16_t depth_minus1
Number of bits in the component minus 1.
Definition: pixdesc.h:57
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
#define AV_PIX_FMT_BGR32_1
Definition: pixfmt.h:344
int16_t ** chrVPixBuf
Ring buffer for scaled horizontal chroma plane lines to be fed to the vertical scaler.
int32_t * hChrFilterPos
Array of horizontal filter starting positions for each dst[i] for chroma planes.
#define AVERROR(e)
Definition: error.h:43
int hLumFilterSize
Horizontal filter size for luma/alpha pixels.
SwsFunc ff_getSwsFunc(SwsContext *c)
Return function pointer to fastest main scaler path function depending on architecture and available ...
Definition: swscale.c:757
#define RV
static void chrRangeToJpeg_c(int16_t *dstU, int16_t *dstV, int width)
Definition: swscale.c:170
const char * r
Definition: vf_curves.c:107
yuv2packed1_fn yuv2packed1
simple assert() macros that are a bit more flexible than ISO C assert().
static void hScale16To15_c(SwsContext *c, int16_t *dst, int dstW, const uint8_t *_src, const int16_t *filter, const int32_t *filterPos, int filterSize)
Definition: swscale.c:109
GLsizei GLsizei * length
Definition: opengl_enc.c:115
void ff_hcscale_fast_c(SwsContext *c, int16_t *dst1, int16_t *dst2, int dstWidth, const uint8_t *src1, const uint8_t *src2, int srcW, int xInc)
int vChrBufSize
Number of vertical chroma lines allocated in the ring buffer.
#define FFMAX(a, b)
Definition: common.h:64
static int check_image_pointers(const uint8_t *const data[4], enum AVPixelFormat pix_fmt, const int linesizes[4])
Definition: swscale.c:781
int chrDstW
Width of destination chroma planes.
#define isNBPS(x)
uint8_t * cascaded1_tmp[4]
static av_cold void sws_init_swscale(SwsContext *c)
Definition: swscale.c:724
int32_t alpMmxFilter[4 *MAX_FILTER_SIZE]
void(* chrConvertRange)(int16_t *dst1, int16_t *dst2, int width)
Color range conversion function for chroma planes if needed.
int32_t * hLumFilterPos
Array of horizontal filter starting positions for each dst[i] for luma/alpha planes.
int hChrFilterSize
Horizontal filter size for chroma pixels.
int16_t * xyzgamma
static void xyz12Torgb48(struct SwsContext *c, uint16_t *dst, const uint16_t *src, int stride, int h)
Definition: swscale.c:796
av_cold void ff_sws_init_swscale_ppc(SwsContext *c)
int dstRange
0 = MPG YUV range, 1 = JPG YUV range (destination image).
#define RGB2YUV_SHIFT
void(* yuv2planar1_fn)(const int16_t *src, uint8_t *dest, int dstW, const uint8_t *dither, int offset)
Write one line of horizontally scaled data to planar output without any additional vertical scaling (...
ptrdiff_t uv_offx2
offset (in bytes) between u and v planes
alias for AV_PIX_FMT_YA8
Definition: pixfmt.h:146
#define av_assert1(cond)
assert() equivalent, that does not lie in speed critical code.
Definition: avassert.h:53
#define FFMIN(a, b)
Definition: common.h:66
float y
packed RGB 1:2:1, 8bpp, (msb)1R 2G 1B(lsb)
Definition: pixfmt.h:90
#define RY
uint8_t * formatConvBuffer
static av_always_inline int is9_OR_10BPS(enum AVPixelFormat pix_fmt)
yuv2planar1_fn yuv2plane1
int vLumBufSize
Number of vertical luma/alpha lines allocated in the ring buffer.
ret
Definition: avfilter.c:974
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
int16_t ** chrUPixBuf
Ring buffer for scaled horizontal chroma plane lines to be fed to the vertical scaler.
yuv2interleavedX_fn yuv2nv12cX
#define FF_CEIL_RSHIFT(a, b)
Definition: common.h:57
static av_always_inline void hyscale(SwsContext *c, int16_t *dst, int dstWidth, const uint8_t *src_in[4], int srcW, int xInc, const int16_t *hLumFilter, const int32_t *hLumFilterPos, int hLumFilterSize, uint8_t *formatConvBuffer, uint32_t *pal, int isAlpha)
Definition: swscale.c:242
int32_t
void(* hcScale)(struct SwsContext *c, int16_t *dst, int dstW, const uint8_t *src, const int16_t *filter, const int32_t *filterPos, int filterSize)
#define FFABS(a)
Definition: common.h:61
void(* readLumPlanar)(uint8_t *dst, const uint8_t *src[4], int width, int32_t *rgb2yuv)
Functions to read planar input, such as planar RGB, and convert internally to Y/UV/A.
float u
packed RGB 8:8:8, 24bpp, BGRBGR...
Definition: pixfmt.h:66
av_cold void ff_sws_init_range_convert(SwsContext *c)
Definition: swscale.c:699
int dstW
Width of destination luma/alpha planes.
uint8_t * cascaded_tmp[4]
int sliceDir
Direction that slices are fed to the scaler (1 = top-to-bottom, -1 = bottom-to-top).
int cascaded1_tmpStride[4]
int needs_hcscale
Set if there are chroma planes to be converted.
int32_t * vLumFilterPos
Array of vertical filter starting positions for each dst[i] for luma/alpha planes.
#define AV_PIX_FMT_BGR32
Definition: pixfmt.h:343
static av_always_inline int isBE(enum AVPixelFormat pix_fmt)
int32_t lumMmxFilter[4 *MAX_FILTER_SIZE]
packed RGB 3:3:2, 8bpp, (msb)2B 3G 3R(lsb)
Definition: pixfmt.h:85
AVS_Value src
Definition: avisynth_c.h:482
int16_t xyz2rgb_matrix[3][4]
static av_always_inline int isPlanar(enum AVPixelFormat pix_fmt)
uint8_t flags
Definition: pixdesc.h:90
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
yuv2planarX_fn yuv2planeX
#define AV_PIX_FMT_RGB32
Definition: pixfmt.h:341
const uint8_t ff_dither_8x8_128[9][8]
Definition: swscale.c:39
int attribute_align_arg sws_scale(struct SwsContext *c, const uint8_t *const srcSlice[], const int srcStride[], int srcSliceY, int srcSliceH, uint8_t *const dst[], const int dstStride[])
swscale wrapper, so we don't need to export the SwsContext.
Definition: swscale.c:912
static av_always_inline void fillPlane(uint8_t *plane, int stride, int width, int height, int y, uint8_t val)
Definition: swscale.c:71
static void lumRangeFromJpeg16_c(int16_t *_dst, int width)
Definition: swscale.c:233
BYTE int const BYTE int int int height
Definition: avisynth_c.h:676
int(* SwsFunc)(struct SwsContext *context, const uint8_t *src[], int srcStride[], int srcSliceY, int srcSliceH, uint8_t *dst[], int dstStride[])
void ff_hyscale_fast_c(SwsContext *c, int16_t *dst, int dstWidth, const uint8_t *src, int srcW, int xInc)
int vLumFilterSize
Vertical filter size for luma/alpha pixels.
byte swapping routines
static av_always_inline int isPlanarYUV(enum AVPixelFormat pix_fmt)
int16_t * vChrFilter
Array of vertical filter coefficients for chroma planes.
#define isGray(x)
Definition: swscale-test.c:38
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:76
int16_t * hLumFilter
Array of horizontal filter coefficients for luma/alpha planes.
static void fillPlane16(uint8_t *plane, int stride, int width, int height, int y, int alpha, int bits, const int big_endian)
const uint8_t * chrDither8
static void chrRangeToJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
Definition: swscale.c:202
static int flags
Definition: cpu.c:47
#define SWS_BITEXACT
Definition: swscale.h:82
int lumBufIndex
Index in ring buffer of the last scaled horizontal luma/alpha line from source.
static int swscale(SwsContext *c, const uint8_t *src[], int srcStride[], int srcSliceY, int srcSliceH, uint8_t *dst[], int dstStride[])
Definition: swscale.c:318
SwsDither dither
uint16_t plane
Which of the 4 planes contains the component.
Definition: pixdesc.h:34
Y , 1bpp, 0 is black, 1 is white, in each byte pixels are ordered from the msb to the lsb...
Definition: pixfmt.h:73
int lastInChrBuf
Last scaled horizontal chroma line from source in the ring buffer.
GLint GLenum GLboolean GLsizei stride
Definition: opengl_enc.c:105
yuv2packed2_fn yuv2packed2
void(* readAlpPlanar)(uint8_t *dst, const uint8_t *src[4], int width, int32_t *rgb2yuv)
static void filter(MpegAudioContext *s, int ch, const short *samples, int incr)
Y , 8bpp.
Definition: pixfmt.h:71
#define GY
void(* yuv2planarX_fn)(const int16_t *filter, int filterSize, const int16_t **src, uint8_t *dest, int dstW, const uint8_t *dither, int offset)
Write one line of horizontally scaled data to planar output with multi-point vertical scaling between...
void(* yuv2packed2_fn)(struct SwsContext *c, const int16_t *lumSrc[2], const int16_t *chrUSrc[2], const int16_t *chrVSrc[2], const int16_t *alpSrc[2], uint8_t *dest, int dstW, int yalpha, int uvalpha, int y)
Write one line of horizontally scaled Y/U/V/A to packed-pixel YUV/RGB output by doing bilinear scalin...
Y , 1bpp, 0 is white, 1 is black, in each byte pixels are ordered from the msb to the lsb...
Definition: pixfmt.h:72
static double c[64]
void(* yuv2packedX_fn)(struct SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize, const int16_t *chrFilter, const int16_t **chrUSrc, const int16_t **chrVSrc, int chrFilterSize, const int16_t **alpSrc, uint8_t *dest, int dstW, int y)
Write one line of horizontally scaled Y/U/V/A to packed-pixel YUV/RGB output by doing multi-point ver...
#define AV_WL16(p, v)
Definition: intreadwrite.h:412
enum AVPixelFormat srcFormat
Source pixel format.
int32_t chrMmxFilter[4 *MAX_FILTER_SIZE]
packed RGB 3:3:2, 8bpp, (msb)2R 3G 3B(lsb)
Definition: pixfmt.h:88
void(* hyscale_fast)(struct SwsContext *c, int16_t *dst, int dstWidth, const uint8_t *src, int srcW, int xInc)
Scale one horizontal line of input data using a bilinear filter to produce one line of output data...
struct SwsContext * cascaded_context[3]
#define AV_PIX_FMT_FLAG_BE
Pixel format is big-endian.
Definition: pixdesc.h:111
uint16_t * gamma
SwsFunc swscale
Note that src, dst, srcStride, dstStride will be copied in the sws_scale() wrapper so they can be fre...
#define GV
void(* alpToYV12)(uint8_t *dst, const uint8_t *src, const uint8_t *src2, const uint8_t *src3, int width, uint32_t *pal)
Unscaled conversion of alpha plane to YV12 for horizontal scaler.
#define av_free(p)
void ff_updateMMXDitherTables(SwsContext *c, int dstY, int lumBufIndex, int chrBufIndex, int lastInLumBuf, int lastInChrBuf)
#define AV_PIX_FMT_RGB32_1
Definition: pixfmt.h:342
void(* chrToYV12)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src1, const uint8_t *src2, const uint8_t *src3, int width, uint32_t *pal)
Unscaled conversion of chroma planes to YV12 for horizontal scaler.
static void chrRangeFromJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
Definition: swscale.c:213
int32_t input_rgb2yuv_table[16+40 *4]
int16_t * vLumFilter
Array of vertical filter coefficients for luma/alpha planes.
#define AV_CPU_FLAG_SSE2
PIV SSE2 functions.
Definition: cpu.h:34
static const uint8_t sws_pb_64[8]
Definition: swscale.c:51
#define av_always_inline
Definition: attributes.h:37
static av_always_inline int usePal(enum AVPixelFormat pix_fmt)
static av_always_inline void hcscale(SwsContext *c, int16_t *dst1, int16_t *dst2, int dstWidth, const uint8_t *src_in[4], int srcW, int xInc, const int16_t *hChrFilter, const int32_t *hChrFilterPos, int hChrFilterSize, uint8_t *formatConvBuffer, uint32_t *pal)
Definition: swscale.c:278
int16_t * hChrFilter
Array of horizontal filter coefficients for chroma planes.
#define stride
static void hScale8To15_c(SwsContext *c, int16_t *dst, int dstW, const uint8_t *src, const int16_t *filter, const int32_t *filterPos, int filterSize)
Definition: swscale.c:135
int chrSrcW
Width of source chroma planes.
#define isPacked(x)
int srcW
Width of source luma/alpha planes.
int chrSrcVSubSample
Binary logarithm of vertical subsampling factor between luma/alpha and chroma planes in source image...
int flags
Flags passed by the user to select scaler algorithm, optimizations, subsampling, etc...
AVPixelFormat
Pixel format.
Definition: pixfmt.h:61
uint32_t pal_yuv[256]
void(* hyScale)(struct SwsContext *c, int16_t *dst, int dstW, const uint8_t *src, const int16_t *filter, const int32_t *filterPos, int filterSize)
Scale one horizontal line of input data using a filter over the input lines, to produce one (differen...
static int width
static void hScale8To19_c(SwsContext *c, int16_t *_dst, int dstW, const uint8_t *src, const int16_t *filter, const int32_t *filterPos, int filterSize)
Definition: swscale.c:151