00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00028 #include <stdio.h>
00029 #include <stdlib.h>
00030
00031 #include "libavutil/common.h"
00032 #include "libavutil/intreadwrite.h"
00033 #include "avcodec.h"
00034
00035 enum EncTypes {
00036 MAGIC_WMVd = 0x574D5664,
00037 MAGIC_WMVe,
00038 MAGIC_WMVf,
00039 MAGIC_WMVg,
00040 MAGIC_WMVh,
00041 MAGIC_WMVi,
00042 MAGIC_WMVj
00043 };
00044
00045 enum HexTile_Flags {
00046 HT_RAW = 1,
00047 HT_BKG = 2,
00048 HT_FG = 4,
00049 HT_SUB = 8,
00050 HT_CLR = 16
00051 };
00052
00053
00054
00055
00056 typedef struct VmncContext {
00057 AVCodecContext *avctx;
00058 AVFrame pic;
00059
00060 int bpp;
00061 int bpp2;
00062 int bigendian;
00063 uint8_t pal[768];
00064 int width, height;
00065
00066
00067 int cur_w, cur_h;
00068 int cur_x, cur_y;
00069 int cur_hx, cur_hy;
00070 uint8_t* curbits, *curmask;
00071 uint8_t* screendta;
00072 } VmncContext;
00073
00074
00075 static av_always_inline int vmnc_get_pixel(const uint8_t* buf, int bpp, int be) {
00076 switch(bpp * 2 + be) {
00077 case 2:
00078 case 3: return *buf;
00079 case 4: return AV_RL16(buf);
00080 case 5: return AV_RB16(buf);
00081 case 8: return AV_RL32(buf);
00082 case 9: return AV_RB32(buf);
00083 default: return 0;
00084 }
00085 }
00086
00087 static void load_cursor(VmncContext *c, const uint8_t *src)
00088 {
00089 int i, j, p;
00090 const int bpp = c->bpp2;
00091 uint8_t *dst8 = c->curbits;
00092 uint16_t *dst16 = (uint16_t*)c->curbits;
00093 uint32_t *dst32 = (uint32_t*)c->curbits;
00094
00095 for(j = 0; j < c->cur_h; j++) {
00096 for(i = 0; i < c->cur_w; i++) {
00097 p = vmnc_get_pixel(src, bpp, c->bigendian);
00098 src += bpp;
00099 if(bpp == 1) *dst8++ = p;
00100 if(bpp == 2) *dst16++ = p;
00101 if(bpp == 4) *dst32++ = p;
00102 }
00103 }
00104 dst8 = c->curmask;
00105 dst16 = (uint16_t*)c->curmask;
00106 dst32 = (uint32_t*)c->curmask;
00107 for(j = 0; j < c->cur_h; j++) {
00108 for(i = 0; i < c->cur_w; i++) {
00109 p = vmnc_get_pixel(src, bpp, c->bigendian);
00110 src += bpp;
00111 if(bpp == 1) *dst8++ = p;
00112 if(bpp == 2) *dst16++ = p;
00113 if(bpp == 4) *dst32++ = p;
00114 }
00115 }
00116 }
00117
00118 static void put_cursor(uint8_t *dst, int stride, VmncContext *c, int dx, int dy)
00119 {
00120 int i, j;
00121 int w, h, x, y;
00122 w = c->cur_w;
00123 if(c->width < c->cur_x + c->cur_w) w = c->width - c->cur_x;
00124 h = c->cur_h;
00125 if(c->height < c->cur_y + c->cur_h) h = c->height - c->cur_y;
00126 x = c->cur_x;
00127 y = c->cur_y;
00128 if(x < 0) {
00129 w += x;
00130 x = 0;
00131 }
00132 if(y < 0) {
00133 h += y;
00134 y = 0;
00135 }
00136
00137 if((w < 1) || (h < 1)) return;
00138 dst += x * c->bpp2 + y * stride;
00139
00140 if(c->bpp2 == 1) {
00141 uint8_t* cd = c->curbits, *msk = c->curmask;
00142 for(j = 0; j < h; j++) {
00143 for(i = 0; i < w; i++)
00144 dst[i] = (dst[i] & cd[i]) ^ msk[i];
00145 msk += c->cur_w;
00146 cd += c->cur_w;
00147 dst += stride;
00148 }
00149 } else if(c->bpp2 == 2) {
00150 uint16_t* cd = (uint16_t*)c->curbits, *msk = (uint16_t*)c->curmask;
00151 uint16_t* dst2;
00152 for(j = 0; j < h; j++) {
00153 dst2 = (uint16_t*)dst;
00154 for(i = 0; i < w; i++)
00155 dst2[i] = (dst2[i] & cd[i]) ^ msk[i];
00156 msk += c->cur_w;
00157 cd += c->cur_w;
00158 dst += stride;
00159 }
00160 } else if(c->bpp2 == 4) {
00161 uint32_t* cd = (uint32_t*)c->curbits, *msk = (uint32_t*)c->curmask;
00162 uint32_t* dst2;
00163 for(j = 0; j < h; j++) {
00164 dst2 = (uint32_t*)dst;
00165 for(i = 0; i < w; i++)
00166 dst2[i] = (dst2[i] & cd[i]) ^ msk[i];
00167 msk += c->cur_w;
00168 cd += c->cur_w;
00169 dst += stride;
00170 }
00171 }
00172 }
00173
00174
00175 static av_always_inline void paint_rect(uint8_t *dst, int dx, int dy, int w, int h, int color, int bpp, int stride)
00176 {
00177 int i, j;
00178 dst += dx * bpp + dy * stride;
00179 if(bpp == 1){
00180 for(j = 0; j < h; j++) {
00181 memset(dst, color, w);
00182 dst += stride;
00183 }
00184 }else if(bpp == 2){
00185 uint16_t* dst2;
00186 for(j = 0; j < h; j++) {
00187 dst2 = (uint16_t*)dst;
00188 for(i = 0; i < w; i++) {
00189 *dst2++ = color;
00190 }
00191 dst += stride;
00192 }
00193 }else if(bpp == 4){
00194 uint32_t* dst2;
00195 for(j = 0; j < h; j++) {
00196 dst2 = (uint32_t*)dst;
00197 for(i = 0; i < w; i++) {
00198 dst2[i] = color;
00199 }
00200 dst += stride;
00201 }
00202 }
00203 }
00204
00205 static av_always_inline void paint_raw(uint8_t *dst, int w, int h, const uint8_t* src, int bpp, int be, int stride)
00206 {
00207 int i, j, p;
00208 for(j = 0; j < h; j++) {
00209 for(i = 0; i < w; i++) {
00210 p = vmnc_get_pixel(src, bpp, be);
00211 src += bpp;
00212 switch(bpp){
00213 case 1:
00214 dst[i] = p;
00215 break;
00216 case 2:
00217 ((uint16_t*)dst)[i] = p;
00218 break;
00219 case 4:
00220 ((uint32_t*)dst)[i] = p;
00221 break;
00222 }
00223 }
00224 dst += stride;
00225 }
00226 }
00227
00228 static int decode_hextile(VmncContext *c, uint8_t* dst, const uint8_t* src, int ssize, int w, int h, int stride)
00229 {
00230 int i, j, k;
00231 int bg = 0, fg = 0, rects, color, flags, xy, wh;
00232 const int bpp = c->bpp2;
00233 uint8_t *dst2;
00234 int bw = 16, bh = 16;
00235 const uint8_t *ssrc=src;
00236
00237 for(j = 0; j < h; j += 16) {
00238 dst2 = dst;
00239 bw = 16;
00240 if(j + 16 > h) bh = h - j;
00241 for(i = 0; i < w; i += 16, dst2 += 16 * bpp) {
00242 if(src - ssrc >= ssize) {
00243 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00244 return -1;
00245 }
00246 if(i + 16 > w) bw = w - i;
00247 flags = *src++;
00248 if(flags & HT_RAW) {
00249 if(src - ssrc > ssize - bw * bh * bpp) {
00250 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00251 return -1;
00252 }
00253 paint_raw(dst2, bw, bh, src, bpp, c->bigendian, stride);
00254 src += bw * bh * bpp;
00255 } else {
00256 if(flags & HT_BKG) {
00257 bg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00258 }
00259 if(flags & HT_FG) {
00260 fg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00261 }
00262 rects = 0;
00263 if(flags & HT_SUB)
00264 rects = *src++;
00265 color = !!(flags & HT_CLR);
00266
00267 paint_rect(dst2, 0, 0, bw, bh, bg, bpp, stride);
00268
00269 if(src - ssrc > ssize - rects * (color * bpp + 2)) {
00270 av_log(c->avctx, AV_LOG_ERROR, "Premature end of data!\n");
00271 return -1;
00272 }
00273 for(k = 0; k < rects; k++) {
00274 if(color) {
00275 fg = vmnc_get_pixel(src, bpp, c->bigendian); src += bpp;
00276 }
00277 xy = *src++;
00278 wh = *src++;
00279 paint_rect(dst2, xy >> 4, xy & 0xF, (wh>>4)+1, (wh & 0xF)+1, fg, bpp, stride);
00280 }
00281 }
00282 }
00283 dst += stride * 16;
00284 }
00285 return src - ssrc;
00286 }
00287
00288 static int decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
00289 AVPacket *avpkt)
00290 {
00291 const uint8_t *buf = avpkt->data;
00292 int buf_size = avpkt->size;
00293 VmncContext * const c = avctx->priv_data;
00294 uint8_t *outptr;
00295 const uint8_t *src = buf;
00296 int dx, dy, w, h, depth, enc, chunks, res, size_left;
00297
00298 c->pic.reference = 3;
00299 c->pic.buffer_hints = FF_BUFFER_HINTS_VALID | FF_BUFFER_HINTS_PRESERVE | FF_BUFFER_HINTS_REUSABLE;
00300 if(avctx->reget_buffer(avctx, &c->pic) < 0){
00301 av_log(avctx, AV_LOG_ERROR, "reget_buffer() failed\n");
00302 return -1;
00303 }
00304
00305 c->pic.key_frame = 0;
00306 c->pic.pict_type = AV_PICTURE_TYPE_P;
00307
00308
00309 if(c->screendta) {
00310 int i;
00311 w = c->cur_w;
00312 if(c->width < c->cur_x + w) w = c->width - c->cur_x;
00313 h = c->cur_h;
00314 if(c->height < c->cur_y + h) h = c->height - c->cur_y;
00315 dx = c->cur_x;
00316 if(dx < 0) {
00317 w += dx;
00318 dx = 0;
00319 }
00320 dy = c->cur_y;
00321 if(dy < 0) {
00322 h += dy;
00323 dy = 0;
00324 }
00325 if((w > 0) && (h > 0)) {
00326 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00327 for(i = 0; i < h; i++) {
00328 memcpy(outptr, c->screendta + i * c->cur_w * c->bpp2, w * c->bpp2);
00329 outptr += c->pic.linesize[0];
00330 }
00331 }
00332 }
00333 src += 2;
00334 chunks = AV_RB16(src); src += 2;
00335 while(chunks--) {
00336 if(buf_size - (src - buf) < 12) {
00337 av_log(avctx, AV_LOG_ERROR, "Premature end of data!\n");
00338 return -1;
00339 }
00340 dx = AV_RB16(src); src += 2;
00341 dy = AV_RB16(src); src += 2;
00342 w = AV_RB16(src); src += 2;
00343 h = AV_RB16(src); src += 2;
00344 enc = AV_RB32(src); src += 4;
00345 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00346 size_left = buf_size - (src - buf);
00347 switch(enc) {
00348 case MAGIC_WMVd:
00349 if (w*(int64_t)h*c->bpp2 > INT_MAX/2 - 2) {
00350 av_log(avctx, AV_LOG_ERROR, "dimensions too large\n");
00351 return AVERROR_INVALIDDATA;
00352 }
00353 if(size_left < 2 + w * h * c->bpp2 * 2) {
00354 av_log(avctx, AV_LOG_ERROR, "Premature end of data! (need %i got %i)\n", 2 + w * h * c->bpp2 * 2, size_left);
00355 return -1;
00356 }
00357 src += 2;
00358 c->cur_w = w;
00359 c->cur_h = h;
00360 c->cur_hx = dx;
00361 c->cur_hy = dy;
00362 if((c->cur_hx > c->cur_w) || (c->cur_hy > c->cur_h)) {
00363 av_log(avctx, AV_LOG_ERROR, "Cursor hot spot is not in image: %ix%i of %ix%i cursor size\n", c->cur_hx, c->cur_hy, c->cur_w, c->cur_h);
00364 c->cur_hx = c->cur_hy = 0;
00365 }
00366 c->curbits = av_realloc(c->curbits, c->cur_w * c->cur_h * c->bpp2);
00367 c->curmask = av_realloc(c->curmask, c->cur_w * c->cur_h * c->bpp2);
00368 c->screendta = av_realloc(c->screendta, c->cur_w * c->cur_h * c->bpp2);
00369 load_cursor(c, src);
00370 src += w * h * c->bpp2 * 2;
00371 break;
00372 case MAGIC_WMVe:
00373 src += 2;
00374 break;
00375 case MAGIC_WMVf:
00376 c->cur_x = dx - c->cur_hx;
00377 c->cur_y = dy - c->cur_hy;
00378 break;
00379 case MAGIC_WMVg:
00380 src += 10;
00381 break;
00382 case MAGIC_WMVh:
00383 src += 4;
00384 break;
00385 case MAGIC_WMVi:
00386 c->pic.key_frame = 1;
00387 c->pic.pict_type = AV_PICTURE_TYPE_I;
00388 depth = *src++;
00389 if(depth != c->bpp) {
00390 av_log(avctx, AV_LOG_INFO, "Depth mismatch. Container %i bpp, Frame data: %i bpp\n", c->bpp, depth);
00391 }
00392 src++;
00393 c->bigendian = *src++;
00394 if(c->bigendian & (~1)) {
00395 av_log(avctx, AV_LOG_INFO, "Invalid header: bigendian flag = %i\n", c->bigendian);
00396 return -1;
00397 }
00398
00399 src += 13;
00400 break;
00401 case MAGIC_WMVj:
00402 src += 2;
00403 break;
00404 case 0x00000000:
00405 if((dx + w > c->width) || (dy + h > c->height)) {
00406 av_log(avctx, AV_LOG_ERROR, "Incorrect frame size: %ix%i+%ix%i of %ix%i\n", w, h, dx, dy, c->width, c->height);
00407 return -1;
00408 }
00409 if(size_left < w * h * c->bpp2) {
00410 av_log(avctx, AV_LOG_ERROR, "Premature end of data! (need %i got %i)\n", w * h * c->bpp2, size_left);
00411 return -1;
00412 }
00413 paint_raw(outptr, w, h, src, c->bpp2, c->bigendian, c->pic.linesize[0]);
00414 src += w * h * c->bpp2;
00415 break;
00416 case 0x00000005:
00417 if((dx + w > c->width) || (dy + h > c->height)) {
00418 av_log(avctx, AV_LOG_ERROR, "Incorrect frame size: %ix%i+%ix%i of %ix%i\n", w, h, dx, dy, c->width, c->height);
00419 return -1;
00420 }
00421 res = decode_hextile(c, outptr, src, size_left, w, h, c->pic.linesize[0]);
00422 if(res < 0)
00423 return -1;
00424 src += res;
00425 break;
00426 default:
00427 av_log(avctx, AV_LOG_ERROR, "Unsupported block type 0x%08X\n", enc);
00428 chunks = 0;
00429 }
00430 }
00431 if(c->screendta){
00432 int i;
00433
00434 w = c->cur_w;
00435 if(c->width < c->cur_x + w) w = c->width - c->cur_x;
00436 h = c->cur_h;
00437 if(c->height < c->cur_y + h) h = c->height - c->cur_y;
00438 dx = c->cur_x;
00439 if(dx < 0) {
00440 w += dx;
00441 dx = 0;
00442 }
00443 dy = c->cur_y;
00444 if(dy < 0) {
00445 h += dy;
00446 dy = 0;
00447 }
00448 if((w > 0) && (h > 0)) {
00449 outptr = c->pic.data[0] + dx * c->bpp2 + dy * c->pic.linesize[0];
00450 for(i = 0; i < h; i++) {
00451 memcpy(c->screendta + i * c->cur_w * c->bpp2, outptr, w * c->bpp2);
00452 outptr += c->pic.linesize[0];
00453 }
00454 outptr = c->pic.data[0];
00455 put_cursor(outptr, c->pic.linesize[0], c, c->cur_x, c->cur_y);
00456 }
00457 }
00458 *got_frame = 1;
00459 *(AVFrame*)data = c->pic;
00460
00461
00462 return buf_size;
00463 }
00464
00465
00466
00467
00468
00469
00470
00471
00472 static av_cold int decode_init(AVCodecContext *avctx)
00473 {
00474 VmncContext * const c = avctx->priv_data;
00475
00476 c->avctx = avctx;
00477
00478 c->width = avctx->width;
00479 c->height = avctx->height;
00480
00481 c->bpp = avctx->bits_per_coded_sample;
00482 c->bpp2 = c->bpp/8;
00483 avcodec_get_frame_defaults(&c->pic);
00484
00485 switch(c->bpp){
00486 case 8:
00487 avctx->pix_fmt = AV_PIX_FMT_PAL8;
00488 break;
00489 case 16:
00490 avctx->pix_fmt = AV_PIX_FMT_RGB555;
00491 break;
00492 case 32:
00493 avctx->pix_fmt = AV_PIX_FMT_RGB32;
00494 break;
00495 default:
00496 av_log(avctx, AV_LOG_ERROR, "Unsupported bitdepth %i\n", c->bpp);
00497 return AVERROR_INVALIDDATA;
00498 }
00499
00500 return 0;
00501 }
00502
00503
00504
00505
00506
00507
00508
00509
00510 static av_cold int decode_end(AVCodecContext *avctx)
00511 {
00512 VmncContext * const c = avctx->priv_data;
00513
00514 if (c->pic.data[0])
00515 avctx->release_buffer(avctx, &c->pic);
00516
00517 av_free(c->curbits);
00518 av_free(c->curmask);
00519 av_free(c->screendta);
00520 return 0;
00521 }
00522
00523 AVCodec ff_vmnc_decoder = {
00524 .name = "vmnc",
00525 .type = AVMEDIA_TYPE_VIDEO,
00526 .id = AV_CODEC_ID_VMNC,
00527 .priv_data_size = sizeof(VmncContext),
00528 .init = decode_init,
00529 .close = decode_end,
00530 .decode = decode_frame,
00531 .capabilities = CODEC_CAP_DR1,
00532 .long_name = NULL_IF_CONFIG_SMALL("VMware Screen Codec / VMware Video"),
00533 };
