mxpegdec.c

Go to the documentation of this file.

/*
 * MxPEG decoder
 * Copyright (c) 2011 Anatoly Nenashev
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
 
 
/**
 * @file
 * MxPEG decoder
 */
 
#include "libavutil/mem.h"
#include "codec_internal.h"
#include "decode.h"
#include "hpeldsp.h"
#include "mjpeg.h"
#include "mjpegdec.h"
 
typedef struct MXpegDecodeContext {
    MJpegDecodeContext jpg;
    AVFrame *picture[2]; /* pictures array */
    int picture_index; /* index of current picture */
    int got_sof_data; /* true if SOF data successfully parsed */
    int got_mxm_bitmask; /* true if MXM bitmask available */
    uint8_t *mxm_bitmask; /* bitmask buffer */
    unsigned bitmask_size; /* size of bitmask */
    int has_complete_frame; /* true if has complete frame */
    uint8_t *completion_bitmask; /* completion bitmask of macroblocks */
    unsigned mb_width, mb_height; /* size of picture in MB's from MXM header */
} MXpegDecodeContext;
 
static av_cold int mxpeg_decode_end(AVCodecContext *avctx)
{
    MXpegDecodeContext *s = avctx->priv_data;
    int i;
 
    ff_mjpeg_decode_end(avctx);
 
    for (i = 0; i < 2; ++i)
        av_frame_free(&s->picture[i]);
 
    s->bitmask_size = 0;
    av_freep(&s->mxm_bitmask);
    av_freep(&s->completion_bitmask);
 
    return 0;
}
 
static av_cold int mxpeg_decode_init(AVCodecContext *avctx)
{
    MXpegDecodeContext *s = avctx->priv_data;
    HpelDSPContext hdsp;
 
    ff_hpeldsp_init(&hdsp, avctx->flags);
    s->jpg.copy_block = hdsp.put_pixels_tab[1][0];
 
    s->picture[0] = av_frame_alloc();
    s->picture[1] = av_frame_alloc();
    if (!s->picture[0] || !s->picture[1])
        return AVERROR(ENOMEM);
 
    s->jpg.picture_ptr      = s->picture[0];
    return ff_mjpeg_decode_init(avctx);
}
 
static int mxpeg_decode_app(MXpegDecodeContext *s,
                            const uint8_t *buf_ptr, int buf_size)
{
    int len;
    if (buf_size < 2)
        return 0;
    len = AV_RB16(buf_ptr);
    bytestream2_skipu(&s->jpg.gB, FFMIN(len, buf_size));
 
    return 0;
}
 
static int mxpeg_decode_mxm(MXpegDecodeContext *s,
                            const uint8_t *buf_ptr, int buf_size)
{
    unsigned bitmask_size, mb_count;
    int i;
 
    s->mb_width  = AV_RL16(buf_ptr+4);
    s->mb_height = AV_RL16(buf_ptr+6);
    mb_count = s->mb_width * s->mb_height;
 
    bitmask_size = (mb_count + 7) >> 3;
    if (bitmask_size > buf_size - 12) {
        av_log(s->jpg.avctx, AV_LOG_ERROR,
               "MXM bitmask is not complete\n");
        return AVERROR(EINVAL);
    }
 
    if (s->bitmask_size != bitmask_size) {
        s->bitmask_size = 0;
        av_freep(&s->mxm_bitmask);
        s->mxm_bitmask = av_malloc(bitmask_size);
        if (!s->mxm_bitmask) {
            av_log(s->jpg.avctx, AV_LOG_ERROR,
                   "MXM bitmask memory allocation error\n");
            return AVERROR(ENOMEM);
        }
 
        av_freep(&s->completion_bitmask);
        s->completion_bitmask = av_mallocz(bitmask_size);
        if (!s->completion_bitmask) {
            av_log(s->jpg.avctx, AV_LOG_ERROR,
                   "Completion bitmask memory allocation error\n");
            return AVERROR(ENOMEM);
        }
 
        s->bitmask_size = bitmask_size;
    }
 
    memcpy(s->mxm_bitmask, buf_ptr + 12, bitmask_size);
    s->got_mxm_bitmask = 1;
 
    if (!s->has_complete_frame) {
        uint8_t completion_check = 0xFF;
        for (i = 0; i < bitmask_size; ++i) {
            s->completion_bitmask[i] |= s->mxm_bitmask[i];
            completion_check &= s->completion_bitmask[i];
        }
        s->has_complete_frame = !(completion_check ^ 0xFF);
    }
 
    return 0;
}
 
static int mxpeg_decode_com(MXpegDecodeContext *s,
                            const uint8_t *buf_ptr, int buf_size)
{
    int len, ret = 0;
    if (buf_size < 2)
        return 0;
    len = AV_RB16(buf_ptr);
    if (len > 14 && len <= buf_size && !strncmp(buf_ptr + 2, "MXM", 3)) {
        ret = mxpeg_decode_mxm(s, buf_ptr + 2, len - 2);
    }
    bytestream2_skipu(&s->jpg.gB, FFMIN(len, buf_size));
 
    return ret;
}
 
static int mxpeg_check_dimensions(MXpegDecodeContext *s, MJpegDecodeContext *jpg,
                                  AVFrame *reference_ptr)
{
    if ((jpg->width + 0x0F)>>4 != s->mb_width ||
        (jpg->height + 0x0F)>>4 != s->mb_height) {
        av_log(jpg->avctx, AV_LOG_ERROR,
               "Picture dimensions stored in SOF and MXM mismatch\n");
        return AVERROR(EINVAL);
    }
 
    if (reference_ptr->data[0]) {
        int i;
        for (i = 0; i < MAX_COMPONENTS; ++i) {
            if ( (!reference_ptr->data[i] ^ !jpg->picture_ptr->data[i]) ||
                 reference_ptr->linesize[i] != jpg->picture_ptr->linesize[i]) {
                av_log(jpg->avctx, AV_LOG_ERROR,
                       "Dimensions of current and reference picture mismatch\n");
                return AVERROR(EINVAL);
            }
        }
        if (reference_ptr->width  != jpg->picture_ptr->width  ||
            reference_ptr->height != jpg->picture_ptr->height ||
            reference_ptr->format != jpg->picture_ptr->format) {
            av_log(jpg->avctx, AV_LOG_ERROR, "Reference mismatching\n");
            return AVERROR_INVALIDDATA;
        }
    }
 
    return 0;
}
 
static int mxpeg_decode_frame(AVCodecContext *avctx, AVFrame *rframe,
                              int *got_frame, AVPacket *avpkt)
{
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
    MXpegDecodeContext *s = avctx->priv_data;
    MJpegDecodeContext *jpg = &s->jpg;
    const uint8_t *buf_end, *buf_ptr;
    int start_code;
    int ret;
 
    if (avctx->skip_frame == AVDISCARD_ALL)
        return AVERROR_PATCHWELCOME;
 
    buf_ptr = buf;
    buf_end = buf + buf_size;
    jpg->got_picture = 0;
    s->got_mxm_bitmask = 0;
    s->got_sof_data = !!s->got_sof_data;
    while (buf_ptr < buf_end) {
        start_code = ff_mjpeg_find_marker(&buf_ptr, buf_end);
        if (start_code < 0)
            goto the_end;
 
        int bytes_left = buf_end - buf_ptr;
        bytestream2_init(&jpg->gB, buf_ptr, bytes_left);
 
        if (start_code >= APP0 && start_code <= APP15) {
            mxpeg_decode_app(s, buf_ptr, bytes_left);
        }
 
        switch (start_code) {
        case SOI:
            if (jpg->got_picture) //emulating EOI
                goto the_end;
            break;
        case EOI:
            goto the_end;
        case DQT:
            ret = ff_mjpeg_decode_dqt(jpg);
            if (ret < 0) {
                av_log(avctx, AV_LOG_ERROR,
                       "quantization table decode error\n");
                return ret;
            }
            break;
        case DHT:
            ret = ff_mjpeg_decode_dht(jpg);
            if (ret < 0) {
                av_log(avctx, AV_LOG_ERROR,
                       "huffman table decode error\n");
                return ret;
            }
            break;
        case COM:
            ret = mxpeg_decode_com(s, buf_ptr, bytes_left);
            if (ret < 0)
                return ret;
            break;
        case SOF0:
            if (s->got_sof_data > 1) {
                av_log(avctx, AV_LOG_ERROR,
                       "Multiple SOF in a frame\n");
                return AVERROR_INVALIDDATA;
            }
            ret = ff_mjpeg_decode_sof(jpg);
            if (ret < 0) {
                av_log(avctx, AV_LOG_ERROR,
                       "SOF data decode error\n");
                s->got_sof_data = 0;
                return ret;
            }
            if (jpg->interlaced) {
                av_log(avctx, AV_LOG_ERROR,
                       "Interlaced mode not supported in MxPEG\n");
                s->got_sof_data = 0;
                return AVERROR(EINVAL);
            }
            s->got_sof_data ++;
            break;
        case SOS:
            if (!s->got_sof_data) {
                av_log(avctx, AV_LOG_WARNING,
                       "Can not process SOS without SOF data, skipping\n");
                break;
            }
            if (!jpg->got_picture) {
                if (jpg->first_picture) {
                    av_log(avctx, AV_LOG_WARNING,
                           "First picture has no SOF, skipping\n");
                    break;
                }
                if (!s->got_mxm_bitmask){
                    av_log(avctx, AV_LOG_WARNING,
                           "Non-key frame has no MXM, skipping\n");
                    break;
                }
                /* use stored SOF data to allocate current picture */
                av_frame_unref(jpg->picture_ptr);
                if ((ret = ff_get_buffer(avctx, jpg->picture_ptr,
                                         AV_GET_BUFFER_FLAG_REF)) < 0)
                    return ret;
                jpg->picture_ptr->pict_type = AV_PICTURE_TYPE_P;
                jpg->picture_ptr->flags &= ~AV_FRAME_FLAG_KEY;
                jpg->got_picture = 1;
            } else {
                jpg->picture_ptr->pict_type = AV_PICTURE_TYPE_I;
                jpg->picture_ptr->flags |= AV_FRAME_FLAG_KEY;
            }
 
            if (s->got_mxm_bitmask) {
                AVFrame *reference_ptr = s->picture[s->picture_index ^ 1];
                if (mxpeg_check_dimensions(s, jpg, reference_ptr) < 0)
                    break;
 
                /* allocate dummy reference picture if needed */
                if (!reference_ptr->data[0] &&
                    (ret = ff_get_buffer(avctx, reference_ptr,
                                         AV_GET_BUFFER_FLAG_REF)) < 0)
                    return ret;
 
                jpg->mb_bitmask = s->mxm_bitmask;
                jpg->mb_bitmask_size = s->bitmask_size;
                jpg->reference = reference_ptr;
                ret = ff_mjpeg_decode_sos(jpg);
                if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
                    return ret;
            } else {
                jpg->mb_bitmask = NULL;
                jpg->reference = NULL;
                ret = ff_mjpeg_decode_sos(jpg);
                if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
                    return ret;
            }
 
            break;
        }
 
        buf_ptr += bytestream2_tell(&jpg->gB);
    }
 
the_end:
    if (jpg->got_picture) {
        int ret = av_frame_ref(rframe, jpg->picture_ptr);
        if (ret < 0)
            return ret;
        *got_frame = 1;
 
        s->picture_index ^= 1;
        jpg->picture_ptr = s->picture[s->picture_index];
 
        if (!s->has_complete_frame) {
            if (!s->got_mxm_bitmask)
                s->has_complete_frame = 1;
            else
                *got_frame = 0;
        }
    }
 
    return buf_ptr - buf;
}
 
const FFCodec ff_mxpeg_decoder = {
    .p.name         = "mxpeg",
    CODEC_LONG_NAME("Mobotix MxPEG video"),
    .p.type         = AVMEDIA_TYPE_VIDEO,
    .p.id           = AV_CODEC_ID_MXPEG,
    .priv_data_size = sizeof(MXpegDecodeContext),
    .init           = mxpeg_decode_init,
    .close          = mxpeg_decode_end,
    FF_CODEC_DECODE_CB(mxpeg_decode_frame),
    .p.capabilities = AV_CODEC_CAP_DR1,
    .p.max_lowres   = 3,
    .caps_internal  = FF_CODEC_CAP_INIT_CLEANUP,
};